-- Logs begin at Mon 2022-05-16 19:22:06 UTC, end at Mon 2022-05-16 20:43:55 UTC. -- May 16 20:16:15.099455 dv-cinder-830901-7-iscsi systemd[1]: Started Devstack devstack@q-svc.service. May 16 20:16:18.089073 dv-cinder-830901-7-iscsi neutron-server[103337]: INFO neutron.common.config [-] Logging enabled! May 16 20:16:18.090040 dv-cinder-830901-7-iscsi neutron-server[103337]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev211 May 16 20:16:18.090040 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103337) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 16 20:16:18.093259 dv-cinder-830901-7-iscsi neutron-server[103337]: INFO neutron.common.config [-] Logging enabled! May 16 20:16:18.093517 dv-cinder-830901-7-iscsi neutron-server[103337]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev211 May 16 20:16:18.093822 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103337) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 16 20:16:18.094790 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 16 20:16:18.095022 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 16 20:16:18.095439 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 16 20:16:18.095699 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 16 20:16:18.095904 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 16 20:16:18.096384 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:18.096687 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:18.096919 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:18.097217 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:18.097505 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:18.097786 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:18.098075 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:18.098377 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:18.098666 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:18.098947 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:18.099236 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:18.099468 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:18.099749 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:18.100037 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:18.100374 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:18.100614 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.common.config [-] debug = True {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:18.100892 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:18.101330 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:18.101763 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:18.102043 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:18.102328 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:18.102610 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:18.102882 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:18.103158 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:18.103442 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:18.103791 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.common.config [-] host = dv-cinder-830901-7-iscsi {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:18.104641 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:18.104940 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:18.105232 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:18.105517 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:18.105799 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:18.106249 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:18.106401 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:18.106620 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:18.106896 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.common.config [-] log_file = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:18.107190 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:18.107458 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:18.107744 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:18.108033 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:18.108283 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:18.108504 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:18.108788 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:18.109091 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:18.109366 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:18.109638 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:18.109911 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:18.110182 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:18.110453 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:18.110719 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:18.111007 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:18.111291 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:18.111576 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:18.111850 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:18.112119 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:18.112425 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:18.112701 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:18.112987 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:18.113259 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:18.113529 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:18.113796 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:18.114081 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:18.114350 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:18.114626 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:18.114927 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:18.115212 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:18.115489 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:18.115795 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:18.116045 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:18.116352 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:18.116628 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:18.116904 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:18.117178 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.common.config [-] use_json = False {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:18.117450 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:18.117721 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:18.117999 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:18.118274 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:18.118544 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:18.118814 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:18.119086 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:18.119363 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:18.119669 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:18.119972 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:18.120293 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:18.120593 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:18.120880 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:18.121187 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:18.121462 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:18.121754 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:18.122031 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:18.122315 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:18.122605 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:18.122894 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:18.123170 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:18.123467 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:18.123755 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:18.124046 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:18.124375 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:18.124674 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:18.124967 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:18.125237 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:18.125516 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:18.125796 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:18.126076 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:18.126360 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:18.126643 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:18.126932 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:18.127223 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:18.127493 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:18.127789 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:18.128077 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:18.128391 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:18.128684 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:18.128976 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:18.129251 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:18.129533 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:18.129821 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:18.130097 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:18.130368 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:18.130648 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:18.131139 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:18.131420 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:18.131711 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:18.131992 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:18.132294 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:18.132570 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:18.132849 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:18.133141 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:18.133419 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:18.133707 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:18.133968 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:18.134245 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:18.134514 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:18.134799 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:18.135077 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:18.135407 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:18.135679 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:18.135956 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:18.136247 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:18.136523 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:18.136808 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:18.137081 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:18.137360 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:18.137634 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:18.137910 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:18.138184 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:18.138456 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:18.138726 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:18.138997 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:18.139274 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:18.139546 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:18.139826 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:18.140090 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:18.140386 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:18.140658 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:18.141178 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:18.141486 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:18.141767 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:18.142051 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:18.142323 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:18.142600 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:18.142926 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:18.143211 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:18.143491 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:18.143764 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:18.144041 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:18.144365 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:18.144645 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:18.144935 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:18.145221 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:18.145507 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:18.145823 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:18.146098 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:18.146373 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:18.146655 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:18.146932 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:18.147212 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:18.147496 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:18.147782 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:18.148082 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:18.148398 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:18.148677 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:18.148976 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:18.149265 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:18.149565 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:18.149840 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:18.150149 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:18.150431 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:18.150642 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 16 20:16:18.151516 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103337) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 16 20:16:18.654485 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 16 20:16:18.654767 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 16 20:16:18.655080 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 16 20:16:18.655426 dv-cinder-830901-7-iscsi neutron-server[103337]: INFO neutron.manager [-] Loading core plugin: ml2 May 16 20:16:19.005313 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:16:19.005530 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:16:19.005782 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:16:19.007003 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:16:19.007284 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:16:19.007550 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:16:19.069330 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:16:19.069615 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:16:19.069901 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:16:19.086504 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:16:19.086798 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:16:19.087072 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:16:19.123508 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:16:19.124210 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:16:19.124210 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:16:19.167147 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:16:19.167612 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:16:19.167905 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:16:19.537472 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:16:19.537831 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:16:19.538038 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:16:19.538311 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:16:19.539033 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:16:19.646870 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:16:19.647194 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:16:19.647488 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:16:19.647768 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:16:19.648043 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:16:19.648377 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:16:19.648644 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:16:19.648905 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:16:19.649164 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:16:19.649450 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:16:19.649713 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:16:19.649982 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:16:19.650241 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:16:19.650496 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:16:19.650784 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:16:19.651069 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:16:19.651506 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:16:19.651943 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:16:19.652260 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:16:19.652536 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:16:19.652816 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:16:19.653074 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:16:19.653365 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:16:19.653769 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:16:19.654023 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:16:19.654272 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:16:19.654703 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103337) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 16 20:16:19.654949 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103337) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 16 20:16:19.655190 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103337) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 16 20:16:19.655429 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103337) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 16 20:16:19.655667 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103337) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 16 20:16:19.655905 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103337) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 16 20:16:19.656313 dv-cinder-830901-7-iscsi neutron-server[103337]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 16 20:16:19.659800 dv-cinder-830901-7-iscsi neutron-server[103337]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 16 20:16:19.664016 dv-cinder-830901-7-iscsi neutron-server[103337]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 16 20:16:19.668387 dv-cinder-830901-7-iscsi neutron-server[103337]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(500, 549)])]) May 16 20:16:19.670158 dv-cinder-830901-7-iscsi neutron-server[103337]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 16 20:16:19.670648 dv-cinder-830901-7-iscsi neutron-server[103337]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 16 20:16:19.670995 dv-cinder-830901-7-iscsi neutron-server[103337]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 16 20:16:19.671401 dv-cinder-830901-7-iscsi neutron-server[103337]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 16 20:16:19.674683 dv-cinder-830901-7-iscsi neutron-server[103337]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 16 20:16:19.674938 dv-cinder-830901-7-iscsi neutron-server[103337]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 16 20:16:19.675311 dv-cinder-830901-7-iscsi neutron-server[103337]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 16 20:16:19.680478 dv-cinder-830901-7-iscsi neutron-server[103337]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] May 16 20:16:19.707835 dv-cinder-830901-7-iscsi neutron-server[103337]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 16 20:16:19.708352 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:16:19.708667 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103337) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} May 16 20:16:19.709048 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:16:19.710531 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103337) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 16 20:16:19.710833 dv-cinder-830901-7-iscsi neutron-server[103337]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 16 20:16:19.711089 dv-cinder-830901-7-iscsi neutron-server[103337]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 16 20:16:19.715141 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:16:19.715428 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:16:19.781758 dv-cinder-830901-7-iscsi neutron-server[103337]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 16 20:16:19.782017 dv-cinder-830901-7-iscsi neutron-server[103337]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 16 20:16:19.782245 dv-cinder-830901-7-iscsi neutron-server[103337]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 16 20:16:19.782629 dv-cinder-830901-7-iscsi neutron-server[103337]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 16 20:16:19.805122 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_db.sqlalchemy.engines [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103337) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 16 20:16:20.278982 dv-cinder-830901-7-iscsi neutron-server[103337]: INFO neutron.plugins.ml2.managers [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Initializing driver for type 'gre' May 16 20:16:20.279680 dv-cinder-830901-7-iscsi neutron-server[103337]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] gre ID ranges: [(1, 1000)] May 16 20:16:20.353231 dv-cinder-830901-7-iscsi neutron-server[103337]: INFO neutron.plugins.ml2.managers [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Initializing driver for type 'local' May 16 20:16:20.353660 dv-cinder-830901-7-iscsi neutron-server[103337]: INFO neutron.plugins.ml2.managers [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Initializing driver for type 'vlan' May 16 20:16:20.369710 dv-cinder-830901-7-iscsi neutron-server[103337]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] VlanTypeDriver initialization complete May 16 20:16:20.370692 dv-cinder-830901-7-iscsi neutron-server[103337]: INFO neutron.plugins.ml2.managers [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Initializing driver for type 'vxlan' May 16 20:16:20.371212 dv-cinder-830901-7-iscsi neutron-server[103337]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] vxlan ID ranges: [(1, 1000)] May 16 20:16:20.436179 dv-cinder-830901-7-iscsi neutron-server[103337]: INFO neutron.plugins.ml2.managers [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Initializing extension driver 'port_security' May 16 20:16:20.436657 dv-cinder-830901-7-iscsi neutron-server[103337]: INFO neutron.plugins.ml2.extensions.port_security [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] PortSecurityExtensionDriver initialization complete May 16 20:16:20.437085 dv-cinder-830901-7-iscsi neutron-server[103337]: INFO neutron.plugins.ml2.managers [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Initializing mechanism driver 'openvswitch' May 16 20:16:20.437487 dv-cinder-830901-7-iscsi neutron-server[103337]: INFO neutron.plugins.ml2.managers [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Initializing mechanism driver 'hyperv' May 16 20:16:20.444547 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:16:20.445427 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Subscribe: > port after_create 55550000 {{(pid=103337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:16:20.445805 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Subscribe: > port after_update 55550000 {{(pid=103337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:16:20.446167 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Subscribe: > port after_delete 55550000 {{(pid=103337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:16:20.446723 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103337) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 16 20:16:20.447170 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Subscribe: > subnet after_create 55550000 {{(pid=103337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:16:20.447530 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Subscribe: > subnet after_update 55550000 {{(pid=103337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:16:20.447887 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Subscribe: > subnet after_delete 55550000 {{(pid=103337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:16:20.448533 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103337) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 16 20:16:20.449116 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Subscribe: > network after_create 55550000 {{(pid=103337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:16:20.449491 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Subscribe: > network after_update 55550000 {{(pid=103337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:16:20.449845 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Subscribe: > network after_delete 55550000 {{(pid=103337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:16:20.450255 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103337) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 16 20:16:20.450673 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Subscribe: > security_group after_create 55550000 {{(pid=103337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:16:20.451039 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Subscribe: > security_group after_update 55550000 {{(pid=103337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:16:20.451388 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Subscribe: > security_group after_delete 55550000 {{(pid=103337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:16:20.451793 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103337) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 16 20:16:20.452234 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:16:20.452594 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:16:20.452943 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:16:20.453342 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103337) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 16 20:16:20.453761 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Subscribe: > address_group after_create 55550000 {{(pid=103337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:16:20.454113 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Subscribe: > address_group after_update 55550000 {{(pid=103337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:16:20.454461 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Subscribe: > address_group after_delete 55550000 {{(pid=103337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:16:20.454872 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103337) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 16 20:16:20.455320 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] ML2 OVO RPC backend initialized. {{(pid=103337) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} May 16 20:16:20.456089 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Subscribe: > router_interface after_create 55550000 {{(pid=103337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:16:20.456477 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:16:20.456902 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Subscribe: > network before_response 55550000 {{(pid=103337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:16:20.457258 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Subscribe: > networks before_response 55550000 {{(pid=103337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:16:20.457611 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Subscribe: > port before_response 55550000 {{(pid=103337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:16:20.457957 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Subscribe: > ports before_response 55550000 {{(pid=103337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:16:20.458304 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Subscribe: > subnet before_response 55550000 {{(pid=103337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:16:20.458649 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Subscribe: > subnets before_response 55550000 {{(pid=103337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:16:20.459003 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Subscribe: > network after_create 55550000 {{(pid=103337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:16:20.459350 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Subscribe: > network after_update 55550000 {{(pid=103337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:16:20.459689 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Subscribe: > network after_delete 55550000 {{(pid=103337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:16:20.460034 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Subscribe: > port after_create 55550000 {{(pid=103337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:16:20.460404 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Subscribe: > port after_update 55550000 {{(pid=103337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:16:20.460756 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Subscribe: > port after_delete 55550000 {{(pid=103337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:16:20.461094 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Subscribe: > subnet after_create 55550000 {{(pid=103337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:16:20.461439 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Subscribe: > subnet after_update 55550000 {{(pid=103337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:16:20.461779 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Subscribe: > subnet after_delete 55550000 {{(pid=103337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:16:20.471877 dv-cinder-830901-7-iscsi neutron-server[103337]: INFO neutron.quota [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Loaded quota_driver: . May 16 20:16:20.472286 dv-cinder-830901-7-iscsi neutron-server[103337]: INFO neutron.plugins.ml2.plugin [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Modular L2 Plugin initialization complete May 16 20:16:20.472640 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.manager [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Loading services supported by the core plugin {{(pid=103337) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 16 20:16:20.472994 dv-cinder-830901-7-iscsi neutron-server[103337]: INFO neutron.plugins.ml2.managers [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Got port-security extension from driver 'port_security' May 16 20:16:20.473505 dv-cinder-830901-7-iscsi neutron-server[103337]: INFO neutron.extensions.vlantransparent [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Disabled vlantransparent extension. May 16 20:16:20.474015 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.manager [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103337) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 16 20:16:20.474355 dv-cinder-830901-7-iscsi neutron-server[103337]: INFO neutron.manager [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Loading Plugin: router May 16 20:16:20.513315 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Subscribe: > router_interface before_create 55550000 {{(pid=103337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:16:20.513637 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Subscribe: > router after_create 55549900 {{(pid=103337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:16:20.514016 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Subscribe: > router before_create 55549900 {{(pid=103337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:16:20.514395 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:16:20.514778 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:16:20.515140 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Subscribe: > router after_delete 55549900 {{(pid=103337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:16:20.515508 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Subscribe: > floatingip after_create 55550000 {{(pid=103337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:16:20.515867 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Subscribe: > floatingip after_update 55550000 {{(pid=103337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:16:20.516522 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Subscribe: > router after_create 55549900 {{(pid=103337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:16:20.516879 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Subscribe: > router after_update 55549900 {{(pid=103337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:16:20.517234 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Subscribe: > router after_update 55549900 {{(pid=103337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:16:20.517588 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:16:20.518109 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Subscribe: > router after_update 55549900 {{(pid=103337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:16:20.518532 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Subscribe: > router precommit_update 55549900 {{(pid=103337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:16:20.518909 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Subscribe: port after_update 55550000 {{(pid=103337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:16:20.519261 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Subscribe: port after_delete 55550000 {{(pid=103337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:16:20.519605 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Subscribe: subnet after_update 55550000 {{(pid=103337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:16:20.519951 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:16:20.520340 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Subscribe: > port precommit_delete 55550000 {{(pid=103337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:16:20.520694 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Subscribe: > router precommit_create 55549900 {{(pid=103337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:16:20.521045 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Subscribe: port before_delete 55550000 {{(pid=103337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:16:20.521390 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Subscribe: > router precommit_create 55550000 {{(pid=103337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:16:20.521750 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Subscribe: > router after_update 55549900 {{(pid=103337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:16:20.522096 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Subscribe: > router precommit_delete 55549900 {{(pid=103337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:16:20.522459 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Subscribe: > router precommit_create 55549900 {{(pid=103337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:16:20.522836 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Subscribe: > router_interface after_create 55550000 {{(pid=103337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:16:20.523192 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Subscribe: > router precommit_update 55549900 {{(pid=103337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:16:20.523568 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Subscribe: > agent after_create 55550000 {{(pid=103337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:16:20.523926 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Subscribe: > agent after_delete 55550000 {{(pid=103337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:16:20.524319 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Subscribe: > network after_delete 55550000 {{(pid=103337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:16:20.525309 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.quota.resource_registry [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Tracking information for resource: router configured {{(pid=103337) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 16 20:16:20.525649 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.quota.resource_registry [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Tracking information for resource: floatingip configured {{(pid=103337) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 16 20:16:20.531898 dv-cinder-830901-7-iscsi neutron-server[103337]: INFO neutron.db.l3_agentschedulers_db [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 16 20:16:20.532531 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Subscribe: port after_update 55550000 {{(pid=103337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:16:20.533119 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Subscribe: port after_create 55550000 {{(pid=103337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:16:20.533487 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Subscribe: port after_delete 55550000 {{(pid=103337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:16:20.533847 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Subscribe: port after_update 55550000 {{(pid=103337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:16:20.534699 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Subscribe: > router before_create 55550100 {{(pid=103337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:16:20.535080 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Subscribe: > router precommit_delete 55550100 {{(pid=103337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:16:20.535452 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Subscribe: > router precommit_create 55550100 {{(pid=103337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:16:20.535816 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Subscribe: > router precommit_update 55550100 {{(pid=103337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:16:20.540810 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.services.provider_configuration [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Service providers = [] {{(pid=103337) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 16 20:16:20.541186 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.db.servicetype_db [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103337) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 16 20:16:20.545444 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.services.service_base [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103337) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 16 20:16:20.545790 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.services.service_base [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103337) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 16 20:16:20.546143 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.services.service_base [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103337) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 16 20:16:20.547080 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.services.service_base [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103337) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 16 20:16:20.547467 dv-cinder-830901-7-iscsi neutron-server[103337]: INFO neutron.services.service_base [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Default provider is not specified for service type L3_ROUTER_NAT May 16 20:16:20.547870 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.manager [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103337) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 16 20:16:20.548217 dv-cinder-830901-7-iscsi neutron-server[103337]: INFO neutron.manager [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 16 20:16:20.560220 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.manager [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103337) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 16 20:16:20.560565 dv-cinder-830901-7-iscsi neutron-server[103337]: INFO neutron.manager [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Loading Plugin: auto_allocate May 16 20:16:20.566837 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Subscribe: network precommit_update 55550000 {{(pid=103337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:16:20.567219 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Subscribe: network precommit_create 55550000 {{(pid=103337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:16:20.567774 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.manager [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103337) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 16 20:16:20.568101 dv-cinder-830901-7-iscsi neutron-server[103337]: INFO neutron.manager [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Loading Plugin: tag May 16 20:16:20.575910 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.manager [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103337) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 16 20:16:20.576281 dv-cinder-830901-7-iscsi neutron-server[103337]: INFO neutron.manager [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Loading Plugin: timestamp May 16 20:16:20.580530 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.manager [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103337) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 16 20:16:20.580862 dv-cinder-830901-7-iscsi neutron-server[103337]: INFO neutron.manager [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Loading Plugin: network_ip_availability May 16 20:16:20.586813 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:16:20.587199 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:16:20.587566 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:16:20.588936 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.manager [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103337) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 16 20:16:20.589393 dv-cinder-830901-7-iscsi neutron-server[103337]: INFO neutron.manager [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Loading Plugin: flavors May 16 20:16:20.595250 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.manager [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103337) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 16 20:16:20.595587 dv-cinder-830901-7-iscsi neutron-server[103337]: INFO neutron.manager [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Loading Plugin: revisions May 16 20:16:20.600607 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.manager [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103337) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 16 20:16:20.601017 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_concurrency.lockutils [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.946s {{(pid=103337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 16 20:16:20.601809 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103337) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} May 16 20:16:20.602155 dv-cinder-830901-7-iscsi neutron-server[103337]: INFO neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Initializing extension manager. May 16 20:16:20.602709 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Loading extension file: __init__.py {{(pid=103337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:16:20.603059 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Loading extension file: __pycache__ {{(pid=103337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:16:20.603398 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Loading extension file: _port_mac_address_override.py {{(pid=103337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:16:20.603735 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Loading extension file: address_group.py {{(pid=103337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:16:20.605486 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:16:20.606133 dv-cinder-830901-7-iscsi neutron-server[103337]: INFO neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Loaded extension: address-group May 16 20:16:20.606467 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Loading extension file: address_scope.py {{(pid=103337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:16:20.607217 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:16:20.607733 dv-cinder-830901-7-iscsi neutron-server[103337]: INFO neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Loaded extension: address-scope May 16 20:16:20.608061 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Loading extension file: admin_state_down_before_update.py {{(pid=103337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:16:20.609250 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:16:20.609775 dv-cinder-830901-7-iscsi neutron-server[103337]: INFO neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Loaded extension: router-admin-state-down-before-update May 16 20:16:20.610102 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Loading extension file: agent.py {{(pid=103337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:16:20.610829 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:16:20.611419 dv-cinder-830901-7-iscsi neutron-server[103337]: INFO neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Loaded extension: agent May 16 20:16:20.611748 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Loading extension file: agent_resources_synced.py {{(pid=103337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:16:20.612721 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:16:20.613238 dv-cinder-830901-7-iscsi neutron-server[103337]: INFO neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Loaded extension: agent-resources-synced May 16 20:16:20.613569 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Loading extension file: allowedaddresspairs.py {{(pid=103337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:16:20.615488 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:16:20.616028 dv-cinder-830901-7-iscsi neutron-server[103337]: INFO neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Loaded extension: allowed-address-pairs May 16 20:16:20.616387 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Loading extension file: auto_allocated_topology.py {{(pid=103337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:16:20.617517 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:16:20.618040 dv-cinder-830901-7-iscsi neutron-server[103337]: INFO neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Loaded extension: auto-allocated-topology May 16 20:16:20.618375 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Loading extension file: availability_zone.py {{(pid=103337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:16:20.619108 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:16:20.619658 dv-cinder-830901-7-iscsi neutron-server[103337]: INFO neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Loaded extension: availability_zone May 16 20:16:20.620124 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Loading extension file: availability_zone_filter.py {{(pid=103337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:16:20.621327 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:16:20.621849 dv-cinder-830901-7-iscsi neutron-server[103337]: INFO neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Loaded extension: availability_zone_filter May 16 20:16:20.622181 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Loading extension file: data_plane_status.py {{(pid=103337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:16:20.623111 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:16:20.623625 dv-cinder-830901-7-iscsi neutron-server[103337]: INFO neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Extension data-plane-status not supported by any of loaded plugins May 16 20:16:20.623955 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Loading extension file: default_subnetpools.py {{(pid=103337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:16:20.624945 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:16:20.625464 dv-cinder-830901-7-iscsi neutron-server[103337]: INFO neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Loaded extension: default-subnetpools May 16 20:16:20.625796 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Loading extension file: dhcpagentscheduler.py {{(pid=103337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:16:20.626673 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:16:20.627187 dv-cinder-830901-7-iscsi neutron-server[103337]: INFO neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Loaded extension: dhcp_agent_scheduler May 16 20:16:20.627520 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Loading extension file: dns.py {{(pid=103337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:16:20.628544 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:16:20.629060 dv-cinder-830901-7-iscsi neutron-server[103337]: INFO neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Extension dns-integration not supported by any of loaded plugins May 16 20:16:20.629392 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Loading extension file: dns_domain_ports.py {{(pid=103337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:16:20.630332 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:16:20.630844 dv-cinder-830901-7-iscsi neutron-server[103337]: INFO neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Extension dns-domain-ports not supported by any of loaded plugins May 16 20:16:20.631174 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:16:20.632118 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:16:20.632651 dv-cinder-830901-7-iscsi neutron-server[103337]: INFO neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins May 16 20:16:20.632978 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Loading extension file: dvr.py {{(pid=103337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:16:20.633669 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:16:20.634182 dv-cinder-830901-7-iscsi neutron-server[103337]: INFO neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Loaded extension: dvr May 16 20:16:20.634509 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Loading extension file: ecmp_routes.py {{(pid=103337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:16:20.636001 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:16:20.636857 dv-cinder-830901-7-iscsi neutron-server[103337]: INFO neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Extension ecmp_routes not supported by any of loaded plugins May 16 20:16:20.637194 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Loading extension file: empty_string_filtering.py {{(pid=103337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:16:20.638163 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:16:20.638685 dv-cinder-830901-7-iscsi neutron-server[103337]: INFO neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Loaded extension: empty-string-filtering May 16 20:16:20.639019 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:16:20.639951 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:16:20.640497 dv-cinder-830901-7-iscsi neutron-server[103337]: INFO neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 16 20:16:20.640827 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:16:20.642011 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:16:20.642523 dv-cinder-830901-7-iscsi neutron-server[103337]: INFO neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 16 20:16:20.642850 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Loading extension file: external_net.py {{(pid=103337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:16:20.643781 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:16:20.644341 dv-cinder-830901-7-iscsi neutron-server[103337]: INFO neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Loaded extension: external-net May 16 20:16:20.644670 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Loading extension file: extra_dhcp_opt.py {{(pid=103337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:16:20.645590 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:16:20.646108 dv-cinder-830901-7-iscsi neutron-server[103337]: INFO neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Loaded extension: extra_dhcp_opt May 16 20:16:20.646438 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Loading extension file: extraroute.py {{(pid=103337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:16:20.647363 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:16:20.647880 dv-cinder-830901-7-iscsi neutron-server[103337]: INFO neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Loaded extension: extraroute May 16 20:16:20.648236 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Loading extension file: extraroute_atomic.py {{(pid=103337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:16:20.649552 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:16:20.650248 dv-cinder-830901-7-iscsi neutron-server[103337]: INFO neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Loaded extension: extraroute-atomic May 16 20:16:20.650585 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Loading extension file: filter_validation.py {{(pid=103337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:16:20.651981 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:16:20.652805 dv-cinder-830901-7-iscsi neutron-server[103337]: INFO neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Loaded extension: filter-validation May 16 20:16:20.653140 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Loading extension file: fip_pf_description.py {{(pid=103337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:16:20.654123 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:16:20.654637 dv-cinder-830901-7-iscsi neutron-server[103337]: INFO neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 16 20:16:20.654970 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Loading extension file: fip_pf_port_range.py {{(pid=103337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:16:20.655900 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:16:20.656442 dv-cinder-830901-7-iscsi neutron-server[103337]: INFO neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins May 16 20:16:20.656772 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Loading extension file: fip_port_details.py {{(pid=103337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:16:20.657714 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:16:20.658228 dv-cinder-830901-7-iscsi neutron-server[103337]: INFO neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Loaded extension: fip-port-details May 16 20:16:20.658557 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Loading extension file: flavors.py {{(pid=103337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:16:20.659844 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:16:20.660406 dv-cinder-830901-7-iscsi neutron-server[103337]: INFO neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Loaded extension: flavors May 16 20:16:20.660738 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:16:20.662501 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:16:20.663033 dv-cinder-830901-7-iscsi neutron-server[103337]: INFO neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 16 20:16:20.663371 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Loading extension file: floatingip_pools.py {{(pid=103337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:16:20.664106 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:16:20.664655 dv-cinder-830901-7-iscsi neutron-server[103337]: INFO neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Loaded extension: floatingip-pools May 16 20:16:20.664991 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Loading extension file: ip_allocation.py {{(pid=103337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:16:20.665957 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:16:20.666537 dv-cinder-830901-7-iscsi neutron-server[103337]: INFO neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Extension ip_allocation not supported by any of loaded plugins May 16 20:16:20.666973 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:16:20.668136 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:16:20.668691 dv-cinder-830901-7-iscsi neutron-server[103337]: INFO neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Loaded extension: ip-substring-filtering May 16 20:16:20.669029 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Loading extension file: l2_adjacency.py {{(pid=103337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:16:20.669976 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:16:20.670491 dv-cinder-830901-7-iscsi neutron-server[103337]: INFO neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Extension l2_adjacency not supported by any of loaded plugins May 16 20:16:20.670820 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Loading extension file: l3.py {{(pid=103337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:16:20.671868 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:16:20.672432 dv-cinder-830901-7-iscsi neutron-server[103337]: INFO neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Loaded extension: router May 16 20:16:20.672765 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Loading extension file: l3_conntrack_helper.py {{(pid=103337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:16:20.675220 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:16:20.675778 dv-cinder-830901-7-iscsi neutron-server[103337]: INFO neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 16 20:16:20.676117 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:16:20.677153 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:16:20.677675 dv-cinder-830901-7-iscsi neutron-server[103337]: INFO neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Loaded extension: ext-gw-mode May 16 20:16:20.678007 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:16:20.678961 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:16:20.679486 dv-cinder-830901-7-iscsi neutron-server[103337]: INFO neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Loaded extension: l3-ha May 16 20:16:20.679822 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:16:20.680791 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:16:20.681306 dv-cinder-830901-7-iscsi neutron-server[103337]: INFO neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins May 16 20:16:20.681635 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Loading extension file: l3_flavors.py {{(pid=103337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:16:20.683015 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:16:20.683592 dv-cinder-830901-7-iscsi neutron-server[103337]: INFO neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Loaded extension: l3-flavors May 16 20:16:20.683925 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Loading extension file: l3_ndp_proxy.py {{(pid=103337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:16:20.685439 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:16:20.686026 dv-cinder-830901-7-iscsi neutron-server[103337]: INFO neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Extension l3-ndp-proxy not supported by any of loaded plugins May 16 20:16:20.686364 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:16:20.687321 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:16:20.687842 dv-cinder-830901-7-iscsi neutron-server[103337]: INFO neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Loaded extension: l3-port-ip-change-not-allowed May 16 20:16:20.688221 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Loading extension file: l3agentscheduler.py {{(pid=103337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:16:20.689359 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:16:20.689886 dv-cinder-830901-7-iscsi neutron-server[103337]: INFO neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Loaded extension: l3_agent_scheduler May 16 20:16:20.690222 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Loading extension file: local_ip.py {{(pid=103337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:16:20.693871 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:16:20.694413 dv-cinder-830901-7-iscsi neutron-server[103337]: INFO neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Extension local_ip not supported by any of loaded plugins May 16 20:16:20.694774 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Loading extension file: logging.py {{(pid=103337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:16:20.696305 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:16:20.696836 dv-cinder-830901-7-iscsi neutron-server[103337]: INFO neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Extension logging not supported by any of loaded plugins May 16 20:16:20.697171 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Loading extension file: metering.py {{(pid=103337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:16:20.698612 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:16:20.699531 dv-cinder-830901-7-iscsi neutron-server[103337]: INFO neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Loaded extension: metering May 16 20:16:20.699875 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:16:20.701088 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:16:20.701612 dv-cinder-830901-7-iscsi neutron-server[103337]: INFO neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Loaded extension: metering_source_and_destination_fields May 16 20:16:20.701947 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Loading extension file: multiprovidernet.py {{(pid=103337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:16:20.702927 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:16:20.703447 dv-cinder-830901-7-iscsi neutron-server[103337]: INFO neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Loaded extension: multi-provider May 16 20:16:20.703780 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Loading extension file: netmtu.py {{(pid=103337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:16:20.704754 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:16:20.705280 dv-cinder-830901-7-iscsi neutron-server[103337]: INFO neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Loaded extension: net-mtu May 16 20:16:20.705615 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Loading extension file: netmtu_writable.py {{(pid=103337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:16:20.706558 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:16:20.707078 dv-cinder-830901-7-iscsi neutron-server[103337]: INFO neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Loaded extension: net-mtu-writable May 16 20:16:20.707408 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Loading extension file: network_availability_zone.py {{(pid=103337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:16:20.708108 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:16:20.708661 dv-cinder-830901-7-iscsi neutron-server[103337]: INFO neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Loaded extension: network_availability_zone May 16 20:16:20.708988 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Loading extension file: network_ip_availability.py {{(pid=103337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:16:20.710289 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:16:20.710813 dv-cinder-830901-7-iscsi neutron-server[103337]: INFO neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Loaded extension: network-ip-availability May 16 20:16:20.711144 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Loading extension file: network_segment_range.py {{(pid=103337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:16:20.711962 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:16:20.712501 dv-cinder-830901-7-iscsi neutron-server[103337]: INFO neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Extension network-segment-range not supported by any of loaded plugins May 16 20:16:20.712829 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Loading extension file: pagination.py {{(pid=103337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:16:20.714153 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:16:20.714684 dv-cinder-830901-7-iscsi neutron-server[103337]: INFO neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Loaded extension: pagination May 16 20:16:20.715017 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Loading extension file: port_device_profile.py {{(pid=103337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:16:20.715976 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:16:20.716562 dv-cinder-830901-7-iscsi neutron-server[103337]: INFO neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Loaded extension: port-device-profile May 16 20:16:20.716894 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Loading extension file: port_mac_address_override.py {{(pid=103337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:16:20.717852 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=103337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:16:20.718374 dv-cinder-830901-7-iscsi neutron-server[103337]: INFO neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Loaded extension: port-mac-override May 16 20:16:20.718706 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:16:20.719700 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:16:20.720252 dv-cinder-830901-7-iscsi neutron-server[103337]: INFO neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Loaded extension: port-mac-address-regenerate May 16 20:16:20.720614 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:16:20.721549 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:16:20.722076 dv-cinder-830901-7-iscsi neutron-server[103337]: INFO neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Loaded extension: port-numa-affinity-policy May 16 20:16:20.722409 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Loading extension file: port_resource_request.py {{(pid=103337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:16:20.723334 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:16:20.723848 dv-cinder-830901-7-iscsi neutron-server[103337]: INFO neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Extension port-resource-request not supported by any of loaded plugins May 16 20:16:20.724201 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Loading extension file: port_resource_request_groups.py {{(pid=103337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:16:20.725206 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:16:20.725721 dv-cinder-830901-7-iscsi neutron-server[103337]: INFO neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Extension port-resource-request-groups not supported by any of loaded plugins May 16 20:16:20.726050 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Loading extension file: portbindings.py {{(pid=103337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:16:20.727002 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:16:20.727517 dv-cinder-830901-7-iscsi neutron-server[103337]: INFO neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Loaded extension: binding May 16 20:16:20.727844 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Loading extension file: portbindings_extended.py {{(pid=103337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:16:20.729720 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:16:20.730583 dv-cinder-830901-7-iscsi neutron-server[103337]: INFO neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Loaded extension: binding-extended May 16 20:16:20.730923 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Loading extension file: portsecurity.py {{(pid=103337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:16:20.731875 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:16:20.732428 dv-cinder-830901-7-iscsi neutron-server[103337]: INFO neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Loaded extension: port-security May 16 20:16:20.732764 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Loading extension file: project_id.py {{(pid=103337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:16:20.733764 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:16:20.734102 dv-cinder-830901-7-iscsi neutron-server[103337]: INFO neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Loaded extension: project-id May 16 20:16:20.734431 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Loading extension file: providernet.py {{(pid=103337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:16:20.735360 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:16:20.735879 dv-cinder-830901-7-iscsi neutron-server[103337]: INFO neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Loaded extension: provider May 16 20:16:20.736233 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Loading extension file: qos.py {{(pid=103337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:16:20.740062 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:16:20.740641 dv-cinder-830901-7-iscsi neutron-server[103337]: INFO neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Extension qos not supported by any of loaded plugins May 16 20:16:20.740982 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:16:20.742340 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:16:20.742864 dv-cinder-830901-7-iscsi neutron-server[103337]: INFO neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 16 20:16:20.743197 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:16:20.744169 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:16:20.745747 dv-cinder-830901-7-iscsi neutron-server[103337]: INFO neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 16 20:16:20.746292 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Loading extension file: qos_default.py {{(pid=103337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:16:20.747260 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:16:20.747790 dv-cinder-830901-7-iscsi neutron-server[103337]: INFO neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Extension qos-default not supported by any of loaded plugins May 16 20:16:20.748124 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Loading extension file: qos_fip.py {{(pid=103337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:16:20.749105 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:16:20.749621 dv-cinder-830901-7-iscsi neutron-server[103337]: INFO neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Extension qos-fip not supported by any of loaded plugins May 16 20:16:20.749957 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Loading extension file: qos_fip_network_policy.py {{(pid=103337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:16:20.750886 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:16:20.751408 dv-cinder-830901-7-iscsi neutron-server[103337]: INFO neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Extension qos-fip-network-policy not supported by any of loaded plugins May 16 20:16:20.751734 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Loading extension file: qos_gateway_ip.py {{(pid=103337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:16:20.752697 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:16:20.753215 dv-cinder-830901-7-iscsi neutron-server[103337]: INFO neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Extension qos-gateway-ip not supported by any of loaded plugins May 16 20:16:20.753549 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Loading extension file: qos_port_network_policy.py {{(pid=103337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:16:20.754484 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:16:20.754996 dv-cinder-830901-7-iscsi neutron-server[103337]: INFO neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Extension qos-port-network-policy not supported by any of loaded plugins May 16 20:16:20.755321 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:16:20.756438 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:16:20.756970 dv-cinder-830901-7-iscsi neutron-server[103337]: INFO neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Extension qos-pps-minimum not supported by any of loaded plugins May 16 20:16:20.757295 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:16:20.758372 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:16:20.758896 dv-cinder-830901-7-iscsi neutron-server[103337]: INFO neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins May 16 20:16:20.759227 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Loading extension file: qos_pps_rule.py {{(pid=103337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:16:20.760667 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:16:20.761447 dv-cinder-830901-7-iscsi neutron-server[103337]: INFO neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Extension qos-pps not supported by any of loaded plugins May 16 20:16:20.761786 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Loading extension file: qos_rule_type_details.py {{(pid=103337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:16:20.762770 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:16:20.763288 dv-cinder-830901-7-iscsi neutron-server[103337]: INFO neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Extension qos-rule-type-details not supported by any of loaded plugins May 16 20:16:20.763673 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Loading extension file: qos_rule_type_filter.py {{(pid=103337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:16:20.764580 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:16:20.765095 dv-cinder-830901-7-iscsi neutron-server[103337]: INFO neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Extension qos-rule-type-filter not supported by any of loaded plugins May 16 20:16:20.765427 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Loading extension file: qos_rules_alias.py {{(pid=103337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:16:20.766753 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:16:20.767271 dv-cinder-830901-7-iscsi neutron-server[103337]: INFO neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Extension qos-rules-alias not supported by any of loaded plugins May 16 20:16:20.767601 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Loading extension file: quota_check_limit.py {{(pid=103337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:16:20.768666 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:16:20.769191 dv-cinder-830901-7-iscsi neutron-server[103337]: INFO neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Loaded extension: quota-check-limit May 16 20:16:20.769520 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Loading extension file: quotasv2.py {{(pid=103337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:16:20.770549 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:16:20.770887 dv-cinder-830901-7-iscsi neutron-server[103337]: INFO neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Loaded extension: quotas May 16 20:16:20.771214 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Loading extension file: quotasv2_detail.py {{(pid=103337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:16:20.773056 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:16:20.773401 dv-cinder-830901-7-iscsi neutron-server[103337]: INFO neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Loaded extension: quota_details May 16 20:16:20.773736 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Loading extension file: rbac.py {{(pid=103337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:16:20.774847 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:16:20.775392 dv-cinder-830901-7-iscsi neutron-server[103337]: INFO neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Loaded extension: rbac-policies May 16 20:16:20.775746 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Loading extension file: rbac_address_group.py {{(pid=103337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:16:20.777372 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:16:20.777907 dv-cinder-830901-7-iscsi neutron-server[103337]: INFO neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Loaded extension: rbac-address-group May 16 20:16:20.778240 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Loading extension file: rbac_address_scope.py {{(pid=103337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:16:20.779188 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:16:20.779704 dv-cinder-830901-7-iscsi neutron-server[103337]: INFO neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Loaded extension: rbac-address-scope May 16 20:16:20.780031 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Loading extension file: rbac_security_groups.py {{(pid=103337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:16:20.780998 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:16:20.781525 dv-cinder-830901-7-iscsi neutron-server[103337]: INFO neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Loaded extension: rbac-security-groups May 16 20:16:20.781853 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Loading extension file: rbac_subnetpool.py {{(pid=103337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:16:20.782810 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:16:20.783333 dv-cinder-830901-7-iscsi neutron-server[103337]: INFO neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Loaded extension: rbac-subnetpool May 16 20:16:20.783661 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Loading extension file: revisionifmatch.py {{(pid=103337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:16:20.784679 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:16:20.785204 dv-cinder-830901-7-iscsi neutron-server[103337]: INFO neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Loaded extension: revision-if-match May 16 20:16:20.785527 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Loading extension file: revisions.py {{(pid=103337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:16:20.786712 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:16:20.787243 dv-cinder-830901-7-iscsi neutron-server[103337]: INFO neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Loaded extension: standard-attr-revisions May 16 20:16:20.787576 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Loading extension file: router_availability_zone.py {{(pid=103337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:16:20.788306 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:16:20.788830 dv-cinder-830901-7-iscsi neutron-server[103337]: INFO neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Loaded extension: router_availability_zone May 16 20:16:20.789155 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Loading extension file: routerservicetype.py {{(pid=103337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:16:20.790141 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:16:20.790663 dv-cinder-830901-7-iscsi neutron-server[103337]: INFO neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Extension router-service-type not supported by any of loaded plugins May 16 20:16:20.790987 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:16:20.792757 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:16:20.793283 dv-cinder-830901-7-iscsi neutron-server[103337]: INFO neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Loaded extension: security-groups-normalized-cidr May 16 20:16:20.793616 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Loading extension file: security_groups_port_filtering.py {{(pid=103337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:16:20.794573 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:16:20.795099 dv-cinder-830901-7-iscsi neutron-server[103337]: INFO neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Loaded extension: port-security-groups-filtering May 16 20:16:20.795417 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:16:20.796445 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:16:20.796967 dv-cinder-830901-7-iscsi neutron-server[103337]: INFO neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Loaded extension: security-groups-remote-address-group May 16 20:16:20.797285 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:16:20.798406 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:16:20.798923 dv-cinder-830901-7-iscsi neutron-server[103337]: INFO neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Loaded extension: security-groups-shared-filtering May 16 20:16:20.799262 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:16:20.799873 dv-cinder-830901-7-iscsi neutron-server[103337]: WARNING neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py May 16 20:16:20.800234 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Loading extension file: securitygroup.py {{(pid=103337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:16:20.811536 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:16:20.812167 dv-cinder-830901-7-iscsi neutron-server[103337]: INFO neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Loaded extension: security-group May 16 20:16:20.812493 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Loading extension file: segment.py {{(pid=103337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:16:20.813330 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:16:20.813854 dv-cinder-830901-7-iscsi neutron-server[103337]: INFO neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Extension segment not supported by any of loaded plugins May 16 20:16:20.814186 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:16:20.815256 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:16:20.815783 dv-cinder-830901-7-iscsi neutron-server[103337]: INFO neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 16 20:16:20.816112 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Loading extension file: servicetype.py {{(pid=103337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:16:20.817320 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:16:20.817858 dv-cinder-830901-7-iscsi neutron-server[103337]: INFO neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Loaded extension: service-type May 16 20:16:20.818189 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Loading extension file: sorting.py {{(pid=103337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:16:20.819224 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:16:20.819572 dv-cinder-830901-7-iscsi neutron-server[103337]: INFO neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Loaded extension: sorting May 16 20:16:20.819898 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Loading extension file: standard_attr_segment.py {{(pid=103337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:16:20.820874 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:16:20.821404 dv-cinder-830901-7-iscsi neutron-server[103337]: INFO neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Extension standard-attr-segment not supported by any of loaded plugins May 16 20:16:20.821738 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Loading extension file: standardattrdescription.py {{(pid=103337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:16:20.822415 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:16:20.822965 dv-cinder-830901-7-iscsi neutron-server[103337]: INFO neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Loaded extension: standard-attr-description May 16 20:16:20.823520 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Loading extension file: stateful_security_group.py {{(pid=103337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:16:20.824718 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:16:20.825244 dv-cinder-830901-7-iscsi neutron-server[103337]: INFO neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Loaded extension: stateful-security-group May 16 20:16:20.825573 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Loading extension file: stdattrs_common.py {{(pid=103337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:16:20.826528 dv-cinder-830901-7-iscsi neutron-server[103337]: WARNING neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 16 20:16:20.826855 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:16:20.827821 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:16:20.828372 dv-cinder-830901-7-iscsi neutron-server[103337]: INFO neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 16 20:16:20.828697 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Loading extension file: subnet_onboard.py {{(pid=103337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:16:20.829816 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:16:20.830339 dv-cinder-830901-7-iscsi neutron-server[103337]: INFO neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Loaded extension: subnet_onboard May 16 20:16:20.830670 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:16:20.831638 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:16:20.832179 dv-cinder-830901-7-iscsi neutron-server[103337]: INFO neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 16 20:16:20.832509 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Loading extension file: subnet_service_types.py {{(pid=103337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:16:20.833467 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:16:20.833989 dv-cinder-830901-7-iscsi neutron-server[103337]: INFO neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Loaded extension: subnet-service-types May 16 20:16:20.834319 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Loading extension file: subnetallocation.py {{(pid=103337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:16:20.835453 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:16:20.835975 dv-cinder-830901-7-iscsi neutron-server[103337]: INFO neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Loaded extension: subnet_allocation May 16 20:16:20.836339 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:16:20.837035 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:16:20.837557 dv-cinder-830901-7-iscsi neutron-server[103337]: INFO neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Loaded extension: subnetpool-prefix-ops May 16 20:16:20.837885 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:16:20.839148 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:16:20.839718 dv-cinder-830901-7-iscsi neutron-server[103337]: INFO neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 16 20:16:20.840043 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Loading extension file: tagging.py {{(pid=103337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:16:20.841435 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:16:20.841943 dv-cinder-830901-7-iscsi neutron-server[103337]: INFO neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Loaded extension: standard-attr-tag May 16 20:16:20.842277 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Loading extension file: timestamp.py {{(pid=103337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:16:20.843672 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:16:20.844245 dv-cinder-830901-7-iscsi neutron-server[103337]: INFO neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Loaded extension: standard-attr-timestamp May 16 20:16:20.844602 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Loading extension file: trunk.py {{(pid=103337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:16:20.845721 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:16:20.846248 dv-cinder-830901-7-iscsi neutron-server[103337]: INFO neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Extension trunk not supported by any of loaded plugins May 16 20:16:20.846579 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Loading extension file: trunk_details.py {{(pid=103337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:16:20.847551 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:16:20.848082 dv-cinder-830901-7-iscsi neutron-server[103337]: INFO neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Extension trunk-details not supported by any of loaded plugins May 16 20:16:20.848447 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Loading extension file: uplink_status_propagation.py {{(pid=103337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:16:20.849412 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:16:20.849931 dv-cinder-830901-7-iscsi neutron-server[103337]: INFO neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Extension uplink-status-propagation not supported by any of loaded plugins May 16 20:16:20.850262 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Loading extension file: vlantransparent.py {{(pid=103337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 20:16:20.850982 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 20:16:20.851496 dv-cinder-830901-7-iscsi neutron-server[103337]: INFO neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Extension vlan-transparent not supported by any of loaded plugins May 16 20:16:20.855418 dv-cinder-830901-7-iscsi neutron-server[103337]: INFO neutron.quota.resource_registry [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Creating instance of TrackedResource for resource:network May 16 20:16:20.856060 dv-cinder-830901-7-iscsi neutron-server[103337]: INFO neutron.quota.resource_registry [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Creating instance of TrackedResource for resource:subnet May 16 20:16:20.856502 dv-cinder-830901-7-iscsi neutron-server[103337]: INFO neutron.quota.resource_registry [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Creating instance of TrackedResource for resource:subnetpool May 16 20:16:20.856905 dv-cinder-830901-7-iscsi neutron-server[103337]: INFO neutron.quota.resource_registry [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Creating instance of TrackedResource for resource:port May 16 20:16:20.858316 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.v2.resource_helper [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103337) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 16 20:16:20.858774 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.v2.resource_helper [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Service FLAVORS assigned prefix: {{(pid=103337) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 16 20:16:20.859408 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.v2.resource_helper [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103337) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 16 20:16:20.859840 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.v2.resource_helper [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103337) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 16 20:16:20.860205 dv-cinder-830901-7-iscsi neutron-server[103337]: INFO neutron.quota.resource_registry [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Creating instance of TrackedResource for resource:router May 16 20:16:20.860664 dv-cinder-830901-7-iscsi neutron-server[103337]: INFO neutron.quota.resource_registry [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Creating instance of TrackedResource for resource:floatingip May 16 20:16:20.861165 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.v2.resource_helper [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Service METERING assigned prefix: /metering {{(pid=103337) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 16 20:16:20.862670 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:16:20.863050 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:16:20.863404 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:16:20.864520 dv-cinder-830901-7-iscsi neutron-server[103337]: INFO neutron.quota.resource_registry [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Creating instance of CountableResource for resource:rbac_policy May 16 20:16:20.864967 dv-cinder-830901-7-iscsi neutron-server[103337]: INFO neutron.quota.resource_registry [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Creating instance of TrackedResource for resource:security_group May 16 20:16:20.865397 dv-cinder-830901-7-iscsi neutron-server[103337]: INFO neutron.quota.resource_registry [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Creating instance of TrackedResource for resource:security_group_rule May 16 20:16:20.866024 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.v2.resource_helper [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Service CORE assigned prefix: {{(pid=103337) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 16 20:16:20.866360 dv-cinder-830901-7-iscsi neutron-server[103337]: INFO neutron.quota.resource_registry [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Creating instance of TrackedResource for resource:subnetpool May 16 20:16:20.866714 dv-cinder-830901-7-iscsi neutron-server[103337]: WARNING neutron.quota.resource_registry [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] subnetpool is already registered May 16 20:16:20.867151 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.v2.resource_helper [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Service CORE assigned prefix: {{(pid=103337) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 16 20:16:20.867478 dv-cinder-830901-7-iscsi neutron-server[103337]: INFO neutron.quota.resource_registry [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Creating instance of TrackedResource for resource:subnetpool May 16 20:16:20.867809 dv-cinder-830901-7-iscsi neutron-server[103337]: WARNING neutron.quota.resource_registry [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] subnetpool is already registered May 16 20:16:20.871471 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.v2.resource_helper [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103337) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 16 20:16:20.871924 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.v2.resource_helper [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Service FLAVORS assigned prefix: {{(pid=103337) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 16 20:16:20.872576 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.v2.resource_helper [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103337) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 16 20:16:20.873007 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.v2.resource_helper [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103337) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 16 20:16:20.873356 dv-cinder-830901-7-iscsi neutron-server[103337]: INFO neutron.quota.resource_registry [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Creating instance of TrackedResource for resource:router May 16 20:16:20.873700 dv-cinder-830901-7-iscsi neutron-server[103337]: WARNING neutron.quota.resource_registry [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] router is already registered May 16 20:16:20.874124 dv-cinder-830901-7-iscsi neutron-server[103337]: INFO neutron.quota.resource_registry [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Creating instance of TrackedResource for resource:floatingip May 16 20:16:20.874462 dv-cinder-830901-7-iscsi neutron-server[103337]: WARNING neutron.quota.resource_registry [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] floatingip is already registered May 16 20:16:20.874946 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.v2.resource_helper [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Service METERING assigned prefix: /metering {{(pid=103337) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 16 20:16:20.875653 dv-cinder-830901-7-iscsi neutron-server[103337]: INFO neutron.quota.resource_registry [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Creating instance of CountableResource for resource:rbac_policy May 16 20:16:20.875984 dv-cinder-830901-7-iscsi neutron-server[103337]: WARNING neutron.quota.resource_registry [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] rbac_policy is already registered May 16 20:16:20.876435 dv-cinder-830901-7-iscsi neutron-server[103337]: INFO neutron.quota.resource_registry [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Creating instance of TrackedResource for resource:security_group May 16 20:16:20.876776 dv-cinder-830901-7-iscsi neutron-server[103337]: WARNING neutron.quota.resource_registry [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] security_group is already registered May 16 20:16:20.877186 dv-cinder-830901-7-iscsi neutron-server[103337]: INFO neutron.quota.resource_registry [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Creating instance of TrackedResource for resource:security_group_rule May 16 20:16:20.877528 dv-cinder-830901-7-iscsi neutron-server[103337]: WARNING neutron.quota.resource_registry [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] security_group_rule is already registered May 16 20:16:20.878201 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.v2.resource_helper [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Service CORE assigned prefix: {{(pid=103337) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 16 20:16:20.878531 dv-cinder-830901-7-iscsi neutron-server[103337]: INFO neutron.quota.resource_registry [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Creating instance of TrackedResource for resource:subnetpool May 16 20:16:20.878869 dv-cinder-830901-7-iscsi neutron-server[103337]: WARNING neutron.quota.resource_registry [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] subnetpool is already registered May 16 20:16:20.879302 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.v2.resource_helper [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Service CORE assigned prefix: {{(pid=103337) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 16 20:16:20.879630 dv-cinder-830901-7-iscsi neutron-server[103337]: INFO neutron.quota.resource_registry [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Creating instance of TrackedResource for resource:subnetpool May 16 20:16:20.879964 dv-cinder-830901-7-iscsi neutron-server[103337]: WARNING neutron.quota.resource_registry [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] subnetpool is already registered May 16 20:16:20.880498 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Extended resource: extensions {{(pid=103337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 20:16:20.882033 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Extended resource: address-groups {{(pid=103337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 20:16:20.883792 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Extended resource: address-scopes {{(pid=103337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 20:16:20.885218 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Extended resource: agents {{(pid=103337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 20:16:20.886932 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Extended resource: auto-allocated-topology {{(pid=103337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 20:16:20.888218 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Extended resource: availability_zones {{(pid=103337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 20:16:20.889442 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Extended resource: dhcp-networks {{(pid=103337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 20:16:20.891273 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Extended resource: dhcp-agents {{(pid=103337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 20:16:20.892732 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Extended resource: routers {{(pid=103337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 20:16:20.894455 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Extended resource: flavors {{(pid=103337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 20:16:20.895734 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Extended resource: service_profiles {{(pid=103337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 20:16:20.896973 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Extended resource: next_providers {{(pid=103337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 20:16:20.898414 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Extended resource: service_profiles {{(pid=103337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 20:16:20.899990 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Extended resource: floatingip-pools {{(pid=103337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 20:16:20.901580 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Extended resource: routers {{(pid=103337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 20:16:20.903487 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Extended resource: floatingips {{(pid=103337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 20:16:20.905979 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Extended resource: l3-routers {{(pid=103337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 20:16:20.907429 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Extended resource: l3-agents {{(pid=103337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 20:16:20.909040 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Extended resource: metering-labels {{(pid=103337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 20:16:20.910325 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Extended resource: metering-label-rules {{(pid=103337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 20:16:20.911710 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Extended resource: network-ip-availabilities {{(pid=103337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 20:16:20.913152 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Extended resource: bindings {{(pid=103337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 20:16:20.914724 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Extended resource: quotas {{(pid=103337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 20:16:20.916979 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Extended resource: quotas {{(pid=103337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 20:16:20.920327 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Extended resource: rbac-policies {{(pid=103337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 20:16:20.920533 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Extended resource: security-groups {{(pid=103337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 20:16:20.922491 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Extended resource: security-group-rules {{(pid=103337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 20:16:20.923914 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Extended resource: service-providers {{(pid=103337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 20:16:20.925304 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Extended resource: subnetpools {{(pid=103337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 20:16:20.926715 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Extended resource: subnetpools {{(pid=103337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 20:16:20.928312 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Extended resource: tags {{(pid=103337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 20:16:20.930085 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Extended resource: tags {{(pid=103337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 20:16:20.931955 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Extended resource: tags {{(pid=103337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 20:16:20.934973 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Extended resource: tags {{(pid=103337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 20:16:20.936686 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Extended resource: tags {{(pid=103337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 20:16:20.938668 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Extended resource: tags {{(pid=103337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 20:16:20.940407 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Extended resource: tags {{(pid=103337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 20:16:20.942431 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Extended resource: tags {{(pid=103337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 20:16:20.944244 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Extended resource: tags {{(pid=103337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 20:16:20.946005 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron.api.extensions [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Extended resource: tags {{(pid=103337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 20:16:20.953531 dv-cinder-830901-7-iscsi neutron-server[103337]: WARNING keystonemiddleware.auth_token [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 16 20:16:20.959100 dv-cinder-830901-7-iscsi neutron-server[103337]: WARNING keystonemiddleware.auth_token [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 16 20:16:20.969485 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_concurrency.lockutils [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Acquired lock "singleton_lock" {{(pid=103337) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} May 16 20:16:20.969977 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_concurrency.lockutils [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Releasing lock "singleton_lock" {{(pid=103337) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} May 16 20:16:20.970660 dv-cinder-830901-7-iscsi neutron-server[103337]: INFO oslo_service.service [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Starting 2 workers May 16 20:16:20.975828 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Started child 103448 {{(pid=103337) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 16 20:16:20.981481 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Started child 103449 {{(pid=103337) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 16 20:16:20.983319 dv-cinder-830901-7-iscsi neutron-server[103337]: INFO neutron.service [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Neutron service started, listening on 0.0.0.0:9696 May 16 20:16:20.984035 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Publish callbacks [] for process (None), before_spawn {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:16:20.984297 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:16:20.985849 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [-] (103448) wsgi starting up on http://0.0.0.0:9696 May 16 20:16:20.986630 dv-cinder-830901-7-iscsi neutron-server[103337]: INFO oslo_service.service [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Starting 1 workers May 16 20:16:20.986854 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:16:20.988902 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [-] (103449) wsgi starting up on http://0.0.0.0:9696 May 16 20:16:20.992289 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Started child 103450 {{(pid=103337) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 16 20:16:20.992917 dv-cinder-830901-7-iscsi neutron-server[103337]: INFO oslo_service.service [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Starting 1 workers May 16 20:16:20.998234 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.service [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] calling RpcWorker wait() {{(pid=103450) _wait /opt/stack/neutron/neutron/service.py:128}} May 16 20:16:20.998863 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.service [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] returning from RpcWorker wait() {{(pid=103450) _wait /opt/stack/neutron/neutron/service.py:135}} May 16 20:16:20.998937 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Started child 103451 {{(pid=103337) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 16 20:16:20.999735 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-152594fd-d08e-44db-aacb-3413a002fafd None None] Publish callbacks [] for process (None), after_spawn {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:16:21.000656 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:16:21.001224 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:16:21.001641 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103337) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 16 20:16:21.001860 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 16 20:16:21.002045 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 16 20:16:21.002450 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 16 20:16:21.002776 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 16 20:16:21.002947 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 16 20:16:21.003495 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:21.003814 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:16:21.004352 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:21.004352 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:21.012257 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:21.012257 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:21.012257 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:21.012694 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:16:21.012845 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:21.012845 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:21.012845 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:21.012845 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:21.012845 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:21.012845 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:21.012845 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:21.012845 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:21.013805 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:21.013805 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:21.013805 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:21.013805 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:21.013805 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:21.013805 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:21.013805 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:21.013805 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] debug = True {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:21.014714 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:21.014714 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:21.014714 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:21.014714 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:21.014714 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:21.014714 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:21.015431 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:21.015431 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:21.015431 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:21.015431 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:21.015431 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:21.015431 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:21.015431 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:21.015431 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:21.016604 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:21.016604 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:21.016604 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:21.016604 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] host = dv-cinder-830901-7-iscsi {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:21.016604 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:21.016604 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:21.016604 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:21.016604 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:21.017504 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:21.017504 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:21.017504 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:21.017504 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:21.017504 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:21.018065 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:21.018065 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:21.018302 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:21.018424 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:21.018652 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] log_file = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:21.018820 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] log_options = True {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:21.019077 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:21.019343 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:21.019594 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:21.019793 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:21.019966 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:21.020132 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:21.020425 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:21.020640 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:21.020866 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:21.021094 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:21.021332 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:21.021551 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:21.021803 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:21.022041 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:21.022399 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:21.022527 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:21.022743 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:21.022956 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:21.023219 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:21.023467 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:21.023693 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:21.023921 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:21.024183 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:21.024406 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:21.024643 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:21.024888 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:21.025120 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:21.025358 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:21.025577 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:21.025939 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:21.026239 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:21.026699 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:21.027105 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:21.027363 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:21.027640 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:21.027880 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:21.028119 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:21.028380 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:21.028675 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:21.028906 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:21.029155 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:21.029421 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:21.029643 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:21.029897 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:21.030119 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:21.030360 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:21.030601 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] use_json = False {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:21.030824 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:21.031062 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:21.031312 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:21.031569 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:21.031905 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:21.034293 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:21.034293 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:21.034293 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:21.035143 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:21.035601 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.035923 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.036303 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.036601 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.036873 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.037168 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.038338 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.038815 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.039081 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.039335 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.039692 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.039936 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.040299 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.040603 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.040910 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.041244 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.041523 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.041865 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.042070 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.042343 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.042613 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.042839 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.043137 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.043373 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.043616 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.043878 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.044108 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.044445 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.044706 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.044991 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.045354 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.045638 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.045922 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.71/identity {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.046180 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.046486 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.046754 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.047021 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.047265 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.047508 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.047760 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.048054 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.048326 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.048564 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.048823 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.049037 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.051633 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.052328 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.052642 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.052952 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.053168 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.053387 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.053614 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.053867 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.055467 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.058899 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.060330 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.060803 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.061277 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.061544 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.061817 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.062070 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.062328 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.062593 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.063478 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.063478 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.063478 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.063725 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.063883 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.064198 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.064486 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.064647 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.064834 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.065248 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.065651 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.066093 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.066345 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.066570 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.066795 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.067017 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.067236 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.067480 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.067705 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.067939 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.068183 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.068440 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.068679 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.068893 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.069130 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.069340 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.069707 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.070170 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.070515 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.070784 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.071036 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.071278 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.071539 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.071761 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.072115 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.072309 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.072523 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.073533 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.073860 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.074093 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.074521 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.074884 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.075274 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.075698 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.076066 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.076500 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.076875 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.077278 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.077535 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.077767 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.078046 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.078305 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.078562 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.078788 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.079052 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.079305 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.079596 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.079853 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.080186 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.080453 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.080727 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.081015 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.081283 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.081554 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.081806 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.082037 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.082297 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.082709 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.083167 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.083424 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.083800 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.084056 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.084347 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.084568 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.084790 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.085045 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.085378 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.085653 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.085879 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.086288 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.086567 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.086833 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.087087 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.087367 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.087627 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.087906 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.088138 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.088657 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.71/identity {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.089090 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.089334 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.089541 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.089930 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.090160 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.090529 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.090929 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.091170 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.091388 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.091657 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.091889 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.092111 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.092386 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.092609 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.092829 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.093118 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.093388 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.093551 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.093907 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.094162 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.094382 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.094605 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.094866 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.095122 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.095362 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.095765 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.096015 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.096265 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.096557 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.096807 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.097088 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.097312 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.097611 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.097830 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.098044 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.098297 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.098545 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.098760 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.099037 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.099276 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.099661 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.099905 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.100342 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.100733 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.101093 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.101267 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.101535 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.101778 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.102046 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.102309 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.102575 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.102793 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.103036 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.103286 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.103539 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.103973 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.104236 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.104521 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.104772 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.105117 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.105412 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.105564 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.105798 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.105993 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.106259 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.106505 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.106724 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.106961 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.107216 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.107438 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.107651 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.107963 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.108233 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.108684 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.109027 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.109216 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.109551 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.109708 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.109988 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.110207 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.110446 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.110689 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.110931 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.111146 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.111400 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.111616 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.111828 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.112054 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.112298 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.113004 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.113267 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.113500 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.113715 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.113963 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.114192 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.114437 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.114630 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.114850 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.115063 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.115306 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.115570 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.115818 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.116041 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.116279 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.116621 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.116840 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.117570 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.117570 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.117570 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.117965 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.118156 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.118379 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.118641 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.118922 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.119185 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.120442 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.120442 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.120966 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.120966 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.121607 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.121607 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.121607 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.122239 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.122239 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.122694 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.122694 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.123077 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.123271 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.123518 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.123752 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.124064 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.124433 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.124745 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.124987 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.125392 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.125618 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.125874 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.126100 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.126342 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.126561 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.126795 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.127018 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.127268 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.127268 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.127714 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.127714 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.128119 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.128382 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.128382 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.128836 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.128836 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.129352 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 16 20:16:21.129552 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103337) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 16 20:16:21.129776 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 16 20:16:21.130001 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 16 20:16:21.130196 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 16 20:16:21.130388 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 16 20:16:21.130388 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 16 20:16:21.130752 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:21.130752 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:21.131147 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:21.131147 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:21.131531 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:21.131531 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:21.131531 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:21.132197 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:21.132197 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:21.132197 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:21.132796 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:21.132796 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:21.132796 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:21.132796 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:21.133600 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:21.133600 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:21.133600 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:21.133600 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:21.133600 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:21.133600 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:21.136087 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:21.136087 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] debug = True {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:21.136087 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:21.136087 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:21.136087 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:21.136087 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:21.137368 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:21.137368 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:21.137368 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:21.137368 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:21.137368 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:21.137368 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:21.137368 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:21.137368 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:21.138651 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:21.138651 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:21.138651 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:21.138651 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:21.138651 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:21.138651 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] host = dv-cinder-830901-7-iscsi {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:21.138651 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:21.138651 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:21.140411 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:21.140411 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:21.140411 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:21.140411 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:21.140411 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:21.140411 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:21.140411 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:21.140411 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:21.142293 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:21.142293 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:21.142293 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:21.142293 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] log_file = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:21.142293 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] log_options = True {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:21.142293 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:21.142293 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:21.142293 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:21.143928 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:21.143928 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:21.143928 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:21.143928 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:21.143928 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:21.143928 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:21.143928 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:21.145107 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:21.145107 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:21.145107 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:21.145107 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:21.145107 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:21.145107 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:21.145107 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:21.145107 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:21.146255 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:21.146255 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:21.146255 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:21.146255 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:21.146255 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:21.146255 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:21.146255 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:21.146255 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:21.147401 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:21.147401 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:21.147401 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:21.147401 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:21.147401 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:21.147401 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:21.147401 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:21.147401 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:21.148489 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:21.148489 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:21.148489 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:21.148489 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:21.148489 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:21.148489 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:21.148489 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:21.148489 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:21.149423 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:21.149423 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:21.149423 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:21.149423 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:21.149423 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] use_json = False {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:21.149423 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:21.149423 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:21.149423 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:21.149423 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:21.151317 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:21.151317 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:21.151317 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:21.151317 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:21.151317 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 20:16:21.151317 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.151317 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.151317 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.152540 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.152540 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.152540 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.152540 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.152540 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.152540 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.152540 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.152540 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.153781 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.153781 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.153781 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.153781 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.153781 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.153781 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.153781 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.153781 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.154830 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.154830 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.154830 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.154830 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.154830 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.154830 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.154830 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.154830 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.155653 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.155653 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.155653 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.155653 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.155653 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.155653 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.71/identity {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.155653 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.155653 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.156208 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.156208 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.156208 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.156208 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.156208 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.156208 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.156622 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.156622 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.156622 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.156836 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.156915 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:16:21.157089 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.157089 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.157238 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.157316 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.157468 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.157629 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.157788 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.157948 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.158107 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.158266 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.158425 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.158587 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.158758 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.158916 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.159074 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.159232 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.159392 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.159550 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.159707 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.159864 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.160022 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.160259 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.160387 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.160516 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.160673 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.160830 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.160989 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.161149 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.161294 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.161520 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.161640 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.161744 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.161899 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.162058 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.162217 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.162374 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.162532 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.162691 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.162855 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.163002 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.163160 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.163317 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.163476 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.163632 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.163998 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.163998 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.164275 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.164275 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.164509 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.164631 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.164752 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.164874 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.165021 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.165166 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.165316 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.165475 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.165621 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.165757 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.165890 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.166019 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.166175 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.166511 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.166678 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.166841 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.167432 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.167432 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.167432 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.168014 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.168014 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.168014 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.168014 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.168571 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.168571 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.168571 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.168571 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.168971 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.168971 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.169170 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.169251 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.169396 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.169580 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.169767 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.169926 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.170085 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.170266 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.170424 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.170582 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.170739 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.170897 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.171085 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.171280 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.171459 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.171619 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.171778 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.171961 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.172543 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.172543 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.172543 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.172841 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.172841 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.173004 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.173109 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.173267 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.173425 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.173610 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.173829 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.71/identity {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.174035 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.174196 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.174351 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.174510 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.174726 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.174897 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.175056 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.175246 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.175428 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.175588 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.175747 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.176008 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.176253 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.176402 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.176541 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.176703 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.176840 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.176980 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.177138 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.177296 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.177486 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.177645 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.177803 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.177992 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.178277 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.178443 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.178609 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.178770 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.178929 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.179122 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.179283 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.179444 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.179604 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.179804 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.179964 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.180123 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.180875 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.180875 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.180875 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.180875 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.181204 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.181204 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.181204 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.181409 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.181536 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.181692 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.181856 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.182566 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.182729 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.182887 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.183044 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.183228 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.183376 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.183501 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.183656 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.183815 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.183972 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.184130 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.184338 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.184461 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.184610 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.184769 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.184926 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.185087 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.185245 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.185393 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.185546 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.185732 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.185865 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.186077 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.186250 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.186374 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.186496 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.186619 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.186752 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.186925 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.187056 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.187220 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.187380 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.187539 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.187696 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.187853 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.188009 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.188198 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.188373 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.188529 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.188668 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.188817 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.188955 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.189112 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.189278 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.189435 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.189585 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.189723 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.189861 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.190008 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.190148 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.190294 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.190455 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.190601 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.190755 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.190898 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.191067 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.191224 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.191366 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.191526 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.191675 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.191827 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.191985 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.192125 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.192312 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.192470 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.192627 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.192784 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.192919 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.193087 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.193233 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.193378 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.193536 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.193677 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.193838 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.193996 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.194134 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.194303 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.194468 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.194628 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.194794 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.194960 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.195127 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.195285 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.195450 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.195621 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.195858 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.195994 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.196117 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.196282 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.196405 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.196563 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.196721 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.196878 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.197035 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.197176 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.197338 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.197495 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.198264 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.198436 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.198595 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.198753 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.198911 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.199069 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.199232 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 20:16:21.199384 dv-cinder-830901-7-iscsi neutron-server[103337]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 16 20:16:21.317457 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.71', 42450) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:16:21.328652 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [-] 10.222.0.71 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0087798 May 16 20:16:33.681356 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5338503e-cf8f-4d9d-8f70-ff89813002c8 None None] get_active_networks_info from dv-cinder-830901-7-iscsi {{(pid=103450) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} May 16 20:16:33.802168 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5338503e-cf8f-4d9d-8f70-ff89813002c8 None None] No non-hosted networks {{(pid=103450) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 16 20:16:33.826604 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.agentschedulers_db [None req-5338503e-cf8f-4d9d-8f70-ff89813002c8 None None] DHCP Agent not found on host dv-cinder-830901-7-iscsi {{(pid=103450) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} May 16 20:16:33.951782 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-caa4450b-517c-485f-b9cd-924ba8ba33d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1651550'] for agent (6de3586b-c77a-41a3-9d69-e80d1925fb22), after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:16:37.589936 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-355525ac-66b3-4893-9c49-fb172efe4fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1651550'] for agent (fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f), after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:16:37.676031 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-807f3e93-624e-4a5d-935d-a16313b6631b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:16:37.864026 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.71', 42516) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:16:38.710571 dv-cinder-830901-7-iscsi neutron-server[103448]: WARNING oslo_policy.policy [None req-c39a6202-98d6-471e-b839-fe43c08cc6d4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 16 20:16:38.712022 dv-cinder-830901-7-iscsi neutron-server[103448]: WARNING oslo_policy.policy [None req-c39a6202-98d6-471e-b839-fe43c08cc6d4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 16 20:16:38.772776 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7e48644e-b95e-4624-af94-515661536cfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1651550'] for agent (250d088e-9c0e-4ec5-80f3-a83f8403448b), after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:16:38.980094 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [None req-c39a6202-98d6-471e-b839-fe43c08cc6d4 admin admin] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=103448) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 16 20:16:38.982084 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-c39a6202-98d6-471e-b839-fe43c08cc6d4 admin admin] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 1.1158447 May 16 20:16:40.860276 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6817a924-6d52-4d66-a8a7-036511333704 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1651550'] for agent (03fa33e9-7cc7-490c-b269-c4f69c490346), after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:16:41.195851 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1651550'] for agent (bddaa840-ffd9-43a2-8860-d40111f70aff), after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:16:41.199556 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:16:41.201199 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:16:41.202062 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:16:41.203106 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:16:41.204137 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:16:41.205050 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:16:41.205983 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:16:41.206960 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:16:41.207830 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:16:41.208764 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:16:41.209611 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:16:41.210452 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:16:41.211319 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:16:41.213893 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:16:41.215455 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:16:41.216478 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-830901-7-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:16:41.228479 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-830901-7-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:16:42.151984 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.71', 42550) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:16:42.686316 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.v2.base [None req-34f044c2-a92f-4d7f-8d32-97b6986f21ba admin admin] Request body: {'subnetpool': {'is_default': True, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:16:42.795442 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.policy [None req-34f044c2-a92f-4d7f-8d32-97b6986f21ba admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103448) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 16 20:16:42.839068 dv-cinder-830901-7-iscsi neutron-server[103448]: WARNING oslo_policy.policy [None req-34f044c2-a92f-4d7f-8d32-97b6986f21ba admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 16 20:16:42.839463 dv-cinder-830901-7-iscsi neutron-server[103448]: WARNING oslo_policy.policy [None req-34f044c2-a92f-4d7f-8d32-97b6986f21ba admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 16 20:16:42.965185 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-34f044c2-a92f-4d7f-8d32-97b6986f21ba admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732393638723', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732393637207', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732393654987', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732393661610', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732393665915', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732393607574', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-759614', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-804620', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2095759', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1975387'] for rbac-policy (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:16:43.060697 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-34f044c2-a92f-4d7f-8d32-97b6986f21ba admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:16:43.065446 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-34f044c2-a92f-4d7f-8d32-97b6986f21ba admin admin] 10.222.0.71 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.9112761 May 16 20:16:44.213913 dv-cinder-830901-7-iscsi neutron-server[103450]: INFO neutron.db.l3_hamode_db [None req-c376739f-14c3-4bcc-998a-ecde182d5801 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 16 20:16:44.306431 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c376739f-14c3-4bcc-998a-ecde182d5801 None None] Routers set() bound to L3 agent in host dv-cinder-830901-7-iscsi {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:16:44.307365 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c376739f-14c3-4bcc-998a-ecde182d5801 None None] Router IDs set() for agent in host dv-cinder-830901-7-iscsi {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} May 16 20:16:45.833210 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.71', 42562) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:16:46.216051 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.v2.base [None req-7c1e0ce4-b095-4d10-aeb9-d36942a281fc demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:16:46.248854 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c1e0ce4-b095-4d10-aeb9-d36942a281fc demo demo] Made reservation on behalf of e66c9a82caa04ffb8ac50780877086d0 for: {'network': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 20:16:46.252845 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7c1e0ce4-b095-4d10-aeb9-d36942a281fc demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for network (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:16:46.271800 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7c1e0ce4-b095-4d10-aeb9-d36942a281fc demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:16:46.406384 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7c1e0ce4-b095-4d10-aeb9-d36942a281fc demo demo] Publish callbacks [] for security_group (b25b0674-fe44-4d43-a4ff-dab8ecb543f3), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:16:46.411490 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7c1e0ce4-b095-4d10-aeb9-d36942a281fc demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997425'] for security_group (b25b0674-fe44-4d43-a4ff-dab8ecb543f3), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:16:46.438395 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c1e0ce4-b095-4d10-aeb9-d36942a281fc demo demo] vlan segment allocate from pool success with {'vlan_id': 525, 'physical_network': 'physnet1'} {{(pid=103448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 16 20:16:46.477091 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7c1e0ce4-b095-4d10-aeb9-d36942a281fc demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8732397667085', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1026353'] for segment (5a0cc324-d934-4c0b-b4d7-bb102aaf21aa), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:16:46.477535 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.db.segments_db [None req-7c1e0ce4-b095-4d10-aeb9-d36942a281fc demo demo] Added segment 5a0cc324-d934-4c0b-b4d7-bb102aaf21aa of type vlan for network a78a541e-baf1-4596-b007-a9c22db5aa91 May 16 20:16:46.493649 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1e0ce4-b095-4d10-aeb9-d36942a281fc demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=b25b0674-fe44-4d43-a4ff-dab8ecb543f3,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:16:46.544550 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1e0ce4-b095-4d10-aeb9-d36942a281fc demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:16:46.544894 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1e0ce4-b095-4d10-aeb9-d36942a281fc demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:16:46.545257 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1e0ce4-b095-4d10-aeb9-d36942a281fc demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:16:46.545611 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1e0ce4-b095-4d10-aeb9-d36942a281fc demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:16:46.545943 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1e0ce4-b095-4d10-aeb9-d36942a281fc demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:16:46.546267 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1e0ce4-b095-4d10-aeb9-d36942a281fc demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:16:46.546592 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1e0ce4-b095-4d10-aeb9-d36942a281fc demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:16:46.546914 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1e0ce4-b095-4d10-aeb9-d36942a281fc demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:16:46.547233 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1e0ce4-b095-4d10-aeb9-d36942a281fc demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:16:46.547551 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1e0ce4-b095-4d10-aeb9-d36942a281fc demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:16:46.547878 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1e0ce4-b095-4d10-aeb9-d36942a281fc demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:16:46.548221 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1e0ce4-b095-4d10-aeb9-d36942a281fc demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:16:46.548542 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1e0ce4-b095-4d10-aeb9-d36942a281fc demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:16:46.548856 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1e0ce4-b095-4d10-aeb9-d36942a281fc demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:16:46.549166 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1e0ce4-b095-4d10-aeb9-d36942a281fc demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:16:46.550622 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1e0ce4-b095-4d10-aeb9-d36942a281fc demo demo] Tracked resource versions report: May 16 20:16:46.550622 dv-cinder-830901-7-iscsi neutron-server[103448]: pushed versions: May 16 20:16:46.550622 dv-cinder-830901-7-iscsi neutron-server[103448]: { 'AddressGroup': {'1.2'}, May 16 20:16:46.550622 dv-cinder-830901-7-iscsi neutron-server[103448]: 'Agent': {'1.1'}, May 16 20:16:46.550622 dv-cinder-830901-7-iscsi neutron-server[103448]: 'ConntrackHelper': {'1.0'}, May 16 20:16:46.550622 dv-cinder-830901-7-iscsi neutron-server[103448]: 'LocalIPAssociation': {'1.0'}, May 16 20:16:46.550622 dv-cinder-830901-7-iscsi neutron-server[103448]: 'Log': {'1.0'}, May 16 20:16:46.550622 dv-cinder-830901-7-iscsi neutron-server[103448]: 'NDPProxy': {'1.0'}, May 16 20:16:46.550622 dv-cinder-830901-7-iscsi neutron-server[103448]: 'Network': {'1.1'}, May 16 20:16:46.550622 dv-cinder-830901-7-iscsi neutron-server[103448]: 'Port': {'1.7'}, May 16 20:16:46.550622 dv-cinder-830901-7-iscsi neutron-server[103448]: 'PortForwarding': {'1.3'}, May 16 20:16:46.550622 dv-cinder-830901-7-iscsi neutron-server[103448]: 'QosPolicy': {'1.10'}, May 16 20:16:46.550622 dv-cinder-830901-7-iscsi neutron-server[103448]: 'SecurityGroup': {'1.5'}, May 16 20:16:46.550622 dv-cinder-830901-7-iscsi neutron-server[103448]: 'SecurityGroupRule': {'1.2'}, May 16 20:16:46.550622 dv-cinder-830901-7-iscsi neutron-server[103448]: 'SubPort': {'1.0'}, May 16 20:16:46.550622 dv-cinder-830901-7-iscsi neutron-server[103448]: 'Subnet': {'1.1'}, May 16 20:16:46.550622 dv-cinder-830901-7-iscsi neutron-server[103448]: 'Trunk': {'1.1'}} May 16 20:16:46.550622 dv-cinder-830901-7-iscsi neutron-server[103448]: consumer versions: May 16 20:16:46.550622 dv-cinder-830901-7-iscsi neutron-server[103448]: { DHCP agent@dv-cinder-830901-7-iscsi: {}, May 16 20:16:46.550622 dv-cinder-830901-7-iscsi neutron-server[103448]: L3 agent@dv-cinder-830901-7-iscsi: {}, May 16 20:16:46.550622 dv-cinder-830901-7-iscsi neutron-server[103448]: Metadata agent@dv-cinder-830901-7-iscsi: {}, May 16 20:16:46.550622 dv-cinder-830901-7-iscsi neutron-server[103448]: Metering agent@dv-cinder-830901-7-iscsi: {}, May 16 20:16:46.550622 dv-cinder-830901-7-iscsi neutron-server[103448]: Open vSwitch agent@dv-cinder-830901-7-iscsi: { 'AddressGroup': '1.2', May 16 20:16:46.550622 dv-cinder-830901-7-iscsi neutron-server[103448]: 'Agent': '1.1', May 16 20:16:46.550622 dv-cinder-830901-7-iscsi neutron-server[103448]: 'ConntrackHelper': '1.0', May 16 20:16:46.550622 dv-cinder-830901-7-iscsi neutron-server[103448]: 'LocalIPAssociation': '1.0', May 16 20:16:46.550622 dv-cinder-830901-7-iscsi neutron-server[103448]: 'Log': '1.0', May 16 20:16:46.550622 dv-cinder-830901-7-iscsi neutron-server[103448]: 'NDPProxy': '1.0', May 16 20:16:46.550622 dv-cinder-830901-7-iscsi neutron-server[103448]: 'Network': '1.1', May 16 20:16:46.550622 dv-cinder-830901-7-iscsi neutron-server[103448]: 'Port': '1.7', May 16 20:16:46.550622 dv-cinder-830901-7-iscsi neutron-server[103448]: 'PortForwarding': '1.3', May 16 20:16:46.550622 dv-cinder-830901-7-iscsi neutron-server[103448]: 'QosPolicy': '1.10', May 16 20:16:46.550622 dv-cinder-830901-7-iscsi neutron-server[103448]: 'SecurityGroup': '1.5', May 16 20:16:46.550622 dv-cinder-830901-7-iscsi neutron-server[103448]: 'SecurityGroupRule': '1.2', May 16 20:16:46.550622 dv-cinder-830901-7-iscsi neutron-server[103448]: 'SubPort': '1.0', May 16 20:16:46.550622 dv-cinder-830901-7-iscsi neutron-server[103448]: 'Subnet': '1.1', May 16 20:16:46.550622 dv-cinder-830901-7-iscsi neutron-server[103448]: 'Trunk': '1.1'}} May 16 20:16:46.550622 dv-cinder-830901-7-iscsi neutron-server[103448]: {{(pid=103448) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 16 20:16:46.606160 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7c1e0ce4-b095-4d10-aeb9-d36942a281fc demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732397125798'] for network (a78a541e-baf1-4596-b007-a9c22db5aa91), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:16:46.656255 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7c1e0ce4-b095-4d10-aeb9-d36942a281fc demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1996455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410'] for network (a78a541e-baf1-4596-b007-a9c22db5aa91), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:16:46.661532 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c1e0ce4-b095-4d10-aeb9-d36942a281fc demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:16:46.662270 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7c1e0ce4-b095-4d10-aeb9-d36942a281fc demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614436'] for network (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:16:46.735662 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-7c1e0ce4-b095-4d10-aeb9-d36942a281fc demo demo] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 0.9012640 May 16 20:16:46.792064 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1e0ce4-b095-4d10-aeb9-d36942a281fc demo demo] Pushing event updated for resources: {'Network': ['ID=a78a541e-baf1-4596-b007-a9c22db5aa91,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:16:46.806044 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Network a78a541e-baf1-4596-b007-a9c22db5aa91 details requested by agent ovs-agent-dv-cinder-830901-7-iscsi with host dv-cinder-830901-7-iscsi {{(pid=103450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 16 20:16:49.293892 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.71', 42574) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:16:49.745905 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f65562-b220-4fe0-abd9-5c1c02a0c5a0 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:16:49.747222 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-96f65562-b220-4fe0-abd9-5c1c02a0c5a0 demo admin] 10.222.0.71 "GET /v2.0/networks/a78a541e-baf1-4596-b007-a9c22db5aa91 HTTP/1.1" status: 200 len: 825 time: 0.4523745 May 16 20:16:49.774471 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-a1226faa-4835-4c7d-b9d4-7ac01b73dc0c demo admin] 10.222.0.71 "GET /v2.0/subnetpools/cf63e263-f5c3-4652-83c2-31efb5799a48 HTTP/1.1" status: 200 len: 734 time: 0.0207660 May 16 20:16:49.783947 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.v2.base [None req-54b8ea1a-2a0b-4245-aebf-3986529d0bbc demo admin] Request body: {'subnet': {'subnetpool_id': 'cf63e263-f5c3-4652-83c2-31efb5799a48', 'network_id': 'a78a541e-baf1-4596-b007-a9c22db5aa91', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'name': 'private-subnet'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:16:49.806474 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54b8ea1a-2a0b-4245-aebf-3986529d0bbc demo admin] Made reservation on behalf of e66c9a82caa04ffb8ac50780877086d0 for: {'subnet': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 20:16:49.810443 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-54b8ea1a-2a0b-4245-aebf-3986529d0bbc demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:16:50.149077 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-54b8ea1a-2a0b-4245-aebf-3986529d0bbc demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1941894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410'] for subnet (15ed4871-ecb6-4c3c-9add-8b370cfa2218), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:16:50.226098 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b8ea1a-2a0b-4245-aebf-3986529d0bbc demo admin] Pushing event updated for resources: {'Subnet': ['ID=15ed4871-ecb6-4c3c-9add-8b370cfa2218,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:16:50.231363 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b8ea1a-2a0b-4245-aebf-3986529d0bbc demo admin] Checking segment: {'id': '5a0cc324-d934-4c0b-b4d7-bb102aaf21aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'a78a541e-baf1-4596-b007-a9c22db5aa91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 20:16:50.231744 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54b8ea1a-2a0b-4245-aebf-3986529d0bbc demo admin] Network hostable DHCP agents. Network: a78a541e-baf1-4596-b007-a9c22db5aa91, hostable agents: ['6de3586b-c77a-41a3-9d69-e80d1925fb22'], hosted agents: [] {{(pid=103448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 16 20:16:50.261697 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54b8ea1a-2a0b-4245-aebf-3986529d0bbc demo admin] Network a78a541e-baf1-4596-b007-a9c22db5aa91 is scheduled to be hosted by DHCP agent 6de3586b-c77a-41a3-9d69-e80d1925fb22 with binding_index 1 {{(pid=103448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 16 20:16:50.274299 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-54b8ea1a-2a0b-4245-aebf-3986529d0bbc demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830901-7-iscsi, a78a541e-baf1-4596-b007-a9c22db5aa91) {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 20:16:50.280969 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54b8ea1a-2a0b-4245-aebf-3986529d0bbc demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:16:50.281624 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-54b8ea1a-2a0b-4245-aebf-3986529d0bbc demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614436'] for subnet (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:16:50.285869 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b6f8c1d-70f2-459a-8e84-a3c7ade83c30 None None] Network a78a541e-baf1-4596-b007-a9c22db5aa91 requested from dv-cinder-830901-7-iscsi {{(pid=103450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 20:16:50.306508 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-54b8ea1a-2a0b-4245-aebf-3986529d0bbc demo admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5210044 May 16 20:16:50.572591 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f9fd0af-183e-4405-b0a2-7e5ddd5e225a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aeb997a-265b-5525-a5ab-f9959c03f25e-a78a541e-baf1-4596-b007-a9c22db5aa91', 'network_id': 'a78a541e-baf1-4596-b007-a9c22db5aa91', 'project_id': 'e66c9a82caa04ffb8ac50780877086d0', 'fixed_ips': [{'subnet_id': '15ed4871-ecb6-4c3c-9add-8b370cfa2218'}]}} from dv-cinder-830901-7-iscsi. {{(pid=103450) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 16 20:16:50.574219 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0f9fd0af-183e-4405-b0a2-7e5ddd5e225a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (None), before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:16:50.915817 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [None req-0f9fd0af-183e-4405-b0a2-7e5ddd5e225a None None] Allocated IP 172.20.0.2 (a78a541e-baf1-4596-b007-a9c22db5aa91/15ed4871-ecb6-4c3c-9add-8b370cfa2218/6b45e8f0-1109-48f2-a2cb-1511037c4e89) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 20:16:51.196001 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0f9fd0af-183e-4405-b0a2-7e5ddd5e225a None None] Publish callbacks [] for port (6b45e8f0-1109-48f2-a2cb-1511037c4e89), precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:16:51.210815 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0f9fd0af-183e-4405-b0a2-7e5ddd5e225a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732397102960'] for port (6b45e8f0-1109-48f2-a2cb-1511037c4e89), after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:16:51.295101 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f9fd0af-183e-4405-b0a2-7e5ddd5e225a None None] Network a78a541e-baf1-4596-b007-a9c22db5aa91 is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 20:16:51.301805 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-0f9fd0af-183e-4405-b0a2-7e5ddd5e225a None None] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 20:16:51.314750 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f9fd0af-183e-4405-b0a2-7e5ddd5e225a None None] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 20:16:51.321984 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9fd0af-183e-4405-b0a2-7e5ddd5e225a None None] Pushing event updated for resources: {'Port': ['ID=6b45e8f0-1109-48f2-a2cb-1511037c4e89,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:16:51.357539 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9fd0af-183e-4405-b0a2-7e5ddd5e225a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:16:51.357961 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9fd0af-183e-4405-b0a2-7e5ddd5e225a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:16:51.358246 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9fd0af-183e-4405-b0a2-7e5ddd5e225a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:16:51.358605 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9fd0af-183e-4405-b0a2-7e5ddd5e225a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:16:51.358955 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9fd0af-183e-4405-b0a2-7e5ddd5e225a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:16:51.359293 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9fd0af-183e-4405-b0a2-7e5ddd5e225a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:16:51.359621 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9fd0af-183e-4405-b0a2-7e5ddd5e225a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:16:51.359954 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9fd0af-183e-4405-b0a2-7e5ddd5e225a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:16:51.360310 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9fd0af-183e-4405-b0a2-7e5ddd5e225a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:16:51.360652 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9fd0af-183e-4405-b0a2-7e5ddd5e225a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:16:51.360980 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9fd0af-183e-4405-b0a2-7e5ddd5e225a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:16:51.361337 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9fd0af-183e-4405-b0a2-7e5ddd5e225a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:16:51.361669 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9fd0af-183e-4405-b0a2-7e5ddd5e225a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:16:51.361989 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9fd0af-183e-4405-b0a2-7e5ddd5e225a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:16:51.362312 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9fd0af-183e-4405-b0a2-7e5ddd5e225a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:16:51.363790 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9fd0af-183e-4405-b0a2-7e5ddd5e225a None None] Tracked resource versions report: May 16 20:16:51.363790 dv-cinder-830901-7-iscsi neutron-server[103450]: pushed versions: May 16 20:16:51.363790 dv-cinder-830901-7-iscsi neutron-server[103450]: { 'AddressGroup': {'1.2'}, May 16 20:16:51.363790 dv-cinder-830901-7-iscsi neutron-server[103450]: 'Agent': {'1.1'}, May 16 20:16:51.363790 dv-cinder-830901-7-iscsi neutron-server[103450]: 'ConntrackHelper': {'1.0'}, May 16 20:16:51.363790 dv-cinder-830901-7-iscsi neutron-server[103450]: 'LocalIPAssociation': {'1.0'}, May 16 20:16:51.363790 dv-cinder-830901-7-iscsi neutron-server[103450]: 'Log': {'1.0'}, May 16 20:16:51.363790 dv-cinder-830901-7-iscsi neutron-server[103450]: 'NDPProxy': {'1.0'}, May 16 20:16:51.363790 dv-cinder-830901-7-iscsi neutron-server[103450]: 'Network': {'1.1'}, May 16 20:16:51.363790 dv-cinder-830901-7-iscsi neutron-server[103450]: 'Port': {'1.7'}, May 16 20:16:51.363790 dv-cinder-830901-7-iscsi neutron-server[103450]: 'PortForwarding': {'1.3'}, May 16 20:16:51.363790 dv-cinder-830901-7-iscsi neutron-server[103450]: 'QosPolicy': {'1.10'}, May 16 20:16:51.363790 dv-cinder-830901-7-iscsi neutron-server[103450]: 'SecurityGroup': {'1.5'}, May 16 20:16:51.363790 dv-cinder-830901-7-iscsi neutron-server[103450]: 'SecurityGroupRule': {'1.2'}, May 16 20:16:51.363790 dv-cinder-830901-7-iscsi neutron-server[103450]: 'SubPort': {'1.0'}, May 16 20:16:51.363790 dv-cinder-830901-7-iscsi neutron-server[103450]: 'Subnet': {'1.1'}, May 16 20:16:51.363790 dv-cinder-830901-7-iscsi neutron-server[103450]: 'Trunk': {'1.1'}} May 16 20:16:51.363790 dv-cinder-830901-7-iscsi neutron-server[103450]: consumer versions: May 16 20:16:51.363790 dv-cinder-830901-7-iscsi neutron-server[103450]: { DHCP agent@dv-cinder-830901-7-iscsi: {}, May 16 20:16:51.363790 dv-cinder-830901-7-iscsi neutron-server[103450]: L3 agent@dv-cinder-830901-7-iscsi: {}, May 16 20:16:51.363790 dv-cinder-830901-7-iscsi neutron-server[103450]: Metadata agent@dv-cinder-830901-7-iscsi: {}, May 16 20:16:51.363790 dv-cinder-830901-7-iscsi neutron-server[103450]: Metering agent@dv-cinder-830901-7-iscsi: {}, May 16 20:16:51.363790 dv-cinder-830901-7-iscsi neutron-server[103450]: Open vSwitch agent@dv-cinder-830901-7-iscsi: { 'AddressGroup': '1.2', May 16 20:16:51.363790 dv-cinder-830901-7-iscsi neutron-server[103450]: 'Agent': '1.1', May 16 20:16:51.363790 dv-cinder-830901-7-iscsi neutron-server[103450]: 'ConntrackHelper': '1.0', May 16 20:16:51.363790 dv-cinder-830901-7-iscsi neutron-server[103450]: 'LocalIPAssociation': '1.0', May 16 20:16:51.363790 dv-cinder-830901-7-iscsi neutron-server[103450]: 'Log': '1.0', May 16 20:16:51.363790 dv-cinder-830901-7-iscsi neutron-server[103450]: 'NDPProxy': '1.0', May 16 20:16:51.363790 dv-cinder-830901-7-iscsi neutron-server[103450]: 'Network': '1.1', May 16 20:16:51.363790 dv-cinder-830901-7-iscsi neutron-server[103450]: 'Port': '1.7', May 16 20:16:51.363790 dv-cinder-830901-7-iscsi neutron-server[103450]: 'PortForwarding': '1.3', May 16 20:16:51.363790 dv-cinder-830901-7-iscsi neutron-server[103450]: 'QosPolicy': '1.10', May 16 20:16:51.363790 dv-cinder-830901-7-iscsi neutron-server[103450]: 'SecurityGroup': '1.5', May 16 20:16:51.363790 dv-cinder-830901-7-iscsi neutron-server[103450]: 'SecurityGroupRule': '1.2', May 16 20:16:51.363790 dv-cinder-830901-7-iscsi neutron-server[103450]: 'SubPort': '1.0', May 16 20:16:51.363790 dv-cinder-830901-7-iscsi neutron-server[103450]: 'Subnet': '1.1', May 16 20:16:51.363790 dv-cinder-830901-7-iscsi neutron-server[103450]: 'Trunk': '1.1'}} May 16 20:16:51.363790 dv-cinder-830901-7-iscsi neutron-server[103450]: {{(pid=103450) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 16 20:16:51.419493 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-0f9fd0af-183e-4405-b0a2-7e5ddd5e225a None None] Attempting to bind port 6b45e8f0-1109-48f2-a2cb-1511037c4e89 on host dv-cinder-830901-7-iscsi for vnic_type normal with profile {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 20:16:51.419908 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-0f9fd0af-183e-4405-b0a2-7e5ddd5e225a None None] Attempting to bind port 6b45e8f0-1109-48f2-a2cb-1511037c4e89 by drivers openvswitch,hyperv on host dv-cinder-830901-7-iscsi at level 0 using segments [{'id': '5a0cc324-d934-4c0b-b4d7-bb102aaf21aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'a78a541e-baf1-4596-b007-a9c22db5aa91'}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 20:16:51.420366 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f9fd0af-183e-4405-b0a2-7e5ddd5e225a None None] Attempting to bind port 6b45e8f0-1109-48f2-a2cb-1511037c4e89 on network a78a541e-baf1-4596-b007-a9c22db5aa91 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 20:16:51.426163 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f9fd0af-183e-4405-b0a2-7e5ddd5e225a None None] Checking agent: {'id': 'bddaa840-ffd9-43a2-8860-d40111f70aff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830901-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 20, 16, 41), 'started_at': datetime.datetime(2022, 5, 16, 20, 16, 41), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 20, 16, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830901-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 20:16:51.426532 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f9fd0af-183e-4405-b0a2-7e5ddd5e225a None None] Checking segment: {'id': '5a0cc324-d934-4c0b-b4d7-bb102aaf21aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'a78a541e-baf1-4596-b007-a9c22db5aa91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 20:16:51.427035 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0f9fd0af-183e-4405-b0a2-7e5ddd5e225a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:16:51.427434 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f9fd0af-183e-4405-b0a2-7e5ddd5e225a None None] Bound using segment: {'id': '5a0cc324-d934-4c0b-b4d7-bb102aaf21aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'a78a541e-baf1-4596-b007-a9c22db5aa91'} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 20:16:51.427936 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-0f9fd0af-183e-4405-b0a2-7e5ddd5e225a None None] Bound port: 6b45e8f0-1109-48f2-a2cb-1511037c4e89, host: dv-cinder-830901-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a0cc324-d934-4c0b-b4d7-bb102aaf21aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'a78a541e-baf1-4596-b007-a9c22db5aa91'}}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 20:16:51.428390 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0f9fd0af-183e-4405-b0a2-7e5ddd5e225a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (6b45e8f0-1109-48f2-a2cb-1511037c4e89), before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:16:51.500256 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-0f9fd0af-183e-4405-b0a2-7e5ddd5e225a None None] For port 6b45e8f0-1109-48f2-a2cb-1511037c4e89, host dv-cinder-830901-7-iscsi, cleared binding levels {{(pid=103450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 20:16:51.504966 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-0f9fd0af-183e-4405-b0a2-7e5ddd5e225a None None] For port 6b45e8f0-1109-48f2-a2cb-1511037c4e89, host dv-cinder-830901-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-7-iscsi',level=0,port_id=6b45e8f0-1109-48f2-a2cb-1511037c4e89,segment=NetworkSegment(5a0cc324-d934-4c0b-b4d7-bb102aaf21aa),segment_id=5a0cc324-d934-4c0b-b4d7-bb102aaf21aa)] {{(pid=103450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 20:16:51.514229 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0f9fd0af-183e-4405-b0a2-7e5ddd5e225a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732397598091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732397102978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732397102996'] for port (6b45e8f0-1109-48f2-a2cb-1511037c4e89), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:16:51.582240 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9fd0af-183e-4405-b0a2-7e5ddd5e225a None None] Pushing event updated for resources: {'Port': ['ID=6b45e8f0-1109-48f2-a2cb-1511037c4e89,revision_number=2']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:16:53.147126 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.71', 42582) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:16:53.812892 dv-cinder-830901-7-iscsi neutron-server[103449]: WARNING oslo_policy.policy [None req-63ae3614-260e-4de0-8ffd-eb11fd32ddeb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 16 20:16:53.813484 dv-cinder-830901-7-iscsi neutron-server[103449]: WARNING oslo_policy.policy [None req-63ae3614-260e-4de0-8ffd-eb11fd32ddeb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 16 20:16:54.155169 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [None req-63ae3614-260e-4de0-8ffd-eb11fd32ddeb admin admin] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=103449) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 16 20:16:54.157944 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-63ae3614-260e-4de0-8ffd-eb11fd32ddeb admin admin] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 1.0084696 May 16 20:16:56.968450 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.71', 42596) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:16:57.422349 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [None req-41f0495e-1e3c-4344-977a-6bc3adc82131 admin admin] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=103449) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 16 20:16:57.423350 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-41f0495e-1e3c-4344-977a-6bc3adc82131 admin admin] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.4540005 May 16 20:17:00.304833 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.71', 42604) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:17:00.732973 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.v2.base [None req-fdc78d7f-d0c8-4f4c-9241-cf37aff59b2f demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=103449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:17:00.796897 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.policy [None req-fdc78d7f-d0c8-4f4c-9241-cf37aff59b2f demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103449) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 16 20:17:00.841721 dv-cinder-830901-7-iscsi neutron-server[103449]: WARNING oslo_policy.policy [None req-fdc78d7f-d0c8-4f4c-9241-cf37aff59b2f demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 16 20:17:00.842177 dv-cinder-830901-7-iscsi neutron-server[103449]: WARNING oslo_policy.policy [None req-fdc78d7f-d0c8-4f4c-9241-cf37aff59b2f demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 16 20:17:00.928854 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-fdc78d7f-d0c8-4f4c-9241-cf37aff59b2f demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1646120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6252'] for router (50161033-396f-41b3-a79d-bc30eb80c30c), before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:17:00.930848 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-fdc78d7f-d0c8-4f4c-9241-cf37aff59b2f demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1646300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1634344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6231'] for router (50161033-396f-41b3-a79d-bc30eb80c30c), precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:17:01.107858 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-fdc78d7f-d0c8-4f4c-9241-cf37aff59b2f demo demo] Publish callbacks [] for router_controller (50161033-396f-41b3-a79d-bc30eb80c30c), precommit_add_association {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:17:01.116175 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-fdc78d7f-d0c8-4f4c-9241-cf37aff59b2f demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1646245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1643494'] for router (50161033-396f-41b3-a79d-bc30eb80c30c), after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:17:01.145069 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-fdc78d7f-d0c8-4f4c-9241-cf37aff59b2f demo demo] Publish callbacks [] for router (None), before_response {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:17:01.147080 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-fdc78d7f-d0c8-4f4c-9241-cf37aff59b2f demo demo] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.8411810 May 16 20:17:02.743153 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Device 6b45e8f0-1109-48f2-a2cb-1511037c4e89 up at agent ovs-agent-dv-cinder-830901-7-iscsi {{(pid=103450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 20:17:02.834572 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Provisioning complete for port 6b45e8f0-1109-48f2-a2cb-1511037c4e89 triggered by entity L2. {{(pid=103450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:17:02.834995 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868582'] for port (6b45e8f0-1109-48f2-a2cb-1511037c4e89), provisioning_complete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:17:02.952460 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Current status of the port 6b45e8f0-1109-48f2-a2cb-1511037c4e89 is: DOWN; New status is: ACTIVE {{(pid=103450) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:17:02.952838 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (6b45e8f0-1109-48f2-a2cb-1511037c4e89), before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:17:02.993390 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] For port 6b45e8f0-1109-48f2-a2cb-1511037c4e89, host dv-cinder-830901-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-7-iscsi',level=0,port_id=6b45e8f0-1109-48f2-a2cb-1511037c4e89,segment=NetworkSegment(5a0cc324-d934-4c0b-b4d7-bb102aaf21aa),segment_id=5a0cc324-d934-4c0b-b4d7-bb102aaf21aa)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:17:03.001978 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732397598091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732397102978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732397102996'] for port (6b45e8f0-1109-48f2-a2cb-1511037c4e89), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:17:03.065379 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Pushing event updated for resources: {'Port': ['ID=6b45e8f0-1109-48f2-a2cb-1511037c4e89,revision_number=3']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:17:03.642589 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-5777187b-397b-437d-ab52-d0c0c897251e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (6de3586b-c77a-41a3-9d69-e80d1925fb22), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:17:03.930511 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.71', 42618) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:17:04.348827 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [None req-b867fc27-ed3b-4798-b35f-4878874dd2b9 admin admin] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=103449) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 16 20:17:04.364187 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-b867fc27-ed3b-4798-b35f-4878874dd2b9 admin admin] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.4185326 May 16 20:17:04.426949 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98666626-e8d4-4d60-91e8-d860a613cfe3 None None] Network a78a541e-baf1-4596-b007-a9c22db5aa91 requested from dv-cinder-830901-7-iscsi {{(pid=103450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 20:17:04.562597 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [None req-ad19007d-7291-4de6-9ef9-323efa965493 None None] Provisioning complete for port 6b45e8f0-1109-48f2-a2cb-1511037c4e89 triggered by entity DHCP. {{(pid=103450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:17:04.563250 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ad19007d-7291-4de6-9ef9-323efa965493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868582'] for port (6b45e8f0-1109-48f2-a2cb-1511037c4e89), provisioning_complete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:17:04.738250 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Device 6b45e8f0-1109-48f2-a2cb-1511037c4e89 up at agent ovs-agent-dv-cinder-830901-7-iscsi {{(pid=103450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 20:17:04.780396 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-ad19007d-7291-4de6-9ef9-323efa965493 None None] Current status of the port 6b45e8f0-1109-48f2-a2cb-1511037c4e89 is: ACTIVE; New status is: ACTIVE {{(pid=103450) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:17:04.806456 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Provisioning complete for port 6b45e8f0-1109-48f2-a2cb-1511037c4e89 triggered by entity L2. {{(pid=103450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:17:04.806989 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868582'] for port (6b45e8f0-1109-48f2-a2cb-1511037c4e89), provisioning_complete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:17:04.926209 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Current status of the port 6b45e8f0-1109-48f2-a2cb-1511037c4e89 is: ACTIVE; New status is: ACTIVE {{(pid=103450) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:17:05.000741 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [None req-4648dc5b-5c3f-40d9-afed-0bcf05810b50 None None] Provisioning complete for port 6b45e8f0-1109-48f2-a2cb-1511037c4e89 triggered by entity DHCP. {{(pid=103450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:17:05.001050 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4648dc5b-5c3f-40d9-afed-0bcf05810b50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868582'] for port (6b45e8f0-1109-48f2-a2cb-1511037c4e89), provisioning_complete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:17:05.054801 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.agents_db [None req-fef3025b-cde1-4f6e-a405-d73d123fae0f None None] Agent healthcheck: found 5 active agents {{(pid=103451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 20:17:05.084106 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-4648dc5b-5c3f-40d9-afed-0bcf05810b50 None None] Current status of the port 6b45e8f0-1109-48f2-a2cb-1511037c4e89 is: ACTIVE; New status is: ACTIVE {{(pid=103450) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:17:07.190600 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.71', 42626) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:17:07.534058 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.v2.base [None req-a1c9065e-31f0-4412-aa17-a006789ff37b admin admin] Request body: {'network': {'admin_state_up': True, 'provider:physical_network': 'physnet1', 'router:external': True, 'name': 'public', 'provider:network_type': 'flat', 'is_default': True}} {{(pid=103449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:17:07.558234 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1c9065e-31f0-4412-aa17-a006789ff37b admin admin] Made reservation on behalf of 8a002d9ef0e2477e8031bd7bef5cfc65 for: {'network': 1} {{(pid=103449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 20:17:07.561126 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-a1c9065e-31f0-4412-aa17-a006789ff37b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for network (None), before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:17:07.579891 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-a1c9065e-31f0-4412-aa17-a006789ff37b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:17:07.585220 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-85200322-cecd-4cf0-aac3-15e68c80d1a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:17:07.693889 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-a1c9065e-31f0-4412-aa17-a006789ff37b admin admin] Publish callbacks [] for security_group (34d38eb3-179e-429a-9053-dbec0912cf3d), precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:17:07.699427 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-a1c9065e-31f0-4412-aa17-a006789ff37b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997425'] for security_group (34d38eb3-179e-429a-9053-dbec0912cf3d), after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:17:07.710790 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-a1c9065e-31f0-4412-aa17-a006789ff37b admin admin] Reserving flat network on physical network physnet1 {{(pid=103449) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 16 20:17:07.744883 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-a1c9065e-31f0-4412-aa17-a006789ff37b admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8732397667085', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1026353'] for segment (cb03ab33-ba4f-4a89-ab90-bfee78bf90a5), precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:17:07.745449 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.db.segments_db [None req-a1c9065e-31f0-4412-aa17-a006789ff37b admin admin] Added segment cb03ab33-ba4f-4a89-ab90-bfee78bf90a5 of type flat for network ded6ab20-0a8b-4051-830c-385457f4e062 May 16 20:17:07.762197 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c9065e-31f0-4412-aa17-a006789ff37b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34d38eb3-179e-429a-9053-dbec0912cf3d,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:17:07.810465 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c9065e-31f0-4412-aa17-a006789ff37b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:17:07.810799 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c9065e-31f0-4412-aa17-a006789ff37b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:17:07.811154 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c9065e-31f0-4412-aa17-a006789ff37b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:17:07.811523 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c9065e-31f0-4412-aa17-a006789ff37b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:17:07.811844 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c9065e-31f0-4412-aa17-a006789ff37b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:17:07.812203 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c9065e-31f0-4412-aa17-a006789ff37b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:17:07.812514 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c9065e-31f0-4412-aa17-a006789ff37b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:17:07.812830 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c9065e-31f0-4412-aa17-a006789ff37b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:17:07.813159 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c9065e-31f0-4412-aa17-a006789ff37b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:17:07.813479 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c9065e-31f0-4412-aa17-a006789ff37b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:17:07.813809 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c9065e-31f0-4412-aa17-a006789ff37b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:17:07.814145 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c9065e-31f0-4412-aa17-a006789ff37b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:17:07.814462 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c9065e-31f0-4412-aa17-a006789ff37b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:17:07.814771 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c9065e-31f0-4412-aa17-a006789ff37b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:17:07.815084 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c9065e-31f0-4412-aa17-a006789ff37b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:17:07.817570 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c9065e-31f0-4412-aa17-a006789ff37b admin admin] Tracked resource versions report: May 16 20:17:07.817570 dv-cinder-830901-7-iscsi neutron-server[103449]: pushed versions: May 16 20:17:07.817570 dv-cinder-830901-7-iscsi neutron-server[103449]: { 'AddressGroup': {'1.2'}, May 16 20:17:07.817570 dv-cinder-830901-7-iscsi neutron-server[103449]: 'Agent': {'1.1'}, May 16 20:17:07.817570 dv-cinder-830901-7-iscsi neutron-server[103449]: 'ConntrackHelper': {'1.0'}, May 16 20:17:07.817570 dv-cinder-830901-7-iscsi neutron-server[103449]: 'LocalIPAssociation': {'1.0'}, May 16 20:17:07.817570 dv-cinder-830901-7-iscsi neutron-server[103449]: 'Log': {'1.0'}, May 16 20:17:07.817570 dv-cinder-830901-7-iscsi neutron-server[103449]: 'NDPProxy': {'1.0'}, May 16 20:17:07.817570 dv-cinder-830901-7-iscsi neutron-server[103449]: 'Network': {'1.1'}, May 16 20:17:07.817570 dv-cinder-830901-7-iscsi neutron-server[103449]: 'Port': {'1.7'}, May 16 20:17:07.817570 dv-cinder-830901-7-iscsi neutron-server[103449]: 'PortForwarding': {'1.3'}, May 16 20:17:07.817570 dv-cinder-830901-7-iscsi neutron-server[103449]: 'QosPolicy': {'1.10'}, May 16 20:17:07.817570 dv-cinder-830901-7-iscsi neutron-server[103449]: 'SecurityGroup': {'1.5'}, May 16 20:17:07.817570 dv-cinder-830901-7-iscsi neutron-server[103449]: 'SecurityGroupRule': {'1.2'}, May 16 20:17:07.817570 dv-cinder-830901-7-iscsi neutron-server[103449]: 'SubPort': {'1.0'}, May 16 20:17:07.817570 dv-cinder-830901-7-iscsi neutron-server[103449]: 'Subnet': {'1.1'}, May 16 20:17:07.817570 dv-cinder-830901-7-iscsi neutron-server[103449]: 'Trunk': {'1.1'}} May 16 20:17:07.817570 dv-cinder-830901-7-iscsi neutron-server[103449]: consumer versions: May 16 20:17:07.817570 dv-cinder-830901-7-iscsi neutron-server[103449]: { DHCP agent@dv-cinder-830901-7-iscsi: {}, May 16 20:17:07.817570 dv-cinder-830901-7-iscsi neutron-server[103449]: L3 agent@dv-cinder-830901-7-iscsi: {}, May 16 20:17:07.817570 dv-cinder-830901-7-iscsi neutron-server[103449]: Metadata agent@dv-cinder-830901-7-iscsi: {}, May 16 20:17:07.817570 dv-cinder-830901-7-iscsi neutron-server[103449]: Metering agent@dv-cinder-830901-7-iscsi: {}, May 16 20:17:07.817570 dv-cinder-830901-7-iscsi neutron-server[103449]: Open vSwitch agent@dv-cinder-830901-7-iscsi: { 'AddressGroup': '1.2', May 16 20:17:07.817570 dv-cinder-830901-7-iscsi neutron-server[103449]: 'Agent': '1.1', May 16 20:17:07.817570 dv-cinder-830901-7-iscsi neutron-server[103449]: 'ConntrackHelper': '1.0', May 16 20:17:07.817570 dv-cinder-830901-7-iscsi neutron-server[103449]: 'LocalIPAssociation': '1.0', May 16 20:17:07.817570 dv-cinder-830901-7-iscsi neutron-server[103449]: 'Log': '1.0', May 16 20:17:07.817570 dv-cinder-830901-7-iscsi neutron-server[103449]: 'NDPProxy': '1.0', May 16 20:17:07.817570 dv-cinder-830901-7-iscsi neutron-server[103449]: 'Network': '1.1', May 16 20:17:07.817570 dv-cinder-830901-7-iscsi neutron-server[103449]: 'Port': '1.7', May 16 20:17:07.817570 dv-cinder-830901-7-iscsi neutron-server[103449]: 'PortForwarding': '1.3', May 16 20:17:07.817570 dv-cinder-830901-7-iscsi neutron-server[103449]: 'QosPolicy': '1.10', May 16 20:17:07.817570 dv-cinder-830901-7-iscsi neutron-server[103449]: 'SecurityGroup': '1.5', May 16 20:17:07.817570 dv-cinder-830901-7-iscsi neutron-server[103449]: 'SecurityGroupRule': '1.2', May 16 20:17:07.817570 dv-cinder-830901-7-iscsi neutron-server[103449]: 'SubPort': '1.0', May 16 20:17:07.817570 dv-cinder-830901-7-iscsi neutron-server[103449]: 'Subnet': '1.1', May 16 20:17:07.817570 dv-cinder-830901-7-iscsi neutron-server[103449]: 'Trunk': '1.1'}} May 16 20:17:07.817570 dv-cinder-830901-7-iscsi neutron-server[103449]: {{(pid=103449) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 16 20:17:07.872683 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-a1c9065e-31f0-4412-aa17-a006789ff37b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732397125798'] for network (ded6ab20-0a8b-4051-830c-385457f4e062), precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:17:07.921746 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-a1c9065e-31f0-4412-aa17-a006789ff37b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1996455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410'] for network (ded6ab20-0a8b-4051-830c-385457f4e062), after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:17:07.923063 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1c9065e-31f0-4412-aa17-a006789ff37b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:17:07.923776 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-a1c9065e-31f0-4412-aa17-a006789ff37b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614436'] for network (None), before_response {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:17:07.983103 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-a1c9065e-31f0-4412-aa17-a006789ff37b admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7912135 May 16 20:17:08.034110 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c9065e-31f0-4412-aa17-a006789ff37b admin admin] Pushing event updated for resources: {'Network': ['ID=ded6ab20-0a8b-4051-830c-385457f4e062,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:17:08.046419 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Network ded6ab20-0a8b-4051-830c-385457f4e062 details requested by agent ovs-agent-dv-cinder-830901-7-iscsi with host dv-cinder-830901-7-iscsi {{(pid=103450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 16 20:17:08.780124 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7e48644e-b95e-4624-af94-515661536cfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (250d088e-9c0e-4ec5-80f3-a83f8403448b), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:17:10.568627 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.71', 42648) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:17:10.772394 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51d0c6a8-29b0-49ad-b608-2fdcff6287e5 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:17:10.773945 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-51d0c6a8-29b0-49ad-b608-2fdcff6287e5 demo admin] 10.222.0.71 "GET /v2.0/subnets/15ed4871-ecb6-4c3c-9add-8b370cfa2218 HTTP/1.1" status: 200 len: 849 time: 0.2042539 May 16 20:17:10.779785 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6817a924-6d52-4d66-a8a7-036511333704 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (03fa33e9-7cc7-490c-b269-c4f69c490346), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:17:10.946840 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-b8c37640-bf58-4d90-9381-a7e153952073 demo admin] 10.222.0.71 "GET /v2.0/routers/50161033-396f-41b3-a79d-bc30eb80c30c HTTP/1.1" status: 200 len: 704 time: 0.1647916 May 16 20:17:11.181301 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (bddaa840-ffd9-43a2-8860-d40111f70aff), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:17:11.229037 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7713659d-b301-4ae6-9734-2984c2e90fb6 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:17:11.542426 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-7713659d-b301-4ae6-9734-2984c2e90fb6 demo admin] Allocated IP 172.20.0.1 (a78a541e-baf1-4596-b007-a9c22db5aa91/15ed4871-ecb6-4c3c-9add-8b370cfa2218/ac8eb47f-edba-497c-8f43-801f99d6e848) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 20:17:11.704086 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7713659d-b301-4ae6-9734-2984c2e90fb6 demo admin] Publish callbacks [] for port (ac8eb47f-edba-497c-8f43-801f99d6e848), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:17:11.769442 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7713659d-b301-4ae6-9734-2984c2e90fb6 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732397102960'] for port (ac8eb47f-edba-497c-8f43-801f99d6e848), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:17:11.888235 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7713659d-b301-4ae6-9734-2984c2e90fb6 demo admin] Network a78a541e-baf1-4596-b007-a9c22db5aa91 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 20:17:11.893090 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-7713659d-b301-4ae6-9734-2984c2e90fb6 demo admin] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 20:17:11.895925 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7713659d-b301-4ae6-9734-2984c2e90fb6 demo admin] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 20:17:11.896528 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7713659d-b301-4ae6-9734-2984c2e90fb6 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1642699'] for router_interface (50161033-396f-41b3-a79d-bc30eb80c30c), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:17:11.984122 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7713659d-b301-4ae6-9734-2984c2e90fb6 demo admin] Pushing event updated for resources: {'Port': ['ID=ac8eb47f-edba-497c-8f43-801f99d6e848,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:17:12.126440 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7713659d-b301-4ae6-9734-2984c2e90fb6 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (ac8eb47f-edba-497c-8f43-801f99d6e848), before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:17:12.147283 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [None req-6ba9a7c4-8ab7-4aed-9995-1a90afc423a1 None None] Provisioning complete for port ac8eb47f-edba-497c-8f43-801f99d6e848 triggered by entity DHCP. {{(pid=103450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:17:12.147853 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6ba9a7c4-8ab7-4aed-9995-1a90afc423a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868582'] for port (ac8eb47f-edba-497c-8f43-801f99d6e848), provisioning_complete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:17:12.181276 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-6ba9a7c4-8ab7-4aed-9995-1a90afc423a1 None None] Port ac8eb47f-edba-497c-8f43-801f99d6e848 cannot update to ACTIVE because it is not bound. {{(pid=103450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 20:17:12.392312 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7713659d-b301-4ae6-9734-2984c2e90fb6 demo admin] Publish callbacks [] for port (ac8eb47f-edba-497c-8f43-801f99d6e848), precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:17:12.397150 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7713659d-b301-4ae6-9734-2984c2e90fb6 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732397598091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732397102978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732397102996'] for port (ac8eb47f-edba-497c-8f43-801f99d6e848), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:17:12.398137 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7713659d-b301-4ae6-9734-2984c2e90fb6 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1614424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1641089'] for router_interface (50161033-396f-41b3-a79d-bc30eb80c30c), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:17:12.458445 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7713659d-b301-4ae6-9734-2984c2e90fb6 demo admin] Pushing event updated for resources: {'Port': ['ID=ac8eb47f-edba-497c-8f43-801f99d6e848,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:17:12.531706 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7713659d-b301-4ae6-9734-2984c2e90fb6 demo admin] Network a78a541e-baf1-4596-b007-a9c22db5aa91 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 20:17:12.533389 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-7713659d-b301-4ae6-9734-2984c2e90fb6 demo admin] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 20:17:12.704367 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [None req-0368cfe8-8a9c-43df-a9e9-b68910b79d93 None None] Provisioning complete for port ac8eb47f-edba-497c-8f43-801f99d6e848 triggered by entity DHCP. {{(pid=103450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:17:12.704769 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0368cfe8-8a9c-43df-a9e9-b68910b79d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868582'] for port (ac8eb47f-edba-497c-8f43-801f99d6e848), provisioning_complete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:17:12.716919 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7713659d-b301-4ae6-9734-2984c2e90fb6 demo admin] Router 50161033-396f-41b3-a79d-bc30eb80c30c is scheduled to L3 agent fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f with binding_index 1 {{(pid=103448) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 16 20:17:12.747690 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-0368cfe8-8a9c-43df-a9e9-b68910b79d93 None None] Port ac8eb47f-edba-497c-8f43-801f99d6e848 cannot update to ACTIVE because it is not bound. {{(pid=103450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 20:17:12.812588 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7713659d-b301-4ae6-9734-2984c2e90fb6 demo admin] Notify agent at l3_agent.dv-cinder-830901-7-iscsi the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 20:17:12.819901 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-7713659d-b301-4ae6-9734-2984c2e90fb6 demo admin] 10.222.0.71 "PUT /v2.0/routers/50161033-396f-41b3-a79d-bc30eb80c30c/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8645482 May 16 20:17:12.828136 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b7474b-929f-403d-8897-3aeb2fd30844 None None] Sync routers for ids ['50161033-396f-41b3-a79d-bc30eb80c30c'] in dv-cinder-830901-7-iscsi {{(pid=103451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 20:17:12.844437 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b7474b-929f-403d-8897-3aeb2fd30844 None None] Routers {'50161033-396f-41b3-a79d-bc30eb80c30c'} bound to L3 agent in host dv-cinder-830901-7-iscsi {{(pid=103451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:17:12.845282 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-40b7474b-929f-403d-8897-3aeb2fd30844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-16T20:16:38Z,description=,heartbeat_timestamp=2022-05-16T20:17:08Z,host='dv-cinder-830901-7-iscsi',id=fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:16:38Z,topic='l3_agent')) {'router_ids': ['50161033-396f-41b3-a79d-bc30eb80c30c'], 'active': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:17:13.044517 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvr_db [None req-40b7474b-929f-403d-8897-3aeb2fd30844 None None] Set router 50161033-396f-41b3-a79d-bc30eb80c30c gateway port host: None {{(pid=103451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:17:13.492041 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-40b7474b-929f-403d-8897-3aeb2fd30844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50161033-396f-41b3-a79d-bc30eb80c30c', 'name': 'router1', 'tenant_id': 'e66c9a82caa04ffb8ac50780877086d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:17:00Z', 'updated_at': '2022-05-16T20:17:12Z', 'revision_number': 2, 'project_id': 'e66c9a82caa04ffb8ac50780877086d0', 'gw_port_host': None, '_interfaces': [{'id': 'ac8eb47f-edba-497c-8f43-801f99d6e848', 'name': '', 'network_id': 'a78a541e-baf1-4596-b007-a9c22db5aa91', 'tenant_id': 'e66c9a82caa04ffb8ac50780877086d0', 'mac_address': 'fa:16:3e:fd:49:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50161033-396f-41b3-a79d-bc30eb80c30c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '15ed4871-ecb6-4c3c-9add-8b370cfa2218', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:17:11Z', 'updated_at': '2022-05-16T20:17:12Z', 'revision_number': 2, 'project_id': 'e66c9a82caa04ffb8ac50780877086d0', 'subnets': [{'id': '15ed4871-ecb6-4c3c-9add-8b370cfa2218', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cf63e263-f5c3-4652-83c2-31efb5799a48'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-7-iscsi', False) {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:17:13.546272 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b7474b-929f-403d-8897-3aeb2fd30844 None None] Checking router: 50161033-396f-41b3-a79d-bc30eb80c30c for host: dv-cinder-830901-7-iscsi {{(pid=103451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 20:17:13.546642 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b7474b-929f-403d-8897-3aeb2fd30844 None None] Updating router 50161033-396f-41b3-a79d-bc30eb80c30c port ac8eb47f-edba-497c-8f43-801f99d6e848 binding host dv-cinder-830901-7-iscsi {{(pid=103451) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 16 20:17:13.605545 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-40b7474b-929f-403d-8897-3aeb2fd30844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (ac8eb47f-edba-497c-8f43-801f99d6e848), before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:17:14.263724 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-40b7474b-929f-403d-8897-3aeb2fd30844 None None] Publish callbacks [] for port (ac8eb47f-edba-497c-8f43-801f99d6e848), precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:17:14.272290 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-40b7474b-929f-403d-8897-3aeb2fd30844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732397598091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732397102978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732397102996'] for port (ac8eb47f-edba-497c-8f43-801f99d6e848), after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:17:14.447059 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be2caa5-667b-4443-b4b4-e11c09b284ca None None] Pushing event updated for resources: {'Port': ['ID=ac8eb47f-edba-497c-8f43-801f99d6e848,revision_number=3']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:17:14.487685 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be2caa5-667b-4443-b4b4-e11c09b284ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:17:14.488058 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be2caa5-667b-4443-b4b4-e11c09b284ca None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:17:14.488622 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be2caa5-667b-4443-b4b4-e11c09b284ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:17:14.489149 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be2caa5-667b-4443-b4b4-e11c09b284ca None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:17:14.489679 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be2caa5-667b-4443-b4b4-e11c09b284ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:17:14.490215 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be2caa5-667b-4443-b4b4-e11c09b284ca None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:17:14.490738 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be2caa5-667b-4443-b4b4-e11c09b284ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:17:14.491260 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be2caa5-667b-4443-b4b4-e11c09b284ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:17:14.491789 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be2caa5-667b-4443-b4b4-e11c09b284ca None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:17:14.492363 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be2caa5-667b-4443-b4b4-e11c09b284ca None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:17:14.492922 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be2caa5-667b-4443-b4b4-e11c09b284ca None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:17:14.493457 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be2caa5-667b-4443-b4b4-e11c09b284ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:17:14.494009 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be2caa5-667b-4443-b4b4-e11c09b284ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:17:14.495104 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be2caa5-667b-4443-b4b4-e11c09b284ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:17:14.495638 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be2caa5-667b-4443-b4b4-e11c09b284ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:17:14.497854 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be2caa5-667b-4443-b4b4-e11c09b284ca None None] Tracked resource versions report: May 16 20:17:14.497854 dv-cinder-830901-7-iscsi neutron-server[103451]: pushed versions: May 16 20:17:14.497854 dv-cinder-830901-7-iscsi neutron-server[103451]: { 'AddressGroup': {'1.2'}, May 16 20:17:14.497854 dv-cinder-830901-7-iscsi neutron-server[103451]: 'Agent': {'1.1'}, May 16 20:17:14.497854 dv-cinder-830901-7-iscsi neutron-server[103451]: 'ConntrackHelper': {'1.0'}, May 16 20:17:14.497854 dv-cinder-830901-7-iscsi neutron-server[103451]: 'LocalIPAssociation': {'1.0'}, May 16 20:17:14.497854 dv-cinder-830901-7-iscsi neutron-server[103451]: 'Log': {'1.0'}, May 16 20:17:14.497854 dv-cinder-830901-7-iscsi neutron-server[103451]: 'NDPProxy': {'1.0'}, May 16 20:17:14.497854 dv-cinder-830901-7-iscsi neutron-server[103451]: 'Network': {'1.1'}, May 16 20:17:14.497854 dv-cinder-830901-7-iscsi neutron-server[103451]: 'Port': {'1.7'}, May 16 20:17:14.497854 dv-cinder-830901-7-iscsi neutron-server[103451]: 'PortForwarding': {'1.3'}, May 16 20:17:14.497854 dv-cinder-830901-7-iscsi neutron-server[103451]: 'QosPolicy': {'1.10'}, May 16 20:17:14.497854 dv-cinder-830901-7-iscsi neutron-server[103451]: 'SecurityGroup': {'1.5'}, May 16 20:17:14.497854 dv-cinder-830901-7-iscsi neutron-server[103451]: 'SecurityGroupRule': {'1.2'}, May 16 20:17:14.497854 dv-cinder-830901-7-iscsi neutron-server[103451]: 'SubPort': {'1.0'}, May 16 20:17:14.497854 dv-cinder-830901-7-iscsi neutron-server[103451]: 'Subnet': {'1.1'}, May 16 20:17:14.497854 dv-cinder-830901-7-iscsi neutron-server[103451]: 'Trunk': {'1.1'}} May 16 20:17:14.497854 dv-cinder-830901-7-iscsi neutron-server[103451]: consumer versions: May 16 20:17:14.497854 dv-cinder-830901-7-iscsi neutron-server[103451]: { DHCP agent@dv-cinder-830901-7-iscsi: {}, May 16 20:17:14.497854 dv-cinder-830901-7-iscsi neutron-server[103451]: L3 agent@dv-cinder-830901-7-iscsi: {}, May 16 20:17:14.497854 dv-cinder-830901-7-iscsi neutron-server[103451]: Metadata agent@dv-cinder-830901-7-iscsi: {}, May 16 20:17:14.497854 dv-cinder-830901-7-iscsi neutron-server[103451]: Metering agent@dv-cinder-830901-7-iscsi: {}, May 16 20:17:14.497854 dv-cinder-830901-7-iscsi neutron-server[103451]: Open vSwitch agent@dv-cinder-830901-7-iscsi: { 'AddressGroup': '1.2', May 16 20:17:14.497854 dv-cinder-830901-7-iscsi neutron-server[103451]: 'Agent': '1.1', May 16 20:17:14.497854 dv-cinder-830901-7-iscsi neutron-server[103451]: 'ConntrackHelper': '1.0', May 16 20:17:14.497854 dv-cinder-830901-7-iscsi neutron-server[103451]: 'LocalIPAssociation': '1.0', May 16 20:17:14.497854 dv-cinder-830901-7-iscsi neutron-server[103451]: 'Log': '1.0', May 16 20:17:14.497854 dv-cinder-830901-7-iscsi neutron-server[103451]: 'NDPProxy': '1.0', May 16 20:17:14.497854 dv-cinder-830901-7-iscsi neutron-server[103451]: 'Network': '1.1', May 16 20:17:14.497854 dv-cinder-830901-7-iscsi neutron-server[103451]: 'Port': '1.7', May 16 20:17:14.497854 dv-cinder-830901-7-iscsi neutron-server[103451]: 'PortForwarding': '1.3', May 16 20:17:14.497854 dv-cinder-830901-7-iscsi neutron-server[103451]: 'QosPolicy': '1.10', May 16 20:17:14.497854 dv-cinder-830901-7-iscsi neutron-server[103451]: 'SecurityGroup': '1.5', May 16 20:17:14.497854 dv-cinder-830901-7-iscsi neutron-server[103451]: 'SecurityGroupRule': '1.2', May 16 20:17:14.497854 dv-cinder-830901-7-iscsi neutron-server[103451]: 'SubPort': '1.0', May 16 20:17:14.497854 dv-cinder-830901-7-iscsi neutron-server[103451]: 'Subnet': '1.1', May 16 20:17:14.497854 dv-cinder-830901-7-iscsi neutron-server[103451]: 'Trunk': '1.1'}} May 16 20:17:14.497854 dv-cinder-830901-7-iscsi neutron-server[103451]: {{(pid=103451) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 16 20:17:14.513841 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [None req-40b7474b-929f-403d-8897-3aeb2fd30844 None None] Attempting to bind port ac8eb47f-edba-497c-8f43-801f99d6e848 on host dv-cinder-830901-7-iscsi for vnic_type normal with profile {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 20:17:14.514088 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [None req-40b7474b-929f-403d-8897-3aeb2fd30844 None None] Attempting to bind port ac8eb47f-edba-497c-8f43-801f99d6e848 by drivers openvswitch,hyperv on host dv-cinder-830901-7-iscsi at level 0 using segments [{'id': '5a0cc324-d934-4c0b-b4d7-bb102aaf21aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'a78a541e-baf1-4596-b007-a9c22db5aa91'}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 20:17:14.514594 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b7474b-929f-403d-8897-3aeb2fd30844 None None] Attempting to bind port ac8eb47f-edba-497c-8f43-801f99d6e848 on network a78a541e-baf1-4596-b007-a9c22db5aa91 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 20:17:14.520518 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b7474b-929f-403d-8897-3aeb2fd30844 None None] Checking agent: {'id': 'bddaa840-ffd9-43a2-8860-d40111f70aff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830901-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 20, 16, 41), 'started_at': datetime.datetime(2022, 5, 16, 20, 17, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 20, 17, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830901-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 20:17:14.520942 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b7474b-929f-403d-8897-3aeb2fd30844 None None] Checking segment: {'id': '5a0cc324-d934-4c0b-b4d7-bb102aaf21aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'a78a541e-baf1-4596-b007-a9c22db5aa91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 20:17:14.521421 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-40b7474b-929f-403d-8897-3aeb2fd30844 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:17:14.521810 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b7474b-929f-403d-8897-3aeb2fd30844 None None] Bound using segment: {'id': '5a0cc324-d934-4c0b-b4d7-bb102aaf21aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'a78a541e-baf1-4596-b007-a9c22db5aa91'} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 20:17:14.522316 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [None req-40b7474b-929f-403d-8897-3aeb2fd30844 None None] Bound port: ac8eb47f-edba-497c-8f43-801f99d6e848, host: dv-cinder-830901-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a0cc324-d934-4c0b-b4d7-bb102aaf21aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'a78a541e-baf1-4596-b007-a9c22db5aa91'}}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 20:17:14.522709 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-40b7474b-929f-403d-8897-3aeb2fd30844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (ac8eb47f-edba-497c-8f43-801f99d6e848), before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:17:14.536988 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [None req-b25cb49c-1dd2-4bfd-86c6-749a76af846a None None] Provisioning complete for port ac8eb47f-edba-497c-8f43-801f99d6e848 triggered by entity DHCP. {{(pid=103450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:17:14.537683 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b25cb49c-1dd2-4bfd-86c6-749a76af846a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868582'] for port (ac8eb47f-edba-497c-8f43-801f99d6e848), provisioning_complete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:17:14.582086 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-b25cb49c-1dd2-4bfd-86c6-749a76af846a None None] Port ac8eb47f-edba-497c-8f43-801f99d6e848 cannot update to ACTIVE because it is not bound. {{(pid=103450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 20:17:14.605073 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.plugins.ml2.db [None req-40b7474b-929f-403d-8897-3aeb2fd30844 None None] For port ac8eb47f-edba-497c-8f43-801f99d6e848, host dv-cinder-830901-7-iscsi, cleared binding levels {{(pid=103451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 20:17:14.628616 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.plugins.ml2.db [None req-40b7474b-929f-403d-8897-3aeb2fd30844 None None] For port ac8eb47f-edba-497c-8f43-801f99d6e848, host dv-cinder-830901-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-7-iscsi',level=0,port_id=ac8eb47f-edba-497c-8f43-801f99d6e848,segment=NetworkSegment(5a0cc324-d934-4c0b-b4d7-bb102aaf21aa),segment_id=5a0cc324-d934-4c0b-b4d7-bb102aaf21aa)] {{(pid=103451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 20:17:14.637661 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-40b7474b-929f-403d-8897-3aeb2fd30844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732397598091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732397102978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732397102996'] for port (ac8eb47f-edba-497c-8f43-801f99d6e848), after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:17:14.720468 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b7474b-929f-403d-8897-3aeb2fd30844 None None] Routers {'50161033-396f-41b3-a79d-bc30eb80c30c'} bound to L3 agent in host dv-cinder-830901-7-iscsi {{(pid=103451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:17:14.721410 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-40b7474b-929f-403d-8897-3aeb2fd30844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-16T20:16:38Z,description=,heartbeat_timestamp=2022-05-16T20:17:08Z,host='dv-cinder-830901-7-iscsi',id=fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:16:38Z,topic='l3_agent')) {'router_ids': ['50161033-396f-41b3-a79d-bc30eb80c30c'], 'active': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:17:14.774261 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be2caa5-667b-4443-b4b4-e11c09b284ca None None] Pushing event updated for resources: {'Port': ['ID=ac8eb47f-edba-497c-8f43-801f99d6e848,revision_number=4']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:17:14.836338 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvr_db [None req-40b7474b-929f-403d-8897-3aeb2fd30844 None None] Set router 50161033-396f-41b3-a79d-bc30eb80c30c gateway port host: None {{(pid=103451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:17:15.016207 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [None req-51848b28-7d5f-4d31-899c-b2049467d935 None None] Provisioning complete for port ac8eb47f-edba-497c-8f43-801f99d6e848 triggered by entity DHCP. {{(pid=103450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:17:15.016731 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-51848b28-7d5f-4d31-899c-b2049467d935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868582'] for port (ac8eb47f-edba-497c-8f43-801f99d6e848), provisioning_complete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:17:15.068943 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-40b7474b-929f-403d-8897-3aeb2fd30844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50161033-396f-41b3-a79d-bc30eb80c30c', 'name': 'router1', 'tenant_id': 'e66c9a82caa04ffb8ac50780877086d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:17:00Z', 'updated_at': '2022-05-16T20:17:12Z', 'revision_number': 2, 'project_id': 'e66c9a82caa04ffb8ac50780877086d0', 'gw_port_host': None, '_interfaces': [{'id': 'ac8eb47f-edba-497c-8f43-801f99d6e848', 'name': '', 'network_id': 'a78a541e-baf1-4596-b007-a9c22db5aa91', 'tenant_id': 'e66c9a82caa04ffb8ac50780877086d0', 'mac_address': 'fa:16:3e:fd:49:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50161033-396f-41b3-a79d-bc30eb80c30c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '15ed4871-ecb6-4c3c-9add-8b370cfa2218', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:17:11Z', 'updated_at': '2022-05-16T20:17:14Z', 'revision_number': 4, 'project_id': 'e66c9a82caa04ffb8ac50780877086d0', 'subnets': [{'id': '15ed4871-ecb6-4c3c-9add-8b370cfa2218', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cf63e263-f5c3-4652-83c2-31efb5799a48'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-7-iscsi', False) {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:17:15.099965 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b7474b-929f-403d-8897-3aeb2fd30844 None None] The sync data for ids ['50161033-396f-41b3-a79d-bc30eb80c30c'] in dv-cinder-830901-7-iscsi is: [{'id': '50161033-396f-41b3-a79d-bc30eb80c30c', 'name': 'router1', 'tenant_id': 'e66c9a82caa04ffb8ac50780877086d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:17:00Z', 'updated_at': '2022-05-16T20:17:12Z', 'revision_number': 2, 'project_id': 'e66c9a82caa04ffb8ac50780877086d0', 'gw_port_host': None, '_interfaces': [{'id': 'ac8eb47f-edba-497c-8f43-801f99d6e848', 'name': '', 'network_id': 'a78a541e-baf1-4596-b007-a9c22db5aa91', 'tenant_id': 'e66c9a82caa04ffb8ac50780877086d0', 'mac_address': 'fa:16:3e:fd:49:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50161033-396f-41b3-a79d-bc30eb80c30c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '15ed4871-ecb6-4c3c-9add-8b370cfa2218', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:17:11Z', 'updated_at': '2022-05-16T20:17:14Z', 'revision_number': 4, 'project_id': 'e66c9a82caa04ffb8ac50780877086d0', 'subnets': [{'id': '15ed4871-ecb6-4c3c-9add-8b370cfa2218', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cf63e263-f5c3-4652-83c2-31efb5799a48'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 20:17:15.111339 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-51848b28-7d5f-4d31-899c-b2049467d935 None None] Current status of the port ac8eb47f-edba-497c-8f43-801f99d6e848 is: DOWN; New status is: ACTIVE {{(pid=103450) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:17:15.112023 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-51848b28-7d5f-4d31-899c-b2049467d935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (ac8eb47f-edba-497c-8f43-801f99d6e848), before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:17:15.149451 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-51848b28-7d5f-4d31-899c-b2049467d935 None None] For port ac8eb47f-edba-497c-8f43-801f99d6e848, host dv-cinder-830901-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-7-iscsi',level=0,port_id=ac8eb47f-edba-497c-8f43-801f99d6e848,segment=NetworkSegment(5a0cc324-d934-4c0b-b4d7-bb102aaf21aa),segment_id=5a0cc324-d934-4c0b-b4d7-bb102aaf21aa)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:17:15.155468 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-51848b28-7d5f-4d31-899c-b2049467d935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732397598091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732397102978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732397102996'] for port (ac8eb47f-edba-497c-8f43-801f99d6e848), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:17:15.218629 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51848b28-7d5f-4d31-899c-b2049467d935 None None] Pushing event updated for resources: {'Port': ['ID=ac8eb47f-edba-497c-8f43-801f99d6e848,revision_number=5']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:17:15.373460 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.71', 42668) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:17:15.531808 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8d9f9b3-1118-44c6-b617-6b25994dd13d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:17:15.533620 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-f8d9f9b3-1118-44c6-b617-6b25994dd13d admin admin] 10.222.0.71 "GET /v2.0/networks/ded6ab20-0a8b-4051-830c-385457f4e062 HTTP/1.1" status: 200 len: 842 time: 0.1589193 May 16 20:17:15.543350 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.v2.base [None req-698a0c11-8f84-4371-908a-9c07e509db1c admin admin] Request body: {'subnet': {'enable_dhcp': False, 'ip_version': 4, 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'name': 'public-subnet'}} {{(pid=103449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:17:15.567589 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-698a0c11-8f84-4371-908a-9c07e509db1c admin admin] Made reservation on behalf of 8a002d9ef0e2477e8031bd7bef5cfc65 for: {'subnet': 1} {{(pid=103449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 20:17:15.570397 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-698a0c11-8f84-4371-908a-9c07e509db1c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:17:16.012184 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.objects.ports [None req-698a0c11-8f84-4371-908a-9c07e509db1c admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103449) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} May 16 20:17:16.012675 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-698a0c11-8f84-4371-908a-9c07e509db1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1941894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410'] for subnet (dcb7b1f3-82ff-415d-89cf-2b6021c22eb5), after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:17:16.076753 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698a0c11-8f84-4371-908a-9c07e509db1c admin admin] Pushing event updated for resources: {'Subnet': ['ID=dcb7b1f3-82ff-415d-89cf-2b6021c22eb5,revision_number=0']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:17:16.084864 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-698a0c11-8f84-4371-908a-9c07e509db1c admin admin] Checking segment: {'id': 'cb03ab33-ba4f-4a89-ab90-bfee78bf90a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 20:17:16.085871 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-698a0c11-8f84-4371-908a-9c07e509db1c admin admin] Network hostable DHCP agents. Network: ded6ab20-0a8b-4051-830c-385457f4e062, hostable agents: ['6de3586b-c77a-41a3-9d69-e80d1925fb22'], hosted agents: [] {{(pid=103449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 16 20:17:16.112793 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-698a0c11-8f84-4371-908a-9c07e509db1c admin admin] Network ded6ab20-0a8b-4051-830c-385457f4e062 is scheduled to be hosted by DHCP agent 6de3586b-c77a-41a3-9d69-e80d1925fb22 with binding_index 1 {{(pid=103449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 16 20:17:16.130389 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.scheduler.base_scheduler [None req-698a0c11-8f84-4371-908a-9c07e509db1c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830901-7-iscsi, ded6ab20-0a8b-4051-830c-385457f4e062) {{(pid=103449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 20:17:16.140364 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-698a0c11-8f84-4371-908a-9c07e509db1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:17:16.141297 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-698a0c11-8f84-4371-908a-9c07e509db1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614436'] for subnet (None), before_response {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:17:16.141758 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fe86286-a2ae-4151-824e-d646d7f0e76f None None] Network ded6ab20-0a8b-4051-830c-385457f4e062 requested from dv-cinder-830901-7-iscsi {{(pid=103450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 20:17:16.163811 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-698a0c11-8f84-4371-908a-9c07e509db1c admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6237960 May 16 20:17:16.289137 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96ac4542-5495-4227-81f3-3c7e2429c624 None None] Network ded6ab20-0a8b-4051-830c-385457f4e062 requested from dv-cinder-830901-7-iscsi {{(pid=103450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 20:17:18.761728 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.71', 42676) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:17:18.983684 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-fcc804ec-ab40-45e5-8cbb-fe33b128b681 demo admin] 10.222.0.71 "GET /v2.0/routers/50161033-396f-41b3-a79d-bc30eb80c30c HTTP/1.1" status: 200 len: 710 time: 0.2207847 May 16 20:17:19.094054 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f1375cc-47da-4712-8d5c-d71ecc16f52f demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:17:19.095429 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-2f1375cc-47da-4712-8d5c-d71ecc16f52f demo admin] 10.222.0.71 "GET /v2.0/networks/ded6ab20-0a8b-4051-830c-385457f4e062 HTTP/1.1" status: 200 len: 886 time: 0.1061139 May 16 20:17:19.107557 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.v2.base [None req-318590b5-81f0-4520-ac9a-659a836698aa demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062'}}} {{(pid=103449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:17:19.379581 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-318590b5-81f0-4520-ac9a-659a836698aa demo admin] Publish callbacks [] for router_gateway (50161033-396f-41b3-a79d-bc30eb80c30c), precommit_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:17:19.628371 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-318590b5-81f0-4520-ac9a-659a836698aa demo admin] Publish callbacks [] for router_gateway (50161033-396f-41b3-a79d-bc30eb80c30c), before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:17:19.724023 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-318590b5-81f0-4520-ac9a-659a836698aa demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (None), before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:17:19.947982 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.db.db_base_plugin_common [None req-318590b5-81f0-4520-ac9a-659a836698aa demo admin] Allocated IP 172.27.2.55 (ded6ab20-0a8b-4051-830c-385457f4e062/dcb7b1f3-82ff-415d-89cf-2b6021c22eb5/fcce8ea5-caba-4159-a5c3-ce09e71938e8) {{(pid=103449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 20:17:20.074468 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-318590b5-81f0-4520-ac9a-659a836698aa demo admin] Publish callbacks [] for port (fcce8ea5-caba-4159-a5c3-ce09e71938e8), precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:17:20.137699 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-318590b5-81f0-4520-ac9a-659a836698aa demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732397102960'] for port (fcce8ea5-caba-4159-a5c3-ce09e71938e8), after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:17:20.215693 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-318590b5-81f0-4520-ac9a-659a836698aa demo admin] Network ded6ab20-0a8b-4051-830c-385457f4e062 is already hosted by enough agents. {{(pid=103449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 20:17:20.234366 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.scheduler.base_scheduler [None req-318590b5-81f0-4520-ac9a-659a836698aa demo admin] Resources bound (agent type, host, resource id): {{(pid=103449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 20:17:20.237835 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-318590b5-81f0-4520-ac9a-659a836698aa demo admin] Received port after_create {{(pid=103449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 20:17:20.239963 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318590b5-81f0-4520-ac9a-659a836698aa demo admin] Pushing event updated for resources: {'Port': ['ID=fcce8ea5-caba-4159-a5c3-ce09e71938e8,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:17:20.525902 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-318590b5-81f0-4520-ac9a-659a836698aa demo admin] Publish callbacks [] for router_gateway (50161033-396f-41b3-a79d-bc30eb80c30c), after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:17:20.741161 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-318590b5-81f0-4520-ac9a-659a836698aa demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1643267', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1646254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6217'] for router (50161033-396f-41b3-a79d-bc30eb80c30c), precommit_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:17:20.747464 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-318590b5-81f0-4520-ac9a-659a836698aa demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1643494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1643284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1643293', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1646263'] for router (50161033-396f-41b3-a79d-bc30eb80c30c), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:17:20.874926 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-318590b5-81f0-4520-ac9a-659a836698aa demo admin] Router 50161033-396f-41b3-a79d-bc30eb80c30c has already been hosted by L3 agent fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f {{(pid=103449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 20:17:21.000588 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-318590b5-81f0-4520-ac9a-659a836698aa demo admin] Notify agent at l3_agent.dv-cinder-830901-7-iscsi the message routers_updated {{(pid=103449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 20:17:21.005834 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-318590b5-81f0-4520-ac9a-659a836698aa demo admin] Publish callbacks [] for router (None), before_response {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:17:21.007163 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-318590b5-81f0-4520-ac9a-659a836698aa demo admin] 10.222.0.71 "PUT /v2.0/routers/50161033-396f-41b3-a79d-bc30eb80c30c HTTP/1.1" status: 200 len: 889 time: 1.9056940 May 16 20:17:22.758493 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Device ac8eb47f-edba-497c-8f43-801f99d6e848 up at agent ovs-agent-dv-cinder-830901-7-iscsi {{(pid=103450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 20:17:22.811078 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Provisioning complete for port ac8eb47f-edba-497c-8f43-801f99d6e848 triggered by entity L2. {{(pid=103450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:17:22.811474 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868582'] for port (ac8eb47f-edba-497c-8f43-801f99d6e848), provisioning_complete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:17:22.893564 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Current status of the port ac8eb47f-edba-497c-8f43-801f99d6e848 is: ACTIVE; New status is: ACTIVE {{(pid=103450) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:17:23.575824 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.71', 42688) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:17:23.693516 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-56c0248d-4879-44af-ad54-0fb7efd07947 admin admin] 10.222.0.71 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1165602 May 16 20:17:24.544752 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f96518-857b-48a2-a82c-b740c049cfe1 None None] Sync routers for ids ['50161033-396f-41b3-a79d-bc30eb80c30c'] in dv-cinder-830901-7-iscsi {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 20:17:24.560439 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f96518-857b-48a2-a82c-b740c049cfe1 None None] Routers {'50161033-396f-41b3-a79d-bc30eb80c30c'} bound to L3 agent in host dv-cinder-830901-7-iscsi {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:17:24.560994 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-63f96518-857b-48a2-a82c-b740c049cfe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-16T20:16:38Z,description=,heartbeat_timestamp=2022-05-16T20:17:08Z,host='dv-cinder-830901-7-iscsi',id=fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:16:38Z,topic='l3_agent')) {'router_ids': ['50161033-396f-41b3-a79d-bc30eb80c30c'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:17:24.779401 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-63f96518-857b-48a2-a82c-b740c049cfe1 None None] Set router 50161033-396f-41b3-a79d-bc30eb80c30c gateway port host: dv-cinder-830901-7-iscsi {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:17:25.244582 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-63f96518-857b-48a2-a82c-b740c049cfe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50161033-396f-41b3-a79d-bc30eb80c30c', 'name': 'router1', 'tenant_id': 'e66c9a82caa04ffb8ac50780877086d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'external_fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': 'fcce8ea5-caba-4159-a5c3-ce09e71938e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:17:00Z', 'updated_at': '2022-05-16T20:17:20Z', 'revision_number': 4, 'project_id': 'e66c9a82caa04ffb8ac50780877086d0', 'gw_port': {'id': 'fcce8ea5-caba-4159-a5c3-ce09e71938e8', 'name': '', 'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:4a:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50161033-396f-41b3-a79d-bc30eb80c30c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:17:19Z', 'updated_at': '2022-05-16T20:17:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-7-iscsi', '_interfaces': [{'id': 'ac8eb47f-edba-497c-8f43-801f99d6e848', 'name': '', 'network_id': 'a78a541e-baf1-4596-b007-a9c22db5aa91', 'tenant_id': 'e66c9a82caa04ffb8ac50780877086d0', 'mac_address': 'fa:16:3e:fd:49:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50161033-396f-41b3-a79d-bc30eb80c30c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '15ed4871-ecb6-4c3c-9add-8b370cfa2218', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:17:11Z', 'updated_at': '2022-05-16T20:17:15Z', 'revision_number': 5, 'project_id': 'e66c9a82caa04ffb8ac50780877086d0', 'subnets': [{'id': '15ed4871-ecb6-4c3c-9add-8b370cfa2218', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cf63e263-f5c3-4652-83c2-31efb5799a48'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-7-iscsi', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:17:25.292071 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f96518-857b-48a2-a82c-b740c049cfe1 None None] Checking router: 50161033-396f-41b3-a79d-bc30eb80c30c for host: dv-cinder-830901-7-iscsi {{(pid=103450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 20:17:25.292445 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f96518-857b-48a2-a82c-b740c049cfe1 None None] Updating router 50161033-396f-41b3-a79d-bc30eb80c30c port fcce8ea5-caba-4159-a5c3-ce09e71938e8 binding host dv-cinder-830901-7-iscsi {{(pid=103450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 16 20:17:25.346474 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-63f96518-857b-48a2-a82c-b740c049cfe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (fcce8ea5-caba-4159-a5c3-ce09e71938e8), before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:17:25.718830 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-63f96518-857b-48a2-a82c-b740c049cfe1 None None] Publish callbacks [] for port (fcce8ea5-caba-4159-a5c3-ce09e71938e8), precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:17:25.725190 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-63f96518-857b-48a2-a82c-b740c049cfe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732397598091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732397102978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732397102996'] for port (fcce8ea5-caba-4159-a5c3-ce09e71938e8), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:17:25.774437 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-63f96518-857b-48a2-a82c-b740c049cfe1 None None] Attempting to bind port fcce8ea5-caba-4159-a5c3-ce09e71938e8 on host dv-cinder-830901-7-iscsi for vnic_type normal with profile {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 20:17:25.774437 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-63f96518-857b-48a2-a82c-b740c049cfe1 None None] Attempting to bind port fcce8ea5-caba-4159-a5c3-ce09e71938e8 by drivers openvswitch,hyperv on host dv-cinder-830901-7-iscsi at level 0 using segments [{'id': 'cb03ab33-ba4f-4a89-ab90-bfee78bf90a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062'}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 20:17:25.774437 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f96518-857b-48a2-a82c-b740c049cfe1 None None] Attempting to bind port fcce8ea5-caba-4159-a5c3-ce09e71938e8 on network ded6ab20-0a8b-4051-830c-385457f4e062 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 20:17:25.787650 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b811272-1276-4216-b97e-4e884b3b8f19 None None] Pushing event updated for resources: {'Port': ['ID=fcce8ea5-caba-4159-a5c3-ce09e71938e8,revision_number=2']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:17:25.789663 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f96518-857b-48a2-a82c-b740c049cfe1 None None] Checking agent: {'id': 'bddaa840-ffd9-43a2-8860-d40111f70aff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830901-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 20, 16, 41), 'started_at': datetime.datetime(2022, 5, 16, 20, 17, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 20, 17, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830901-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 20:17:25.790044 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f96518-857b-48a2-a82c-b740c049cfe1 None None] Checking segment: {'id': 'cb03ab33-ba4f-4a89-ab90-bfee78bf90a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 20:17:25.790455 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-63f96518-857b-48a2-a82c-b740c049cfe1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:17:25.791355 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f96518-857b-48a2-a82c-b740c049cfe1 None None] Bound using segment: {'id': 'cb03ab33-ba4f-4a89-ab90-bfee78bf90a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062'} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 20:17:25.792211 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-63f96518-857b-48a2-a82c-b740c049cfe1 None None] Bound port: fcce8ea5-caba-4159-a5c3-ce09e71938e8, host: dv-cinder-830901-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb03ab33-ba4f-4a89-ab90-bfee78bf90a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062'}}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 20:17:25.792437 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-63f96518-857b-48a2-a82c-b740c049cfe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (fcce8ea5-caba-4159-a5c3-ce09e71938e8), before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:17:25.848224 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-63f96518-857b-48a2-a82c-b740c049cfe1 None None] For port fcce8ea5-caba-4159-a5c3-ce09e71938e8, host dv-cinder-830901-7-iscsi, cleared binding levels {{(pid=103450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 20:17:25.851100 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-63f96518-857b-48a2-a82c-b740c049cfe1 None None] For port fcce8ea5-caba-4159-a5c3-ce09e71938e8, host dv-cinder-830901-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-7-iscsi',level=0,port_id=fcce8ea5-caba-4159-a5c3-ce09e71938e8,segment=NetworkSegment(cb03ab33-ba4f-4a89-ab90-bfee78bf90a5),segment_id=cb03ab33-ba4f-4a89-ab90-bfee78bf90a5)] {{(pid=103450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 20:17:25.859653 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-63f96518-857b-48a2-a82c-b740c049cfe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732397598091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732397102978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732397102996'] for port (fcce8ea5-caba-4159-a5c3-ce09e71938e8), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:17:25.921927 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b811272-1276-4216-b97e-4e884b3b8f19 None None] Pushing event updated for resources: {'Port': ['ID=fcce8ea5-caba-4159-a5c3-ce09e71938e8,revision_number=3']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:17:25.924700 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f96518-857b-48a2-a82c-b740c049cfe1 None None] Routers {'50161033-396f-41b3-a79d-bc30eb80c30c'} bound to L3 agent in host dv-cinder-830901-7-iscsi {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:17:25.925304 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-63f96518-857b-48a2-a82c-b740c049cfe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-16T20:16:38Z,description=,heartbeat_timestamp=2022-05-16T20:17:08Z,host='dv-cinder-830901-7-iscsi',id=fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:16:38Z,topic='l3_agent')) {'router_ids': ['50161033-396f-41b3-a79d-bc30eb80c30c'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:17:26.044358 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-63f96518-857b-48a2-a82c-b740c049cfe1 None None] Set router 50161033-396f-41b3-a79d-bc30eb80c30c gateway port host: dv-cinder-830901-7-iscsi {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:17:26.267924 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-63f96518-857b-48a2-a82c-b740c049cfe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50161033-396f-41b3-a79d-bc30eb80c30c', 'name': 'router1', 'tenant_id': 'e66c9a82caa04ffb8ac50780877086d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'external_fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': 'fcce8ea5-caba-4159-a5c3-ce09e71938e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:17:00Z', 'updated_at': '2022-05-16T20:17:20Z', 'revision_number': 4, 'project_id': 'e66c9a82caa04ffb8ac50780877086d0', 'gw_port': {'id': 'fcce8ea5-caba-4159-a5c3-ce09e71938e8', 'name': '', 'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:4a:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50161033-396f-41b3-a79d-bc30eb80c30c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:17:19Z', 'updated_at': '2022-05-16T20:17:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-7-iscsi', '_interfaces': [{'id': 'ac8eb47f-edba-497c-8f43-801f99d6e848', 'name': '', 'network_id': 'a78a541e-baf1-4596-b007-a9c22db5aa91', 'tenant_id': 'e66c9a82caa04ffb8ac50780877086d0', 'mac_address': 'fa:16:3e:fd:49:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50161033-396f-41b3-a79d-bc30eb80c30c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '15ed4871-ecb6-4c3c-9add-8b370cfa2218', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:17:11Z', 'updated_at': '2022-05-16T20:17:15Z', 'revision_number': 5, 'project_id': 'e66c9a82caa04ffb8ac50780877086d0', 'subnets': [{'id': '15ed4871-ecb6-4c3c-9add-8b370cfa2218', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cf63e263-f5c3-4652-83c2-31efb5799a48'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-7-iscsi', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:17:26.295438 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f96518-857b-48a2-a82c-b740c049cfe1 None None] The sync data for ids ['50161033-396f-41b3-a79d-bc30eb80c30c'] in dv-cinder-830901-7-iscsi is: [{'id': '50161033-396f-41b3-a79d-bc30eb80c30c', 'name': 'router1', 'tenant_id': 'e66c9a82caa04ffb8ac50780877086d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'external_fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': 'fcce8ea5-caba-4159-a5c3-ce09e71938e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:17:00Z', 'updated_at': '2022-05-16T20:17:20Z', 'revision_number': 4, 'project_id': 'e66c9a82caa04ffb8ac50780877086d0', 'gw_port': {'id': 'fcce8ea5-caba-4159-a5c3-ce09e71938e8', 'name': '', 'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:4a:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50161033-396f-41b3-a79d-bc30eb80c30c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:17:19Z', 'updated_at': '2022-05-16T20:17:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-7-iscsi', '_interfaces': [{'id': 'ac8eb47f-edba-497c-8f43-801f99d6e848', 'name': '', 'network_id': 'a78a541e-baf1-4596-b007-a9c22db5aa91', 'tenant_id': 'e66c9a82caa04ffb8ac50780877086d0', 'mac_address': 'fa:16:3e:fd:49:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50161033-396f-41b3-a79d-bc30eb80c30c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '15ed4871-ecb6-4c3c-9add-8b370cfa2218', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:17:11Z', 'updated_at': '2022-05-16T20:17:15Z', 'revision_number': 5, 'project_id': 'e66c9a82caa04ffb8ac50780877086d0', 'subnets': [{'id': '15ed4871-ecb6-4c3c-9add-8b370cfa2218', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cf63e263-f5c3-4652-83c2-31efb5799a48'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 20:17:26.795322 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Device fcce8ea5-caba-4159-a5c3-ce09e71938e8 up at agent ovs-agent-dv-cinder-830901-7-iscsi {{(pid=103450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 20:17:26.862656 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Provisioning complete for port fcce8ea5-caba-4159-a5c3-ce09e71938e8 triggered by entity L2. {{(pid=103450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:17:26.863303 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868582'] for port (fcce8ea5-caba-4159-a5c3-ce09e71938e8), provisioning_complete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:17:26.982127 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Current status of the port fcce8ea5-caba-4159-a5c3-ce09e71938e8 is: DOWN; New status is: ACTIVE {{(pid=103450) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:17:26.982510 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (fcce8ea5-caba-4159-a5c3-ce09e71938e8), before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:17:27.006009 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] For port fcce8ea5-caba-4159-a5c3-ce09e71938e8, host dv-cinder-830901-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-7-iscsi',level=0,port_id=fcce8ea5-caba-4159-a5c3-ce09e71938e8,segment=NetworkSegment(cb03ab33-ba4f-4a89-ab90-bfee78bf90a5),segment_id=cb03ab33-ba4f-4a89-ab90-bfee78bf90a5)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:17:27.012007 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732397598091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732397102978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732397102996'] for port (fcce8ea5-caba-4159-a5c3-ce09e71938e8), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:17:27.062664 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Pushing event updated for resources: {'Port': ['ID=fcce8ea5-caba-4159-a5c3-ce09e71938e8,revision_number=4']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:17:28.776669 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Device fcce8ea5-caba-4159-a5c3-ce09e71938e8 up at agent ovs-agent-dv-cinder-830901-7-iscsi {{(pid=103450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 20:17:28.899501 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Provisioning complete for port fcce8ea5-caba-4159-a5c3-ce09e71938e8 triggered by entity L2. {{(pid=103450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:17:28.900612 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868582'] for port (fcce8ea5-caba-4159-a5c3-ce09e71938e8), provisioning_complete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:17:29.056346 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Current status of the port fcce8ea5-caba-4159-a5c3-ce09e71938e8 is: ACTIVE; New status is: ACTIVE {{(pid=103450) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:17:33.641954 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c93c85e6-a073-48e7-927a-9356261b1734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (6de3586b-c77a-41a3-9d69-e80d1925fb22), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:17:37.582855 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-fba14598-9837-4b85-ba40-0da1d7ad0f2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:17:38.728192 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7e48644e-b95e-4624-af94-515661536cfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (250d088e-9c0e-4ec5-80f3-a83f8403448b), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:17:40.781218 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6817a924-6d52-4d66-a8a7-036511333704 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (03fa33e9-7cc7-490c-b269-c4f69c490346), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:17:41.181674 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (bddaa840-ffd9-43a2-8860-d40111f70aff), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:17:42.055984 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.agents_db [None req-fef3025b-cde1-4f6e-a405-d73d123fae0f None None] Agent healthcheck: found 5 active agents {{(pid=103451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 20:18:03.637295 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-10f6284d-cd58-4b91-b6e8-af537b865fee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (6de3586b-c77a-41a3-9d69-e80d1925fb22), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:18:07.651587 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ca9ba85d-184c-4493-94fe-13c05926bebd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:18:08.732464 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7e48644e-b95e-4624-af94-515661536cfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (250d088e-9c0e-4ec5-80f3-a83f8403448b), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:18:10.781139 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6817a924-6d52-4d66-a8a7-036511333704 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (03fa33e9-7cc7-490c-b269-c4f69c490346), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:18:11.178478 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (bddaa840-ffd9-43a2-8860-d40111f70aff), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:18:19.056131 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.agents_db [None req-fef3025b-cde1-4f6e-a405-d73d123fae0f None None] Agent healthcheck: found 5 active agents {{(pid=103451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 20:18:33.639741 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d12db898-b5d2-46e1-996b-9fd582587f01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (6de3586b-c77a-41a3-9d69-e80d1925fb22), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:18:37.589569 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-01235c16-9562-4bb6-b641-fcf9aa9a57a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:18:38.733482 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7e48644e-b95e-4624-af94-515661536cfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (250d088e-9c0e-4ec5-80f3-a83f8403448b), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:18:40.774058 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6817a924-6d52-4d66-a8a7-036511333704 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (03fa33e9-7cc7-490c-b269-c4f69c490346), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:18:41.184087 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (bddaa840-ffd9-43a2-8860-d40111f70aff), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:18:44.370718 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.71', 43172) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:18:44.432091 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f2ae816-1942-4e59-bd25-b04531ba5289 admin admin] GET failed (client error): The resource could not be found. May 16 20:18:44.433399 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-2f2ae816-1942-4e59-bd25-b04531ba5289 admin admin] 10.222.0.71 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0617464 May 16 20:18:44.598877 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ef0bdff-f3ab-46e3-845f-8ad89abc0c44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:18:44.600392 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-1ef0bdff-f3ab-46e3-845f-8ad89abc0c44 admin admin] 10.222.0.71 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1627896 May 16 20:18:46.933028 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.71', 43182) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:18:47.109964 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4871fb41-ba25-4e32-b225-3fb5757804b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:18:47.111335 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-4871fb41-ba25-4e32-b225-3fb5757804b6 admin admin] 10.222.0.71 "GET /v2.0/subnets/15ed4871-ecb6-4c3c-9add-8b370cfa2218 HTTP/1.1" status: 200 len: 849 time: 0.1773651 May 16 20:18:47.121419 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.v2.base [None req-47f6284d-5b54-437b-80af-dc752092663b admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:18:47.206915 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-47f6284d-5b54-437b-80af-dc752092663b admin admin] Publish callbacks [] for subnet (15ed4871-ecb6-4c3c-9add-8b370cfa2218), before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:18:47.348775 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-47f6284d-5b54-437b-80af-dc752092663b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1941894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8732397598082'] for subnet (15ed4871-ecb6-4c3c-9add-8b370cfa2218), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:18:47.382767 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47f6284d-5b54-437b-80af-dc752092663b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:18:47.384460 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-47f6284d-5b54-437b-80af-dc752092663b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614436'] for subnet (None), before_response {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:18:47.396178 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-47f6284d-5b54-437b-80af-dc752092663b admin admin] 10.222.0.71 "PUT /v2.0/subnets/15ed4871-ecb6-4c3c-9add-8b370cfa2218 HTTP/1.1" status: 200 len: 868 time: 0.2685664 May 16 20:18:47.396443 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a284ce3-c61e-47f2-8453-a98677b1204b None None] Network a78a541e-baf1-4596-b007-a9c22db5aa91 requested from dv-cinder-830901-7-iscsi {{(pid=103450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 20:18:47.407134 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f6284d-5b54-437b-80af-dc752092663b admin admin] Pushing event updated for resources: {'Subnet': ['ID=15ed4871-ecb6-4c3c-9add-8b370cfa2218,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:18:47.415745 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f6284d-5b54-437b-80af-dc752092663b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:18:47.416102 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f6284d-5b54-437b-80af-dc752092663b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:18:47.416503 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f6284d-5b54-437b-80af-dc752092663b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:18:47.416851 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f6284d-5b54-437b-80af-dc752092663b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:18:47.417182 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f6284d-5b54-437b-80af-dc752092663b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:18:47.417517 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f6284d-5b54-437b-80af-dc752092663b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:18:47.417848 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f6284d-5b54-437b-80af-dc752092663b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:18:47.418224 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f6284d-5b54-437b-80af-dc752092663b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:18:47.418577 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f6284d-5b54-437b-80af-dc752092663b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:18:47.418909 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f6284d-5b54-437b-80af-dc752092663b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:18:47.419255 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f6284d-5b54-437b-80af-dc752092663b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:18:47.419586 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f6284d-5b54-437b-80af-dc752092663b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:18:47.419910 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f6284d-5b54-437b-80af-dc752092663b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:18:47.420273 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f6284d-5b54-437b-80af-dc752092663b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:18:47.420737 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f6284d-5b54-437b-80af-dc752092663b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:18:47.771971 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [None req-86ea0c21-2013-4922-b376-dd32af348032 None None] Provisioning complete for port ac8eb47f-edba-497c-8f43-801f99d6e848 triggered by entity DHCP. {{(pid=103450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:18:47.772388 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-86ea0c21-2013-4922-b376-dd32af348032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868582'] for port (ac8eb47f-edba-497c-8f43-801f99d6e848), provisioning_complete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:18:47.855500 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-86ea0c21-2013-4922-b376-dd32af348032 None None] Current status of the port ac8eb47f-edba-497c-8f43-801f99d6e848 is: ACTIVE; New status is: ACTIVE {{(pid=103450) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:18:47.863925 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [None req-86ea0c21-2013-4922-b376-dd32af348032 None None] Provisioning complete for port 6b45e8f0-1109-48f2-a2cb-1511037c4e89 triggered by entity DHCP. {{(pid=103450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:18:47.864341 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-86ea0c21-2013-4922-b376-dd32af348032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868582'] for port (6b45e8f0-1109-48f2-a2cb-1511037c4e89), provisioning_complete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:18:47.943830 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-86ea0c21-2013-4922-b376-dd32af348032 None None] Current status of the port 6b45e8f0-1109-48f2-a2cb-1511037c4e89 is: ACTIVE; New status is: ACTIVE {{(pid=103450) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:18:49.718670 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.71', 43190) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:18:49.921156 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1606e7c5-65c8-4e3b-9714-cb4801686ce2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:18:49.921542 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1606e7c5-65c8-4e3b-9714-cb4801686ce2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:18:49.923120 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-1606e7c5-65c8-4e3b-9714-cb4801686ce2 admin admin] 10.222.0.71 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2035151 May 16 20:18:52.228493 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.71', 43200) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:18:52.367333 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44b1b0b5-118e-4b12-ba6a-da398c14f05a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:18:52.367811 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44b1b0b5-118e-4b12-ba6a-da398c14f05a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:18:52.369552 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-44b1b0b5-118e-4b12-ba6a-da398c14f05a admin admin] 10.222.0.71 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1400774 May 16 20:18:54.690994 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.71', 43208) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:18:54.824443 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4c6eefd-85a9-4df0-8108-e38406268d69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:18:54.825842 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-e4c6eefd-85a9-4df0-8108-e38406268d69 admin admin] 10.222.0.71 "GET /v2.0/networks/a78a541e-baf1-4596-b007-a9c22db5aa91 HTTP/1.1" status: 200 len: 869 time: 0.1339047 May 16 20:18:56.054086 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.agents_db [None req-fef3025b-cde1-4f6e-a405-d73d123fae0f None None] Agent healthcheck: found 5 active agents {{(pid=103451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 20:18:57.109899 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.71', 43216) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:18:57.239208 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8fd6cc0-1b3a-44ba-8bf7-7d64110aa488 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:18:57.240634 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-a8fd6cc0-1b3a-44ba-8bf7-7d64110aa488 admin admin] 10.222.0.71 "GET /v2.0/networks/ded6ab20-0a8b-4051-830c-385457f4e062 HTTP/1.1" status: 200 len: 886 time: 0.1297905 May 16 20:18:59.598082 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.71', 43224) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:18:59.729127 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-311b180b-68f0-48e6-8cf5-8b6c2ed35bab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:18:59.729576 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-311b180b-68f0-48e6-8cf5-8b6c2ed35bab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:18:59.731573 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-311b180b-68f0-48e6-8cf5-8b6c2ed35bab admin admin] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1320822 May 16 20:19:02.068400 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.71', 43232) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:19:02.197011 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-172ac448-29e6-4dc5-9bd2-d0d69b03a245 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:19:02.197833 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-172ac448-29e6-4dc5-9bd2-d0d69b03a245 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:19:02.200611 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-172ac448-29e6-4dc5-9bd2-d0d69b03a245 admin admin] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1306884 May 16 20:19:03.650077 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8b1e259a-d4b2-4e46-86af-4279bd25b6ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (6de3586b-c77a-41a3-9d69-e80d1925fb22), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:19:04.564371 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.71', 43240) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:19:04.665903 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-176365e1-847c-43e7-8569-ce34fb625739 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:19:04.667326 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-176365e1-847c-43e7-8569-ce34fb625739 admin admin] 10.222.0.71 "GET /v2.0/subnets/15ed4871-ecb6-4c3c-9add-8b370cfa2218 HTTP/1.1" status: 200 len: 868 time: 0.1019943 May 16 20:19:07.039776 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.71', 43248) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:19:07.128639 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beed2fe3-4f94-493d-b114-327dba20739e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:19:07.130031 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-beed2fe3-4f94-493d-b114-327dba20739e admin admin] 10.222.0.71 "GET /v2.0/subnets/dcb7b1f3-82ff-415d-89cf-2b6021c22eb5 HTTP/1.1" status: 200 len: 816 time: 0.0892782 May 16 20:19:07.595638 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-408b9699-e859-49cc-b183-7c75e1537586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:19:08.737173 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7e48644e-b95e-4624-af94-515661536cfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (250d088e-9c0e-4ec5-80f3-a83f8403448b), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:19:10.776823 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6817a924-6d52-4d66-a8a7-036511333704 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (03fa33e9-7cc7-490c-b269-c4f69c490346), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:19:11.188562 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (bddaa840-ffd9-43a2-8860-d40111f70aff), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:19:33.052369 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.agents_db [None req-fef3025b-cde1-4f6e-a405-d73d123fae0f None None] Agent healthcheck: found 5 active agents {{(pid=103451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 20:19:33.642753 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-271448fc-e6da-46df-9e35-894040b38d01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (6de3586b-c77a-41a3-9d69-e80d1925fb22), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:19:37.597785 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-17bacfad-fd78-4161-82de-6020eeff6c47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:19:38.739135 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7e48644e-b95e-4624-af94-515661536cfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (250d088e-9c0e-4ec5-80f3-a83f8403448b), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:19:40.781284 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6817a924-6d52-4d66-a8a7-036511333704 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (03fa33e9-7cc7-490c-b269-c4f69c490346), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:19:41.192495 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (bddaa840-ffd9-43a2-8860-d40111f70aff), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:19:48.012077 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.71', 43306) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:19:48.060503 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [None req-db9fea73-2fdf-45df-947b-82cbcd4c69b6 admin admin] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=103448) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 16 20:19:48.061495 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-db9fea73-2fdf-45df-947b-82cbcd4c69b6 admin admin] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0484662 May 16 20:19:50.425301 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.71', 43314) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:19:50.490256 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcffd32c-444f-4c99-bd12-4800b193ced5 admin admin] GET failed (client error): The resource could not be found. May 16 20:19:50.492533 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-bcffd32c-444f-4c99-bd12-4800b193ced5 admin admin] 10.222.0.71 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0663064 May 16 20:19:50.720603 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16d475cb-fa54-461c-9edc-832b42cb877b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:19:50.722087 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-16d475cb-fa54-461c-9edc-832b42cb877b admin admin] 10.222.0.71 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.2255044 May 16 20:19:53.032952 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.71', 43322) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:19:53.080931 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.v2.base [None req-947dca6e-c425-41c1-8a33-df2faa3f340b admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:19:53.101158 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-947dca6e-c425-41c1-8a33-df2faa3f340b admin admin] Made reservation on behalf of 8a002d9ef0e2477e8031bd7bef5cfc65 for: {'network': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 20:19:53.103449 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-947dca6e-c425-41c1-8a33-df2faa3f340b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for network (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:19:53.130522 dv-cinder-830901-7-iscsi neutron-server[103448]: WARNING neutron.services.revisions.revision_plugin [None req-947dca6e-c425-41c1-8a33-df2faa3f340b admin admin] Could not find related network for resource to bump revision. May 16 20:19:53.143251 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-947dca6e-c425-41c1-8a33-df2faa3f340b admin admin] vlan segment allocate from pool success with {'vlan_id': 549, 'physical_network': 'physnet1'} {{(pid=103448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 16 20:19:53.153932 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-947dca6e-c425-41c1-8a33-df2faa3f340b admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8732397667085', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1026353'] for segment (fd44068f-f41b-46d2-981d-d3ba442d608f), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:19:53.154336 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.db.segments_db [None req-947dca6e-c425-41c1-8a33-df2faa3f340b admin admin] Added segment fd44068f-f41b-46d2-981d-d3ba442d608f of type vlan for network 49fabce4-24d5-4901-b15e-12626d9efd52 May 16 20:19:53.195304 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-947dca6e-c425-41c1-8a33-df2faa3f340b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732397125798'] for network (49fabce4-24d5-4901-b15e-12626d9efd52), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:19:53.219786 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-947dca6e-c425-41c1-8a33-df2faa3f340b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1996455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410'] for network (49fabce4-24d5-4901-b15e-12626d9efd52), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:19:53.220800 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-947dca6e-c425-41c1-8a33-df2faa3f340b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:19:53.221371 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-947dca6e-c425-41c1-8a33-df2faa3f340b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614436'] for network (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:19:53.287901 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-947dca6e-c425-41c1-8a33-df2faa3f340b admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.2534568 May 16 20:19:53.321578 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947dca6e-c425-41c1-8a33-df2faa3f340b admin admin] Pushing event updated for resources: {'Network': ['ID=49fabce4-24d5-4901-b15e-12626d9efd52,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:19:53.329281 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947dca6e-c425-41c1-8a33-df2faa3f340b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:19:53.329630 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947dca6e-c425-41c1-8a33-df2faa3f340b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:19:53.330008 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947dca6e-c425-41c1-8a33-df2faa3f340b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:19:53.330355 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947dca6e-c425-41c1-8a33-df2faa3f340b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:19:53.330701 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947dca6e-c425-41c1-8a33-df2faa3f340b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:19:53.331034 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947dca6e-c425-41c1-8a33-df2faa3f340b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:19:53.331366 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947dca6e-c425-41c1-8a33-df2faa3f340b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:19:53.331695 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947dca6e-c425-41c1-8a33-df2faa3f340b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:19:53.332043 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947dca6e-c425-41c1-8a33-df2faa3f340b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:19:53.332402 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947dca6e-c425-41c1-8a33-df2faa3f340b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:19:53.332753 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947dca6e-c425-41c1-8a33-df2faa3f340b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:19:53.333103 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947dca6e-c425-41c1-8a33-df2faa3f340b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:19:53.333433 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947dca6e-c425-41c1-8a33-df2faa3f340b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:19:53.333756 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947dca6e-c425-41c1-8a33-df2faa3f340b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:19:53.334082 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947dca6e-c425-41c1-8a33-df2faa3f340b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:19:53.346491 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Network 49fabce4-24d5-4901-b15e-12626d9efd52 details requested by agent ovs-agent-dv-cinder-830901-7-iscsi with host dv-cinder-830901-7-iscsi {{(pid=103450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 16 20:19:55.563375 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.71', 43330) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:19:55.629618 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.pecan_wsgi.hooks.translation [None req-0529a98d-36a9-407b-aea9-b91d8627b953 admin admin] GET failed (client error): The resource could not be found. May 16 20:19:55.631999 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-0529a98d-36a9-407b-aea9-b91d8627b953 admin admin] 10.222.0.71 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0671144 May 16 20:19:55.700076 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de49c9a4-11f6-42f6-b492-44fcdbf06897 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:19:55.701581 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-de49c9a4-11f6-42f6-b492-44fcdbf06897 admin admin] 10.222.0.71 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0655661 May 16 20:19:55.711636 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.v2.base [None req-3d2927a7-3dcd-4863-8afb-efb4eff83f5d admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'network_id': '49fabce4-24d5-4901-b15e-12626d9efd52', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'ip_version': 4}} {{(pid=103449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:19:55.730723 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d2927a7-3dcd-4863-8afb-efb4eff83f5d admin admin] Made reservation on behalf of 8a002d9ef0e2477e8031bd7bef5cfc65 for: {'subnet': 1} {{(pid=103449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 20:19:55.733004 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-3d2927a7-3dcd-4863-8afb-efb4eff83f5d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:19:55.898499 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-3d2927a7-3dcd-4863-8afb-efb4eff83f5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1941894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410'] for subnet (623456a4-b412-4810-a59e-497bffafcaf3), after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:19:55.951771 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2927a7-3dcd-4863-8afb-efb4eff83f5d admin admin] Pushing event updated for resources: {'Subnet': ['ID=623456a4-b412-4810-a59e-497bffafcaf3,revision_number=0']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:19:55.964342 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2927a7-3dcd-4863-8afb-efb4eff83f5d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:19:55.964682 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2927a7-3dcd-4863-8afb-efb4eff83f5d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:19:55.965022 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2927a7-3dcd-4863-8afb-efb4eff83f5d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:19:55.965352 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2927a7-3dcd-4863-8afb-efb4eff83f5d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:19:55.965678 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2927a7-3dcd-4863-8afb-efb4eff83f5d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:19:55.966005 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2927a7-3dcd-4863-8afb-efb4eff83f5d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:19:55.966328 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2927a7-3dcd-4863-8afb-efb4eff83f5d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:19:55.966643 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2927a7-3dcd-4863-8afb-efb4eff83f5d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:19:55.966961 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2927a7-3dcd-4863-8afb-efb4eff83f5d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:19:55.967283 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2927a7-3dcd-4863-8afb-efb4eff83f5d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:19:55.967616 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2927a7-3dcd-4863-8afb-efb4eff83f5d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:19:55.967949 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2927a7-3dcd-4863-8afb-efb4eff83f5d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:19:55.968313 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2927a7-3dcd-4863-8afb-efb4eff83f5d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:19:55.968625 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2927a7-3dcd-4863-8afb-efb4eff83f5d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:19:55.968936 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2927a7-3dcd-4863-8afb-efb4eff83f5d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:19:55.977036 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d2927a7-3dcd-4863-8afb-efb4eff83f5d admin admin] Checking segment: {'id': 'fd44068f-f41b-46d2-981d-d3ba442d608f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '49fabce4-24d5-4901-b15e-12626d9efd52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 20:19:55.977384 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d2927a7-3dcd-4863-8afb-efb4eff83f5d admin admin] Network hostable DHCP agents. Network: 49fabce4-24d5-4901-b15e-12626d9efd52, hostable agents: ['6de3586b-c77a-41a3-9d69-e80d1925fb22'], hosted agents: [] {{(pid=103449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 16 20:19:55.993488 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d2927a7-3dcd-4863-8afb-efb4eff83f5d admin admin] Network 49fabce4-24d5-4901-b15e-12626d9efd52 is scheduled to be hosted by DHCP agent 6de3586b-c77a-41a3-9d69-e80d1925fb22 with binding_index 1 {{(pid=103449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 16 20:19:56.002242 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.scheduler.base_scheduler [None req-3d2927a7-3dcd-4863-8afb-efb4eff83f5d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830901-7-iscsi, 49fabce4-24d5-4901-b15e-12626d9efd52) {{(pid=103449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 20:19:56.006853 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d2927a7-3dcd-4863-8afb-efb4eff83f5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:19:56.007511 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-3d2927a7-3dcd-4863-8afb-efb4eff83f5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614436'] for subnet (None), before_response {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:19:56.011922 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8975d5a7-4584-41bc-aef2-2f604260b6af None None] Network 49fabce4-24d5-4901-b15e-12626d9efd52 requested from dv-cinder-830901-7-iscsi {{(pid=103450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 20:19:56.027708 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-3d2927a7-3dcd-4863-8afb-efb4eff83f5d admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3159435 May 16 20:19:56.121735 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56897fbb-fc90-405c-8966-ee3c4a61ca32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aeb997a-265b-5525-a5ab-f9959c03f25e-49fabce4-24d5-4901-b15e-12626d9efd52', 'network_id': '49fabce4-24d5-4901-b15e-12626d9efd52', 'project_id': '8a002d9ef0e2477e8031bd7bef5cfc65', 'fixed_ips': [{'subnet_id': '623456a4-b412-4810-a59e-497bffafcaf3'}]}} from dv-cinder-830901-7-iscsi. {{(pid=103450) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 16 20:19:56.122710 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-56897fbb-fc90-405c-8966-ee3c4a61ca32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (None), before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:19:56.362470 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [None req-56897fbb-fc90-405c-8966-ee3c4a61ca32 None None] Allocated IP 192.168.233.2 (49fabce4-24d5-4901-b15e-12626d9efd52/623456a4-b412-4810-a59e-497bffafcaf3/873f1102-8476-469d-821f-7bece36b3249) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 20:19:56.514940 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-56897fbb-fc90-405c-8966-ee3c4a61ca32 None None] Publish callbacks [] for port (873f1102-8476-469d-821f-7bece36b3249), precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:19:56.521374 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-56897fbb-fc90-405c-8966-ee3c4a61ca32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732397102960'] for port (873f1102-8476-469d-821f-7bece36b3249), after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:19:56.558643 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56897fbb-fc90-405c-8966-ee3c4a61ca32 None None] Network 49fabce4-24d5-4901-b15e-12626d9efd52 is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 20:19:56.561581 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-56897fbb-fc90-405c-8966-ee3c4a61ca32 None None] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 20:19:56.564012 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56897fbb-fc90-405c-8966-ee3c4a61ca32 None None] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 20:19:56.575639 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56897fbb-fc90-405c-8966-ee3c4a61ca32 None None] Pushing event updated for resources: {'Port': ['ID=873f1102-8476-469d-821f-7bece36b3249,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:19:56.599263 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56897fbb-fc90-405c-8966-ee3c4a61ca32 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:19:56.599614 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56897fbb-fc90-405c-8966-ee3c4a61ca32 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:19:56.600836 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56897fbb-fc90-405c-8966-ee3c4a61ca32 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:19:56.600972 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56897fbb-fc90-405c-8966-ee3c4a61ca32 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:19:56.601232 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56897fbb-fc90-405c-8966-ee3c4a61ca32 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:19:56.601565 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56897fbb-fc90-405c-8966-ee3c4a61ca32 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:19:56.601886 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56897fbb-fc90-405c-8966-ee3c4a61ca32 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:19:56.602221 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56897fbb-fc90-405c-8966-ee3c4a61ca32 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:19:56.602543 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56897fbb-fc90-405c-8966-ee3c4a61ca32 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:19:56.602867 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56897fbb-fc90-405c-8966-ee3c4a61ca32 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:19:56.603190 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56897fbb-fc90-405c-8966-ee3c4a61ca32 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:19:56.603530 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56897fbb-fc90-405c-8966-ee3c4a61ca32 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:19:56.603856 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56897fbb-fc90-405c-8966-ee3c4a61ca32 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:19:56.604195 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56897fbb-fc90-405c-8966-ee3c4a61ca32 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:19:56.604518 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56897fbb-fc90-405c-8966-ee3c4a61ca32 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:19:56.640849 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-56897fbb-fc90-405c-8966-ee3c4a61ca32 None None] Attempting to bind port 873f1102-8476-469d-821f-7bece36b3249 on host dv-cinder-830901-7-iscsi for vnic_type normal with profile {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 20:19:56.641288 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-56897fbb-fc90-405c-8966-ee3c4a61ca32 None None] Attempting to bind port 873f1102-8476-469d-821f-7bece36b3249 by drivers openvswitch,hyperv on host dv-cinder-830901-7-iscsi at level 0 using segments [{'id': 'fd44068f-f41b-46d2-981d-d3ba442d608f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '49fabce4-24d5-4901-b15e-12626d9efd52'}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 20:19:56.641581 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56897fbb-fc90-405c-8966-ee3c4a61ca32 None None] Attempting to bind port 873f1102-8476-469d-821f-7bece36b3249 on network 49fabce4-24d5-4901-b15e-12626d9efd52 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 20:19:56.647602 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56897fbb-fc90-405c-8966-ee3c4a61ca32 None None] Checking agent: {'id': 'bddaa840-ffd9-43a2-8860-d40111f70aff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830901-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 20, 16, 41), 'started_at': datetime.datetime(2022, 5, 16, 20, 17, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 20, 19, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830901-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 20:19:56.648000 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56897fbb-fc90-405c-8966-ee3c4a61ca32 None None] Checking segment: {'id': 'fd44068f-f41b-46d2-981d-d3ba442d608f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '49fabce4-24d5-4901-b15e-12626d9efd52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 20:19:56.648452 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-56897fbb-fc90-405c-8966-ee3c4a61ca32 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:19:56.648838 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56897fbb-fc90-405c-8966-ee3c4a61ca32 None None] Bound using segment: {'id': 'fd44068f-f41b-46d2-981d-d3ba442d608f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '49fabce4-24d5-4901-b15e-12626d9efd52'} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 20:19:56.649305 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-56897fbb-fc90-405c-8966-ee3c4a61ca32 None None] Bound port: 873f1102-8476-469d-821f-7bece36b3249, host: dv-cinder-830901-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd44068f-f41b-46d2-981d-d3ba442d608f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '49fabce4-24d5-4901-b15e-12626d9efd52'}}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 20:19:56.649680 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-56897fbb-fc90-405c-8966-ee3c4a61ca32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (873f1102-8476-469d-821f-7bece36b3249), before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:19:56.713857 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-56897fbb-fc90-405c-8966-ee3c4a61ca32 None None] For port 873f1102-8476-469d-821f-7bece36b3249, host dv-cinder-830901-7-iscsi, cleared binding levels {{(pid=103450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 20:19:56.717858 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-56897fbb-fc90-405c-8966-ee3c4a61ca32 None None] For port 873f1102-8476-469d-821f-7bece36b3249, host dv-cinder-830901-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-7-iscsi',level=0,port_id=873f1102-8476-469d-821f-7bece36b3249,segment=NetworkSegment(fd44068f-f41b-46d2-981d-d3ba442d608f),segment_id=fd44068f-f41b-46d2-981d-d3ba442d608f)] {{(pid=103450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 20:19:56.723142 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-56897fbb-fc90-405c-8966-ee3c4a61ca32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732397598091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732397102978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732397102996'] for port (873f1102-8476-469d-821f-7bece36b3249), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:19:56.781100 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56897fbb-fc90-405c-8966-ee3c4a61ca32 None None] Pushing event updated for resources: {'Port': ['ID=873f1102-8476-469d-821f-7bece36b3249,revision_number=2']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:19:57.619371 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-565b2d1a-8e16-4d4d-b742-722131e29fb4 None None] Network 49fabce4-24d5-4901-b15e-12626d9efd52 requested from dv-cinder-830901-7-iscsi {{(pid=103450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 20:19:57.734592 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [None req-ea34f125-9feb-4aa5-b43c-5bf9a29dfffb None None] Provisioning complete for port 873f1102-8476-469d-821f-7bece36b3249 triggered by entity DHCP. {{(pid=103450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:19:57.734957 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ea34f125-9feb-4aa5-b43c-5bf9a29dfffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868582'] for port (873f1102-8476-469d-821f-7bece36b3249), provisioning_complete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:19:57.813578 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-ea34f125-9feb-4aa5-b43c-5bf9a29dfffb None None] Current status of the port 873f1102-8476-469d-821f-7bece36b3249 is: DOWN; New status is: ACTIVE {{(pid=103450) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:19:57.814024 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ea34f125-9feb-4aa5-b43c-5bf9a29dfffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (873f1102-8476-469d-821f-7bece36b3249), before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:19:57.855490 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-ea34f125-9feb-4aa5-b43c-5bf9a29dfffb None None] For port 873f1102-8476-469d-821f-7bece36b3249, host dv-cinder-830901-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-7-iscsi',level=0,port_id=873f1102-8476-469d-821f-7bece36b3249,segment=NetworkSegment(fd44068f-f41b-46d2-981d-d3ba442d608f),segment_id=fd44068f-f41b-46d2-981d-d3ba442d608f)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:19:57.860587 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ea34f125-9feb-4aa5-b43c-5bf9a29dfffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732397598091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732397102978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732397102996'] for port (873f1102-8476-469d-821f-7bece36b3249), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:19:57.914219 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea34f125-9feb-4aa5-b43c-5bf9a29dfffb None None] Pushing event updated for resources: {'Port': ['ID=873f1102-8476-469d-821f-7bece36b3249,revision_number=3']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:19:58.083259 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [None req-770cca99-e25b-4576-b5b8-e464051e0d25 None None] Provisioning complete for port 873f1102-8476-469d-821f-7bece36b3249 triggered by entity DHCP. {{(pid=103450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:19:58.083647 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-770cca99-e25b-4576-b5b8-e464051e0d25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868582'] for port (873f1102-8476-469d-821f-7bece36b3249), provisioning_complete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:19:58.157997 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-770cca99-e25b-4576-b5b8-e464051e0d25 None None] Current status of the port 873f1102-8476-469d-821f-7bece36b3249 is: ACTIVE; New status is: ACTIVE {{(pid=103450) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:19:58.854965 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Device 873f1102-8476-469d-821f-7bece36b3249 up at agent ovs-agent-dv-cinder-830901-7-iscsi {{(pid=103450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 20:19:58.905047 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Provisioning complete for port 873f1102-8476-469d-821f-7bece36b3249 triggered by entity L2. {{(pid=103450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:19:58.905447 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868582'] for port (873f1102-8476-469d-821f-7bece36b3249), provisioning_complete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:19:58.981030 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Current status of the port 873f1102-8476-469d-821f-7bece36b3249 is: ACTIVE; New status is: ACTIVE {{(pid=103450) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:20:03.646861 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-854e9200-2412-41a4-82ae-f11313121e97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (6de3586b-c77a-41a3-9d69-e80d1925fb22), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:20:07.602174 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d713c6d7-f79b-44f4-850f-4c501118c31a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:20:08.744515 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7e48644e-b95e-4624-af94-515661536cfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (250d088e-9c0e-4ec5-80f3-a83f8403448b), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:20:10.049981 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.agents_db [None req-fef3025b-cde1-4f6e-a405-d73d123fae0f None None] Agent healthcheck: found 5 active agents {{(pid=103451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 20:20:10.782584 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6817a924-6d52-4d66-a8a7-036511333704 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (03fa33e9-7cc7-490c-b269-c4f69c490346), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:20:11.195911 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (bddaa840-ffd9-43a2-8860-d40111f70aff), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:20:33.651482 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e933355f-231c-48c1-bf96-e16b9b2a41b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (6de3586b-c77a-41a3-9d69-e80d1925fb22), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:20:37.604742 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c151401b-5e56-4285-a427-6f6ec71dc4a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:20:38.749622 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7e48644e-b95e-4624-af94-515661536cfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (250d088e-9c0e-4ec5-80f3-a83f8403448b), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:20:40.789768 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6817a924-6d52-4d66-a8a7-036511333704 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (03fa33e9-7cc7-490c-b269-c4f69c490346), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:20:41.198536 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (bddaa840-ffd9-43a2-8860-d40111f70aff), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:20:47.051356 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.agents_db [None req-fef3025b-cde1-4f6e-a405-d73d123fae0f None None] Agent healthcheck: found 5 active agents {{(pid=103451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 20:21:03.655660 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1a2ea4ad-c4d3-4568-a78a-b62e94bb5494 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (6de3586b-c77a-41a3-9d69-e80d1925fb22), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:21:07.607840 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-febb5ff4-42eb-45ef-94df-bf97b1f0bc87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:21:08.750607 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7e48644e-b95e-4624-af94-515661536cfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (250d088e-9c0e-4ec5-80f3-a83f8403448b), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:21:10.792030 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6817a924-6d52-4d66-a8a7-036511333704 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (03fa33e9-7cc7-490c-b269-c4f69c490346), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:21:11.201821 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (bddaa840-ffd9-43a2-8860-d40111f70aff), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:21:24.049944 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.agents_db [None req-fef3025b-cde1-4f6e-a405-d73d123fae0f None None] Agent healthcheck: found 5 active agents {{(pid=103451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 20:21:24.981325 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.71', 43368) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:21:24.987088 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [None req-547aa6be-c92a-42ac-b854-7ed7dc34d4fc tempest-verify_tempest_config-1718950190 tempest-verify_tempest_config-1718950190-project] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=103449) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 16 20:21:24.988059 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-547aa6be-c92a-42ac-b854-7ed7dc34d4fc tempest-verify_tempest_config-1718950190 tempest-verify_tempest_config-1718950190-project] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0056565 May 16 20:21:25.291813 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.71', 43386) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:21:25.395662 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-63b66f81-8daa-440b-9385-e1232ff85221 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:21:25.469220 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-63b66f81-8daa-440b-9385-e1232ff85221 admin admin] Publish callbacks [] for security_group (d0b09f52-9160-4b5e-95e2-f9bb2d27b3a9), precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:21:25.472941 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-63b66f81-8daa-440b-9385-e1232ff85221 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997425'] for security_group (d0b09f52-9160-4b5e-95e2-f9bb2d27b3a9), after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:21:25.519095 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-63b66f81-8daa-440b-9385-e1232ff85221 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=5cc692be59a14d578fbdf8928aa6fce8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2259321 May 16 20:21:25.520286 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b66f81-8daa-440b-9385-e1232ff85221 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0b09f52-9160-4b5e-95e2-f9bb2d27b3a9,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:21:25.522007 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.71', 43390) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:21:25.526986 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b66f81-8daa-440b-9385-e1232ff85221 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:21:25.527321 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b66f81-8daa-440b-9385-e1232ff85221 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:21:25.527666 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b66f81-8daa-440b-9385-e1232ff85221 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:21:25.527998 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b66f81-8daa-440b-9385-e1232ff85221 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:21:25.528347 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b66f81-8daa-440b-9385-e1232ff85221 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:21:25.528664 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b66f81-8daa-440b-9385-e1232ff85221 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:21:25.528974 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b66f81-8daa-440b-9385-e1232ff85221 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:21:25.529287 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b66f81-8daa-440b-9385-e1232ff85221 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:21:25.529601 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b66f81-8daa-440b-9385-e1232ff85221 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:21:25.529912 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b66f81-8daa-440b-9385-e1232ff85221 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:21:25.530238 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b66f81-8daa-440b-9385-e1232ff85221 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:21:25.530564 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b66f81-8daa-440b-9385-e1232ff85221 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:21:25.530882 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b66f81-8daa-440b-9385-e1232ff85221 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:21:25.531184 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b66f81-8daa-440b-9385-e1232ff85221 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:21:25.531491 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b66f81-8daa-440b-9385-e1232ff85221 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:21:25.585513 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3b3927e5-cc77-4f63-8280-473e19d23480 admin admin] Publish callbacks [] for security_group (d0b09f52-9160-4b5e-95e2-f9bb2d27b3a9), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:21:25.606274 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3b3927e5-cc77-4f63-8280-473e19d23480 admin admin] Publish callbacks [] for security_group (d0b09f52-9160-4b5e-95e2-f9bb2d27b3a9), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:21:25.700580 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3b3927e5-cc77-4f63-8280-473e19d23480 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997425'] for security_group (d0b09f52-9160-4b5e-95e2-f9bb2d27b3a9), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:21:25.703134 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3b3927e5-cc77-4f63-8280-473e19d23480 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:21:25.704340 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-3b3927e5-cc77-4f63-8280-473e19d23480 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/d0b09f52-9160-4b5e-95e2-f9bb2d27b3a9 HTTP/1.1" status: 204 len: 168 time: 0.1813328 May 16 20:21:25.713194 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3927e5-cc77-4f63-8280-473e19d23480 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0b09f52-9160-4b5e-95e2-f9bb2d27b3a9,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:21:25.720181 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3927e5-cc77-4f63-8280-473e19d23480 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:21:25.720467 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3927e5-cc77-4f63-8280-473e19d23480 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:21:25.720810 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3927e5-cc77-4f63-8280-473e19d23480 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:21:25.721151 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3927e5-cc77-4f63-8280-473e19d23480 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:21:25.721484 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3927e5-cc77-4f63-8280-473e19d23480 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:21:25.721813 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3927e5-cc77-4f63-8280-473e19d23480 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:21:25.722141 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3927e5-cc77-4f63-8280-473e19d23480 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:21:25.722465 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3927e5-cc77-4f63-8280-473e19d23480 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:21:25.722828 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3927e5-cc77-4f63-8280-473e19d23480 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:21:25.723159 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3927e5-cc77-4f63-8280-473e19d23480 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:21:25.723487 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3927e5-cc77-4f63-8280-473e19d23480 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:21:25.723813 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3927e5-cc77-4f63-8280-473e19d23480 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:21:25.724141 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3927e5-cc77-4f63-8280-473e19d23480 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:21:25.724600 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3927e5-cc77-4f63-8280-473e19d23480 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:21:25.724933 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3927e5-cc77-4f63-8280-473e19d23480 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:21:33.662455 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-38affe0b-4fb2-45a9-9746-aa16c0e77aa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (6de3586b-c77a-41a3-9d69-e80d1925fb22), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:21:37.610994 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0ac98e48-a136-4881-b307-fe4b4187d200 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:21:38.753381 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7e48644e-b95e-4624-af94-515661536cfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (250d088e-9c0e-4ec5-80f3-a83f8403448b), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:21:40.797730 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6817a924-6d52-4d66-a8a7-036511333704 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (03fa33e9-7cc7-490c-b269-c4f69c490346), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:21:41.210423 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (bddaa840-ffd9-43a2-8860-d40111f70aff), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:22:01.048421 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.agents_db [None req-fef3025b-cde1-4f6e-a405-d73d123fae0f None None] Agent healthcheck: found 5 active agents {{(pid=103451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 20:22:03.656297 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4df0fa28-160c-45aa-b237-4e5e80142dd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (6de3586b-c77a-41a3-9d69-e80d1925fb22), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:22:07.614886 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8572caab-3740-4ca7-a900-750736a156bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:22:08.755872 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7e48644e-b95e-4624-af94-515661536cfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (250d088e-9c0e-4ec5-80f3-a83f8403448b), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:22:10.798716 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6817a924-6d52-4d66-a8a7-036511333704 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (03fa33e9-7cc7-490c-b269-c4f69c490346), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:22:11.204733 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (bddaa840-ffd9-43a2-8860-d40111f70aff), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:22:33.658138 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-acdc0ee5-453b-44ec-9d52-63b542e77ce5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (6de3586b-c77a-41a3-9d69-e80d1925fb22), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:22:37.616326 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-be69f309-4a7c-46e1-ac4b-3951e7c08f1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:22:38.047730 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.agents_db [None req-fef3025b-cde1-4f6e-a405-d73d123fae0f None None] Agent healthcheck: found 5 active agents {{(pid=103451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 20:22:38.758786 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7e48644e-b95e-4624-af94-515661536cfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (250d088e-9c0e-4ec5-80f3-a83f8403448b), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:22:40.802838 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6817a924-6d52-4d66-a8a7-036511333704 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (03fa33e9-7cc7-490c-b269-c4f69c490346), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:22:41.210714 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (bddaa840-ffd9-43a2-8860-d40111f70aff), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:23:03.665619 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d649984d-e50d-4441-a4e7-59688de8f958 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (6de3586b-c77a-41a3-9d69-e80d1925fb22), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:23:07.618318 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-342242c4-ee93-455b-a1cb-8ecf6cb26927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:23:08.762081 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7e48644e-b95e-4624-af94-515661536cfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (250d088e-9c0e-4ec5-80f3-a83f8403448b), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:23:10.072790 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1651550'] for agent (748e0023-d5c8-44d3-9d74-a0da2def1ef4), after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:23:10.806932 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6817a924-6d52-4d66-a8a7-036511333704 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (03fa33e9-7cc7-490c-b269-c4f69c490346), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:23:11.213416 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (bddaa840-ffd9-43a2-8860-d40111f70aff), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:23:15.046806 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.agents_db [None req-fef3025b-cde1-4f6e-a405-d73d123fae0f None None] Agent healthcheck: found 6 active agents {{(pid=103451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 20:23:23.018277 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.71', 43462) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:23:23.125601 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-7265bc27-1a77-4a41-92ae-a09ba231f066 admin admin] 10.222.0.71 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1059246 May 16 20:23:25.402246 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.71', 43472) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:23:25.455280 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-a80e3f1c-4b9b-4c7a-bdaa-1ed1f64d3868 admin admin] 10.222.0.71 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0519500 May 16 20:23:33.659006 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6adfa42c-4ec5-427b-9d1f-3dc191a15d07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (6de3586b-c77a-41a3-9d69-e80d1925fb22), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:23:37.619670 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-533022a8-f76c-4dba-9999-503e519c641a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:23:38.764719 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7e48644e-b95e-4624-af94-515661536cfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (250d088e-9c0e-4ec5-80f3-a83f8403448b), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:23:40.026579 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (748e0023-d5c8-44d3-9d74-a0da2def1ef4), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:23:40.810276 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6817a924-6d52-4d66-a8a7-036511333704 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (03fa33e9-7cc7-490c-b269-c4f69c490346), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:23:41.215601 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (bddaa840-ffd9-43a2-8860-d40111f70aff), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:23:52.046079 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.agents_db [None req-fef3025b-cde1-4f6e-a405-d73d123fae0f None None] Agent healthcheck: found 6 active agents {{(pid=103451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 20:24:03.662018 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-af56d3b9-e64d-416d-82ab-092de3a541d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (6de3586b-c77a-41a3-9d69-e80d1925fb22), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:24:07.622929 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f2443a63-0258-4c1a-994a-27d73e9f3492 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:24:08.767868 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7e48644e-b95e-4624-af94-515661536cfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (250d088e-9c0e-4ec5-80f3-a83f8403448b), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:24:10.029352 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (748e0023-d5c8-44d3-9d74-a0da2def1ef4), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:24:10.814412 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6817a924-6d52-4d66-a8a7-036511333704 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (03fa33e9-7cc7-490c-b269-c4f69c490346), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:24:11.218664 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (bddaa840-ffd9-43a2-8860-d40111f70aff), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:24:29.046659 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.agents_db [None req-fef3025b-cde1-4f6e-a405-d73d123fae0f None None] Agent healthcheck: found 6 active agents {{(pid=103451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 20:24:33.665230 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ac37a1e9-f0e5-4f88-b9cd-efcdaffd75b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (6de3586b-c77a-41a3-9d69-e80d1925fb22), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:24:37.625880 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-3c96be0d-7768-4f26-8e34-10de1a1411c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:24:38.773725 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7e48644e-b95e-4624-af94-515661536cfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (250d088e-9c0e-4ec5-80f3-a83f8403448b), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:24:40.058547 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (748e0023-d5c8-44d3-9d74-a0da2def1ef4), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:24:40.818427 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6817a924-6d52-4d66-a8a7-036511333704 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (03fa33e9-7cc7-490c-b269-c4f69c490346), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:24:41.223088 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (bddaa840-ffd9-43a2-8860-d40111f70aff), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:03.543916 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.71', 43636) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:25:03.674591 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6b363990-b555-4214-9e57-ad5bdb42ff62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (6de3586b-c77a-41a3-9d69-e80d1925fb22), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:03.798954 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.71', 43656) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:25:03.864837 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.v2.base [None req-59733aee-0fd6-44e0-b797-628579114287 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1399998772-network', 'tenant_id': 'd7d461e051b3410b943d22095ecac469'}} {{(pid=103449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:25:03.886299 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59733aee-0fd6-44e0-b797-628579114287 admin admin] Made reservation on behalf of d7d461e051b3410b943d22095ecac469 for: {'network': 1} {{(pid=103449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 20:25:03.888986 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-59733aee-0fd6-44e0-b797-628579114287 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for network (None), before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:03.898872 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-59733aee-0fd6-44e0-b797-628579114287 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:03.981061 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-59733aee-0fd6-44e0-b797-628579114287 admin admin] Publish callbacks [] for security_group (5ad74a0c-f947-4ba0-ac90-82f4244ba07d), precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:03.985760 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-59733aee-0fd6-44e0-b797-628579114287 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997425'] for security_group (5ad74a0c-f947-4ba0-ac90-82f4244ba07d), after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:04.009404 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.71', 43668) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:25:04.017020 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59733aee-0fd6-44e0-b797-628579114287 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ad74a0c-f947-4ba0-ac90-82f4244ba07d,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:25:04.032142 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59733aee-0fd6-44e0-b797-628579114287 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:25:04.032527 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59733aee-0fd6-44e0-b797-628579114287 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:25:04.033405 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59733aee-0fd6-44e0-b797-628579114287 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:25:04.034012 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59733aee-0fd6-44e0-b797-628579114287 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:25:04.034346 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59733aee-0fd6-44e0-b797-628579114287 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:25:04.034853 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59733aee-0fd6-44e0-b797-628579114287 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:25:04.035184 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59733aee-0fd6-44e0-b797-628579114287 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:25:04.035515 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59733aee-0fd6-44e0-b797-628579114287 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:25:04.035829 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59733aee-0fd6-44e0-b797-628579114287 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:25:04.036173 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59733aee-0fd6-44e0-b797-628579114287 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:25:04.036839 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59733aee-0fd6-44e0-b797-628579114287 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:25:04.036839 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59733aee-0fd6-44e0-b797-628579114287 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:25:04.037148 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59733aee-0fd6-44e0-b797-628579114287 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:25:04.037457 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59733aee-0fd6-44e0-b797-628579114287 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:25:04.037796 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59733aee-0fd6-44e0-b797-628579114287 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:25:04.039485 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59733aee-0fd6-44e0-b797-628579114287 admin admin] Tracked resource versions report: May 16 20:25:04.039485 dv-cinder-830901-7-iscsi neutron-server[103449]: pushed versions: May 16 20:25:04.039485 dv-cinder-830901-7-iscsi neutron-server[103449]: { 'AddressGroup': {'1.2'}, May 16 20:25:04.039485 dv-cinder-830901-7-iscsi neutron-server[103449]: 'Agent': {'1.1'}, May 16 20:25:04.039485 dv-cinder-830901-7-iscsi neutron-server[103449]: 'ConntrackHelper': {'1.0'}, May 16 20:25:04.039485 dv-cinder-830901-7-iscsi neutron-server[103449]: 'LocalIPAssociation': {'1.0'}, May 16 20:25:04.039485 dv-cinder-830901-7-iscsi neutron-server[103449]: 'Log': {'1.0'}, May 16 20:25:04.039485 dv-cinder-830901-7-iscsi neutron-server[103449]: 'NDPProxy': {'1.0'}, May 16 20:25:04.039485 dv-cinder-830901-7-iscsi neutron-server[103449]: 'Network': {'1.1'}, May 16 20:25:04.039485 dv-cinder-830901-7-iscsi neutron-server[103449]: 'Port': {'1.7'}, May 16 20:25:04.039485 dv-cinder-830901-7-iscsi neutron-server[103449]: 'PortForwarding': {'1.3'}, May 16 20:25:04.039485 dv-cinder-830901-7-iscsi neutron-server[103449]: 'QosPolicy': {'1.10'}, May 16 20:25:04.039485 dv-cinder-830901-7-iscsi neutron-server[103449]: 'SecurityGroup': {'1.5'}, May 16 20:25:04.039485 dv-cinder-830901-7-iscsi neutron-server[103449]: 'SecurityGroupRule': {'1.2'}, May 16 20:25:04.039485 dv-cinder-830901-7-iscsi neutron-server[103449]: 'SubPort': {'1.0'}, May 16 20:25:04.039485 dv-cinder-830901-7-iscsi neutron-server[103449]: 'Subnet': {'1.1'}, May 16 20:25:04.039485 dv-cinder-830901-7-iscsi neutron-server[103449]: 'Trunk': {'1.1'}} May 16 20:25:04.039485 dv-cinder-830901-7-iscsi neutron-server[103449]: consumer versions: May 16 20:25:04.039485 dv-cinder-830901-7-iscsi neutron-server[103449]: { DHCP agent@dv-cinder-830901-7-iscsi: {}, May 16 20:25:04.039485 dv-cinder-830901-7-iscsi neutron-server[103449]: HyperV agent@hv-cinder-83090: {}, May 16 20:25:04.039485 dv-cinder-830901-7-iscsi neutron-server[103449]: L3 agent@dv-cinder-830901-7-iscsi: {}, May 16 20:25:04.039485 dv-cinder-830901-7-iscsi neutron-server[103449]: Metadata agent@dv-cinder-830901-7-iscsi: {}, May 16 20:25:04.039485 dv-cinder-830901-7-iscsi neutron-server[103449]: Metering agent@dv-cinder-830901-7-iscsi: {}, May 16 20:25:04.039485 dv-cinder-830901-7-iscsi neutron-server[103449]: Open vSwitch agent@dv-cinder-830901-7-iscsi: { 'AddressGroup': '1.2', May 16 20:25:04.039485 dv-cinder-830901-7-iscsi neutron-server[103449]: 'Agent': '1.1', May 16 20:25:04.039485 dv-cinder-830901-7-iscsi neutron-server[103449]: 'ConntrackHelper': '1.0', May 16 20:25:04.039485 dv-cinder-830901-7-iscsi neutron-server[103449]: 'LocalIPAssociation': '1.0', May 16 20:25:04.039485 dv-cinder-830901-7-iscsi neutron-server[103449]: 'Log': '1.0', May 16 20:25:04.039485 dv-cinder-830901-7-iscsi neutron-server[103449]: 'NDPProxy': '1.0', May 16 20:25:04.039485 dv-cinder-830901-7-iscsi neutron-server[103449]: 'Network': '1.1', May 16 20:25:04.039485 dv-cinder-830901-7-iscsi neutron-server[103449]: 'Port': '1.7', May 16 20:25:04.039485 dv-cinder-830901-7-iscsi neutron-server[103449]: 'PortForwarding': '1.3', May 16 20:25:04.039485 dv-cinder-830901-7-iscsi neutron-server[103449]: 'QosPolicy': '1.10', May 16 20:25:04.039485 dv-cinder-830901-7-iscsi neutron-server[103449]: 'SecurityGroup': '1.5', May 16 20:25:04.039485 dv-cinder-830901-7-iscsi neutron-server[103449]: 'SecurityGroupRule': '1.2', May 16 20:25:04.039485 dv-cinder-830901-7-iscsi neutron-server[103449]: 'SubPort': '1.0', May 16 20:25:04.039485 dv-cinder-830901-7-iscsi neutron-server[103449]: 'Subnet': '1.1', May 16 20:25:04.039485 dv-cinder-830901-7-iscsi neutron-server[103449]: 'Trunk': '1.1'}} May 16 20:25:04.039485 dv-cinder-830901-7-iscsi neutron-server[103449]: {{(pid=103449) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 16 20:25:04.042296 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59733aee-0fd6-44e0-b797-628579114287 admin admin] vlan segment allocate from pool success with {'vlan_id': 513, 'physical_network': 'physnet1'} {{(pid=103449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 16 20:25:04.055441 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-59733aee-0fd6-44e0-b797-628579114287 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8732397667085', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1026353'] for segment (07fa60a8-ac80-46d6-b470-e48a39f13b85), precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:04.055925 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.db.segments_db [None req-59733aee-0fd6-44e0-b797-628579114287 admin admin] Added segment 07fa60a8-ac80-46d6-b470-e48a39f13b85 of type vlan for network d1c7f2b9-33c1-4145-bc38-9b994d5c99c1 May 16 20:25:04.097969 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-59733aee-0fd6-44e0-b797-628579114287 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732397125798'] for network (d1c7f2b9-33c1-4145-bc38-9b994d5c99c1), precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:04.124851 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.v2.base [None req-8559500e-ca38-420b-b268-7b075e65f1f0 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-478749997-network', 'tenant_id': '10f3494602c84c748ead115d649fc9cc'}} {{(pid=103449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:25:04.140701 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-59733aee-0fd6-44e0-b797-628579114287 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1996455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410'] for network (d1c7f2b9-33c1-4145-bc38-9b994d5c99c1), after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:04.141666 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59733aee-0fd6-44e0-b797-628579114287 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:25:04.142243 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-59733aee-0fd6-44e0-b797-628579114287 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614436'] for network (None), before_response {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:04.167818 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.71', 43680) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:25:04.172563 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.v2.base [None req-703fcaee-ba61-4c95-af38-a84d5a91d02c admin admin] Request body: {'subnet': {'network_id': 'd1c7f2b9-33c1-4145-bc38-9b994d5c99c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1399998772-subnet', 'tenant_id': 'd7d461e051b3410b943d22095ecac469', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:25:04.176772 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-59733aee-0fd6-44e0-b797-628579114287 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.6310720 May 16 20:25:04.197238 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-703fcaee-ba61-4c95-af38-a84d5a91d02c admin admin] Made reservation on behalf of d7d461e051b3410b943d22095ecac469 for: {'subnet': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 20:25:04.199758 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-703fcaee-ba61-4c95-af38-a84d5a91d02c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:04.252429 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59733aee-0fd6-44e0-b797-628579114287 admin admin] Pushing event updated for resources: {'Network': ['ID=d1c7f2b9-33c1-4145-bc38-9b994d5c99c1,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:25:04.260714 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8559500e-ca38-420b-b268-7b075e65f1f0 admin admin] Made reservation on behalf of 10f3494602c84c748ead115d649fc9cc for: {'network': 1} {{(pid=103449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 20:25:04.264188 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-8559500e-ca38-420b-b268-7b075e65f1f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for network (None), before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:04.269034 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Network d1c7f2b9-33c1-4145-bc38-9b994d5c99c1 details requested by agent ovs-agent-dv-cinder-830901-7-iscsi with host dv-cinder-830901-7-iscsi {{(pid=103450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 16 20:25:04.306956 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-8559500e-ca38-420b-b268-7b075e65f1f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:04.399653 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.71', 43686) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:25:04.407622 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-703fcaee-ba61-4c95-af38-a84d5a91d02c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1941894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410'] for subnet (0fa32ce8-4f96-4819-b7a4-bcf540aeb352), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:04.424250 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-8559500e-ca38-420b-b268-7b075e65f1f0 admin admin] Publish callbacks [] for security_group (588c5a90-c8be-47ef-8314-8792e5652ff2), precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:04.430526 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-8559500e-ca38-420b-b268-7b075e65f1f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997425'] for security_group (588c5a90-c8be-47ef-8314-8792e5652ff2), after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:04.462308 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8559500e-ca38-420b-b268-7b075e65f1f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=588c5a90-c8be-47ef-8314-8792e5652ff2,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:25:04.473146 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8559500e-ca38-420b-b268-7b075e65f1f0 admin admin] vlan segment allocate from pool success with {'vlan_id': 527, 'physical_network': 'physnet1'} {{(pid=103449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 16 20:25:04.474057 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.v2.base [None req-315efc11-616d-4259-9d3a-c3146f871c58 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-801511336-network', 'tenant_id': 'c5993f86ca3e459582b0aad65ca76d4d'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:25:04.478073 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703fcaee-ba61-4c95-af38-a84d5a91d02c admin admin] Pushing event updated for resources: {'Subnet': ['ID=0fa32ce8-4f96-4819-b7a4-bcf540aeb352,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:25:04.488572 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-8559500e-ca38-420b-b268-7b075e65f1f0 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8732397667085', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1026353'] for segment (807f7936-8013-4f91-9b73-d002c57a348d), precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:04.489125 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.db.segments_db [None req-8559500e-ca38-420b-b268-7b075e65f1f0 admin admin] Added segment 807f7936-8013-4f91-9b73-d002c57a348d of type vlan for network e7a89d4e-230a-49f4-9073-4fb4c366ed99 May 16 20:25:04.494275 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703fcaee-ba61-4c95-af38-a84d5a91d02c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:25:04.494625 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703fcaee-ba61-4c95-af38-a84d5a91d02c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:25:04.494980 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703fcaee-ba61-4c95-af38-a84d5a91d02c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:25:04.495315 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703fcaee-ba61-4c95-af38-a84d5a91d02c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:25:04.496033 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703fcaee-ba61-4c95-af38-a84d5a91d02c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:25:04.496033 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703fcaee-ba61-4c95-af38-a84d5a91d02c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:25:04.496371 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703fcaee-ba61-4c95-af38-a84d5a91d02c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:25:04.496693 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703fcaee-ba61-4c95-af38-a84d5a91d02c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:25:04.497023 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703fcaee-ba61-4c95-af38-a84d5a91d02c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:25:04.497536 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703fcaee-ba61-4c95-af38-a84d5a91d02c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:25:04.498050 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703fcaee-ba61-4c95-af38-a84d5a91d02c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:25:04.498376 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703fcaee-ba61-4c95-af38-a84d5a91d02c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:25:04.498733 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703fcaee-ba61-4c95-af38-a84d5a91d02c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:25:04.499050 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703fcaee-ba61-4c95-af38-a84d5a91d02c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:25:04.499369 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703fcaee-ba61-4c95-af38-a84d5a91d02c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:25:04.501163 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703fcaee-ba61-4c95-af38-a84d5a91d02c admin admin] Tracked resource versions report: May 16 20:25:04.501163 dv-cinder-830901-7-iscsi neutron-server[103448]: pushed versions: May 16 20:25:04.501163 dv-cinder-830901-7-iscsi neutron-server[103448]: { 'AddressGroup': {'1.2'}, May 16 20:25:04.501163 dv-cinder-830901-7-iscsi neutron-server[103448]: 'Agent': {'1.1'}, May 16 20:25:04.501163 dv-cinder-830901-7-iscsi neutron-server[103448]: 'ConntrackHelper': {'1.0'}, May 16 20:25:04.501163 dv-cinder-830901-7-iscsi neutron-server[103448]: 'LocalIPAssociation': {'1.0'}, May 16 20:25:04.501163 dv-cinder-830901-7-iscsi neutron-server[103448]: 'Log': {'1.0'}, May 16 20:25:04.501163 dv-cinder-830901-7-iscsi neutron-server[103448]: 'NDPProxy': {'1.0'}, May 16 20:25:04.501163 dv-cinder-830901-7-iscsi neutron-server[103448]: 'Network': {'1.1'}, May 16 20:25:04.501163 dv-cinder-830901-7-iscsi neutron-server[103448]: 'Port': {'1.7'}, May 16 20:25:04.501163 dv-cinder-830901-7-iscsi neutron-server[103448]: 'PortForwarding': {'1.3'}, May 16 20:25:04.501163 dv-cinder-830901-7-iscsi neutron-server[103448]: 'QosPolicy': {'1.10'}, May 16 20:25:04.501163 dv-cinder-830901-7-iscsi neutron-server[103448]: 'SecurityGroup': {'1.5'}, May 16 20:25:04.501163 dv-cinder-830901-7-iscsi neutron-server[103448]: 'SecurityGroupRule': {'1.2'}, May 16 20:25:04.501163 dv-cinder-830901-7-iscsi neutron-server[103448]: 'SubPort': {'1.0'}, May 16 20:25:04.501163 dv-cinder-830901-7-iscsi neutron-server[103448]: 'Subnet': {'1.1'}, May 16 20:25:04.501163 dv-cinder-830901-7-iscsi neutron-server[103448]: 'Trunk': {'1.1'}} May 16 20:25:04.501163 dv-cinder-830901-7-iscsi neutron-server[103448]: consumer versions: May 16 20:25:04.501163 dv-cinder-830901-7-iscsi neutron-server[103448]: { DHCP agent@dv-cinder-830901-7-iscsi: {}, May 16 20:25:04.501163 dv-cinder-830901-7-iscsi neutron-server[103448]: HyperV agent@hv-cinder-83090: {}, May 16 20:25:04.501163 dv-cinder-830901-7-iscsi neutron-server[103448]: L3 agent@dv-cinder-830901-7-iscsi: {}, May 16 20:25:04.501163 dv-cinder-830901-7-iscsi neutron-server[103448]: Metadata agent@dv-cinder-830901-7-iscsi: {}, May 16 20:25:04.501163 dv-cinder-830901-7-iscsi neutron-server[103448]: Metering agent@dv-cinder-830901-7-iscsi: {}, May 16 20:25:04.501163 dv-cinder-830901-7-iscsi neutron-server[103448]: Open vSwitch agent@dv-cinder-830901-7-iscsi: { 'AddressGroup': '1.2', May 16 20:25:04.501163 dv-cinder-830901-7-iscsi neutron-server[103448]: 'Agent': '1.1', May 16 20:25:04.501163 dv-cinder-830901-7-iscsi neutron-server[103448]: 'ConntrackHelper': '1.0', May 16 20:25:04.501163 dv-cinder-830901-7-iscsi neutron-server[103448]: 'LocalIPAssociation': '1.0', May 16 20:25:04.501163 dv-cinder-830901-7-iscsi neutron-server[103448]: 'Log': '1.0', May 16 20:25:04.501163 dv-cinder-830901-7-iscsi neutron-server[103448]: 'NDPProxy': '1.0', May 16 20:25:04.501163 dv-cinder-830901-7-iscsi neutron-server[103448]: 'Network': '1.1', May 16 20:25:04.501163 dv-cinder-830901-7-iscsi neutron-server[103448]: 'Port': '1.7', May 16 20:25:04.501163 dv-cinder-830901-7-iscsi neutron-server[103448]: 'PortForwarding': '1.3', May 16 20:25:04.501163 dv-cinder-830901-7-iscsi neutron-server[103448]: 'QosPolicy': '1.10', May 16 20:25:04.501163 dv-cinder-830901-7-iscsi neutron-server[103448]: 'SecurityGroup': '1.5', May 16 20:25:04.501163 dv-cinder-830901-7-iscsi neutron-server[103448]: 'SecurityGroupRule': '1.2', May 16 20:25:04.501163 dv-cinder-830901-7-iscsi neutron-server[103448]: 'SubPort': '1.0', May 16 20:25:04.501163 dv-cinder-830901-7-iscsi neutron-server[103448]: 'Subnet': '1.1', May 16 20:25:04.501163 dv-cinder-830901-7-iscsi neutron-server[103448]: 'Trunk': '1.1'}} May 16 20:25:04.501163 dv-cinder-830901-7-iscsi neutron-server[103448]: {{(pid=103448) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 16 20:25:04.533259 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-703fcaee-ba61-4c95-af38-a84d5a91d02c admin admin] Checking segment: {'id': '07fa60a8-ac80-46d6-b470-e48a39f13b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'd1c7f2b9-33c1-4145-bc38-9b994d5c99c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 20:25:04.533616 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-703fcaee-ba61-4c95-af38-a84d5a91d02c admin admin] Network hostable DHCP agents. Network: d1c7f2b9-33c1-4145-bc38-9b994d5c99c1, hostable agents: ['6de3586b-c77a-41a3-9d69-e80d1925fb22'], hosted agents: [] {{(pid=103448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 16 20:25:04.549940 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-315efc11-616d-4259-9d3a-c3146f871c58 admin admin] Made reservation on behalf of c5993f86ca3e459582b0aad65ca76d4d for: {'network': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 20:25:04.552329 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-315efc11-616d-4259-9d3a-c3146f871c58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for network (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:04.554173 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-8559500e-ca38-420b-b268-7b075e65f1f0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732397125798'] for network (e7a89d4e-230a-49f4-9073-4fb4c366ed99), precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:04.562543 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-315efc11-616d-4259-9d3a-c3146f871c58 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:04.586933 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-703fcaee-ba61-4c95-af38-a84d5a91d02c admin admin] Network d1c7f2b9-33c1-4145-bc38-9b994d5c99c1 is scheduled to be hosted by DHCP agent 6de3586b-c77a-41a3-9d69-e80d1925fb22 with binding_index 1 {{(pid=103448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 16 20:25:04.589109 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-8559500e-ca38-420b-b268-7b075e65f1f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1996455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410'] for network (e7a89d4e-230a-49f4-9073-4fb4c366ed99), after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:04.590221 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8559500e-ca38-420b-b268-7b075e65f1f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:25:04.590805 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-8559500e-ca38-420b-b268-7b075e65f1f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614436'] for network (None), before_response {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:04.603071 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-703fcaee-ba61-4c95-af38-a84d5a91d02c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830901-7-iscsi, d1c7f2b9-33c1-4145-bc38-9b994d5c99c1) {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 20:25:04.613455 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-703fcaee-ba61-4c95-af38-a84d5a91d02c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:25:04.614217 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-270a8ba2-7220-4e43-a0eb-dbd5014c9668 None None] Network d1c7f2b9-33c1-4145-bc38-9b994d5c99c1 requested from dv-cinder-830901-7-iscsi {{(pid=103450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 20:25:04.614453 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-703fcaee-ba61-4c95-af38-a84d5a91d02c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614436'] for subnet (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:04.649098 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-703fcaee-ba61-4c95-af38-a84d5a91d02c admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4801002 May 16 20:25:04.654008 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-8559500e-ca38-420b-b268-7b075e65f1f0 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.8539340 May 16 20:25:04.658103 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.71', 43704) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:25:04.663978 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.v2.base [None req-c3d996b5-b87f-4add-9a9d-de61035efa3d admin admin] Request body: {'subnet': {'network_id': 'e7a89d4e-230a-49f4-9073-4fb4c366ed99', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-478749997-subnet', 'tenant_id': '10f3494602c84c748ead115d649fc9cc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:25:04.702224 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3d996b5-b87f-4add-9a9d-de61035efa3d admin admin] Made reservation on behalf of 10f3494602c84c748ead115d649fc9cc for: {'subnet': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 20:25:04.705279 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c3d996b5-b87f-4add-9a9d-de61035efa3d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:04.716097 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8559500e-ca38-420b-b268-7b075e65f1f0 admin admin] Pushing event updated for resources: {'Network': ['ID=e7a89d4e-230a-49f4-9073-4fb4c366ed99,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:25:04.729726 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Network e7a89d4e-230a-49f4-9073-4fb4c366ed99 details requested by agent ovs-agent-dv-cinder-830901-7-iscsi with host dv-cinder-830901-7-iscsi {{(pid=103450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 16 20:25:04.788853 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.v2.base [None req-6f92309f-5f57-409f-9dae-8f9d6d2a708c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1815845073-network', 'tenant_id': 'c5e9d68ebf234ca98d0bedb214585f87'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:25:04.862730 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2b32d8c-33e7-422c-afe2-9ad48822c2fd None None] Network d1c7f2b9-33c1-4145-bc38-9b994d5c99c1 requested from dv-cinder-830901-7-iscsi {{(pid=103450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 20:25:04.876483 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-315efc11-616d-4259-9d3a-c3146f871c58 admin admin] Publish callbacks [] for security_group (210ee5af-5660-4fb2-aa13-ecabaf05aebe), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:04.883142 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f92309f-5f57-409f-9dae-8f9d6d2a708c admin admin] Made reservation on behalf of c5e9d68ebf234ca98d0bedb214585f87 for: {'network': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 20:25:04.886235 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6f92309f-5f57-409f-9dae-8f9d6d2a708c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for network (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:04.902721 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-315efc11-616d-4259-9d3a-c3146f871c58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997425'] for security_group (210ee5af-5660-4fb2-aa13-ecabaf05aebe), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:04.941967 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315efc11-616d-4259-9d3a-c3146f871c58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=210ee5af-5660-4fb2-aa13-ecabaf05aebe,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:25:04.944817 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6f92309f-5f57-409f-9dae-8f9d6d2a708c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:05.047562 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-315efc11-616d-4259-9d3a-c3146f871c58 admin admin] vlan segment allocate from pool success with {'vlan_id': 515, 'physical_network': 'physnet1'} {{(pid=103448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 16 20:25:05.120786 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c3d996b5-b87f-4add-9a9d-de61035efa3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1941894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410'] for subnet (a67edfad-ba11-4420-bc2d-c5a2924d53c8), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:05.159856 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-315efc11-616d-4259-9d3a-c3146f871c58 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8732397667085', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1026353'] for segment (3f423a53-4b2f-48cb-b3b5-6fcc9868045f), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:05.161112 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.db.segments_db [None req-315efc11-616d-4259-9d3a-c3146f871c58 admin admin] Added segment 3f423a53-4b2f-48cb-b3b5-6fcc9868045f of type vlan for network 44ec8ff3-657b-44fd-8b1b-d2a19a5ed33e May 16 20:25:05.320718 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6f92309f-5f57-409f-9dae-8f9d6d2a708c admin admin] Publish callbacks [] for security_group (859d3753-668a-421f-a3c2-6fa001109790), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:05.334551 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3d996b5-b87f-4add-9a9d-de61035efa3d admin admin] Checking segment: {'id': '807f7936-8013-4f91-9b73-d002c57a348d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'e7a89d4e-230a-49f4-9073-4fb4c366ed99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 20:25:05.335427 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3d996b5-b87f-4add-9a9d-de61035efa3d admin admin] Network hostable DHCP agents. Network: e7a89d4e-230a-49f4-9073-4fb4c366ed99, hostable agents: ['6de3586b-c77a-41a3-9d69-e80d1925fb22'], hosted agents: [] {{(pid=103448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 16 20:25:05.340440 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6f92309f-5f57-409f-9dae-8f9d6d2a708c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997425'] for security_group (859d3753-668a-421f-a3c2-6fa001109790), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:05.353054 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f92309f-5f57-409f-9dae-8f9d6d2a708c admin admin] vlan segment allocate from pool success with {'vlan_id': 538, 'physical_network': 'physnet1'} {{(pid=103448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 16 20:25:05.373141 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6f92309f-5f57-409f-9dae-8f9d6d2a708c admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8732397667085', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1026353'] for segment (12107d7b-ff59-4c3c-bf55-e4e7eaef240d), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:05.373865 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.db.segments_db [None req-6f92309f-5f57-409f-9dae-8f9d6d2a708c admin admin] Added segment 12107d7b-ff59-4c3c-bf55-e4e7eaef240d of type vlan for network 87a5424f-d6f8-4b15-9358-a637573a32c1 May 16 20:25:05.427871 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6f92309f-5f57-409f-9dae-8f9d6d2a708c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732397125798'] for network (87a5424f-d6f8-4b15-9358-a637573a32c1), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:05.477054 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6f92309f-5f57-409f-9dae-8f9d6d2a708c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1996455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410'] for network (87a5424f-d6f8-4b15-9358-a637573a32c1), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:05.478013 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f92309f-5f57-409f-9dae-8f9d6d2a708c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:25:05.478623 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6f92309f-5f57-409f-9dae-8f9d6d2a708c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614436'] for network (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:05.489036 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d996b5-b87f-4add-9a9d-de61035efa3d admin admin] Pushing event updated for resources: {'Subnet': ['ID=a67edfad-ba11-4420-bc2d-c5a2924d53c8,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:25:05.496768 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3d996b5-b87f-4add-9a9d-de61035efa3d admin admin] Network e7a89d4e-230a-49f4-9073-4fb4c366ed99 is scheduled to be hosted by DHCP agent 6de3586b-c77a-41a3-9d69-e80d1925fb22 with binding_index 1 {{(pid=103448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 16 20:25:05.510251 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-6f92309f-5f57-409f-9dae-8f9d6d2a708c admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.1090758 May 16 20:25:05.513300 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.71', 43742) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:25:05.518488 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.v2.base [None req-9241bc25-0774-4225-88d5-393efce30b54 admin admin] Request body: {'subnet': {'network_id': '87a5424f-d6f8-4b15-9358-a637573a32c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1815845073-subnet', 'tenant_id': 'c5e9d68ebf234ca98d0bedb214585f87', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:25:05.536103 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-c3d996b5-b87f-4add-9a9d-de61035efa3d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830901-7-iscsi, e7a89d4e-230a-49f4-9073-4fb4c366ed99) {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 20:25:05.547900 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f41496ae-9fd1-41af-a22c-293d04a55dd2 None None] Network e7a89d4e-230a-49f4-9073-4fb4c366ed99 requested from dv-cinder-830901-7-iscsi {{(pid=103450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 20:25:05.553245 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-315efc11-616d-4259-9d3a-c3146f871c58 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732397125798'] for network (44ec8ff3-657b-44fd-8b1b-d2a19a5ed33e), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:05.567078 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3d996b5-b87f-4add-9a9d-de61035efa3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:25:05.567950 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c3d996b5-b87f-4add-9a9d-de61035efa3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614436'] for subnet (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:05.590153 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9241bc25-0774-4225-88d5-393efce30b54 admin admin] Made reservation on behalf of c5e9d68ebf234ca98d0bedb214585f87 for: {'subnet': 1} {{(pid=103449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 20:25:05.593636 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-9241bc25-0774-4225-88d5-393efce30b54 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:05.601612 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-c3d996b5-b87f-4add-9a9d-de61035efa3d admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9422328 May 16 20:25:05.616513 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.71', 43746) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:25:05.651252 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.v2.base [None req-8754857f-c5b2-481e-b6cc-965cafd7a7a5 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-478749997-router', 'tenant_id': '10f3494602c84c748ead115d649fc9cc', 'external_gateway_info': {'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062'}}} {{(pid=103449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:25:05.660448 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f92309f-5f57-409f-9dae-8f9d6d2a708c admin admin] Pushing event updated for resources: {'Network': ['ID=87a5424f-d6f8-4b15-9358-a637573a32c1,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:25:05.676082 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f92309f-5f57-409f-9dae-8f9d6d2a708c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=859d3753-668a-421f-a3c2-6fa001109790,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:25:05.686757 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Network 87a5424f-d6f8-4b15-9358-a637573a32c1 details requested by agent ovs-agent-dv-cinder-830901-7-iscsi with host dv-cinder-830901-7-iscsi {{(pid=103450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 16 20:25:05.690701 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-315efc11-616d-4259-9d3a-c3146f871c58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1996455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410'] for network (44ec8ff3-657b-44fd-8b1b-d2a19a5ed33e), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:05.696550 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-315efc11-616d-4259-9d3a-c3146f871c58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:25:05.698692 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-315efc11-616d-4259-9d3a-c3146f871c58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614436'] for network (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:05.733910 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-315efc11-616d-4259-9d3a-c3146f871c58 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 872 time: 1.7225337 May 16 20:25:05.747378 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.71', 43748) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:25:05.753444 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-8754857f-c5b2-481e-b6cc-965cafd7a7a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1646120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6252'] for router (351686c7-2149-4e36-8ba7-99da7d77fe56), before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:05.753817 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.v2.base [None req-a567156a-188f-4d49-b644-f6e190b03872 admin admin] Request body: {'subnet': {'network_id': '44ec8ff3-657b-44fd-8b1b-d2a19a5ed33e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-801511336-subnet', 'tenant_id': 'c5993f86ca3e459582b0aad65ca76d4d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:25:05.754532 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-8754857f-c5b2-481e-b6cc-965cafd7a7a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1646300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1634344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6231'] for router (351686c7-2149-4e36-8ba7-99da7d77fe56), precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:05.799934 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b12504c-20a0-4767-961e-f2c5c2d03f69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aeb997a-265b-5525-a5ab-f9959c03f25e-e7a89d4e-230a-49f4-9073-4fb4c366ed99', 'network_id': 'e7a89d4e-230a-49f4-9073-4fb4c366ed99', 'project_id': '10f3494602c84c748ead115d649fc9cc', 'fixed_ips': [{'subnet_id': 'a67edfad-ba11-4420-bc2d-c5a2924d53c8'}]}} from dv-cinder-830901-7-iscsi. {{(pid=103450) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 16 20:25:05.801413 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2b12504c-20a0-4767-961e-f2c5c2d03f69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (None), before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:05.910749 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a567156a-188f-4d49-b644-f6e190b03872 admin admin] Made reservation on behalf of c5993f86ca3e459582b0aad65ca76d4d for: {'subnet': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 20:25:05.931408 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a567156a-188f-4d49-b644-f6e190b03872 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:06.000881 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315efc11-616d-4259-9d3a-c3146f871c58 admin admin] Pushing event updated for resources: {'Network': ['ID=44ec8ff3-657b-44fd-8b1b-d2a19a5ed33e,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:25:06.033531 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Network 44ec8ff3-657b-44fd-8b1b-d2a19a5ed33e details requested by agent ovs-agent-dv-cinder-830901-7-iscsi with host dv-cinder-830901-7-iscsi {{(pid=103450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 16 20:25:06.048776 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.agents_db [None req-fef3025b-cde1-4f6e-a405-d73d123fae0f None None] Agent healthcheck: found 6 active agents {{(pid=103451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 20:25:06.075446 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-8754857f-c5b2-481e-b6cc-965cafd7a7a5 admin admin] Publish callbacks [] for router_controller (351686c7-2149-4e36-8ba7-99da7d77fe56), precommit_add_association {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:06.408632 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a567156a-188f-4d49-b644-f6e190b03872 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1941894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410'] for subnet (79cb81dd-edd6-4080-acf6-86e748571b36), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:06.436996 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [None req-2b12504c-20a0-4767-961e-f2c5c2d03f69 None None] Allocated IP 172.20.0.2 (e7a89d4e-230a-49f4-9073-4fb4c366ed99/a67edfad-ba11-4420-bc2d-c5a2924d53c8/6d632172-5851-4926-9cc0-cd3a4aafe913) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 20:25:06.591758 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a567156a-188f-4d49-b644-f6e190b03872 admin admin] Checking segment: {'id': '3f423a53-4b2f-48cb-b3b5-6fcc9868045f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '44ec8ff3-657b-44fd-8b1b-d2a19a5ed33e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 20:25:06.592415 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a567156a-188f-4d49-b644-f6e190b03872 admin admin] Network hostable DHCP agents. Network: 44ec8ff3-657b-44fd-8b1b-d2a19a5ed33e, hostable agents: ['6de3586b-c77a-41a3-9d69-e80d1925fb22'], hosted agents: [] {{(pid=103448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 16 20:25:06.601975 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a567156a-188f-4d49-b644-f6e190b03872 admin admin] Pushing event updated for resources: {'Subnet': ['ID=79cb81dd-edd6-4080-acf6-86e748571b36,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:25:06.620005 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-8754857f-c5b2-481e-b6cc-965cafd7a7a5 admin admin] Publish callbacks [] for router_gateway (351686c7-2149-4e36-8ba7-99da7d77fe56), precommit_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:06.680484 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a567156a-188f-4d49-b644-f6e190b03872 admin admin] Network 44ec8ff3-657b-44fd-8b1b-d2a19a5ed33e is scheduled to be hosted by DHCP agent 6de3586b-c77a-41a3-9d69-e80d1925fb22 with binding_index 1 {{(pid=103448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 16 20:25:06.713025 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-a567156a-188f-4d49-b644-f6e190b03872 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830901-7-iscsi, 44ec8ff3-657b-44fd-8b1b-d2a19a5ed33e) {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 20:25:06.726640 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a567156a-188f-4d49-b644-f6e190b03872 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:25:06.727347 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a567156a-188f-4d49-b644-f6e190b03872 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614436'] for subnet (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:06.760550 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-290a7d6a-2b45-4e98-8d89-38e78a3f070e None None] Network 44ec8ff3-657b-44fd-8b1b-d2a19a5ed33e requested from dv-cinder-830901-7-iscsi {{(pid=103450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 20:25:06.766361 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-a567156a-188f-4d49-b644-f6e190b03872 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.0177875 May 16 20:25:06.769465 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.71', 43786) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:25:06.776369 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.v2.base [None req-c2a2f79c-a09a-48fb-831a-6988b8d07fa3 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-801511336-router', 'tenant_id': 'c5993f86ca3e459582b0aad65ca76d4d', 'external_gateway_info': {'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062'}}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:25:06.778178 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-9241bc25-0774-4225-88d5-393efce30b54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1941894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410'] for subnet (4cb8e59d-2930-42f7-8975-a483fd8062fd), after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:06.844759 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c2a2f79c-a09a-48fb-831a-6988b8d07fa3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1646120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6252'] for router (de21da6a-f7da-49e0-8797-88d20b20c5ea), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:06.846099 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c2a2f79c-a09a-48fb-831a-6988b8d07fa3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1646300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1634344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6231'] for router (de21da6a-f7da-49e0-8797-88d20b20c5ea), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:06.893273 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2b12504c-20a0-4767-961e-f2c5c2d03f69 None None] Publish callbacks [] for port (6d632172-5851-4926-9cc0-cd3a4aafe913), precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:06.910269 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2b12504c-20a0-4767-961e-f2c5c2d03f69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732397102960'] for port (6d632172-5851-4926-9cc0-cd3a4aafe913), after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:06.926758 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9241bc25-0774-4225-88d5-393efce30b54 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4cb8e59d-2930-42f7-8975-a483fd8062fd,revision_number=0']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:25:06.952231 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b12504c-20a0-4767-961e-f2c5c2d03f69 None None] Network e7a89d4e-230a-49f4-9073-4fb4c366ed99 is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 20:25:06.960105 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-2b12504c-20a0-4767-961e-f2c5c2d03f69 None None] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 20:25:06.966202 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b12504c-20a0-4767-961e-f2c5c2d03f69 None None] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 20:25:07.007677 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9241bc25-0774-4225-88d5-393efce30b54 admin admin] Checking segment: {'id': '12107d7b-ff59-4c3c-bf55-e4e7eaef240d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '87a5424f-d6f8-4b15-9358-a637573a32c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 20:25:07.007954 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9241bc25-0774-4225-88d5-393efce30b54 admin admin] Network hostable DHCP agents. Network: 87a5424f-d6f8-4b15-9358-a637573a32c1, hostable agents: ['6de3586b-c77a-41a3-9d69-e80d1925fb22'], hosted agents: [] {{(pid=103449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 16 20:25:07.068779 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c80377ab-6d64-4405-a4bb-59da4f4103c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aeb997a-265b-5525-a5ab-f9959c03f25e-44ec8ff3-657b-44fd-8b1b-d2a19a5ed33e', 'network_id': '44ec8ff3-657b-44fd-8b1b-d2a19a5ed33e', 'project_id': 'c5993f86ca3e459582b0aad65ca76d4d', 'fixed_ips': [{'subnet_id': '79cb81dd-edd6-4080-acf6-86e748571b36'}]}} from dv-cinder-830901-7-iscsi. {{(pid=103450) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 16 20:25:07.070378 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c80377ab-6d64-4405-a4bb-59da4f4103c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (None), before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:07.100936 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9241bc25-0774-4225-88d5-393efce30b54 admin admin] Network 87a5424f-d6f8-4b15-9358-a637573a32c1 is scheduled to be hosted by DHCP agent 6de3586b-c77a-41a3-9d69-e80d1925fb22 with binding_index 1 {{(pid=103449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 16 20:25:07.118298 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-8754857f-c5b2-481e-b6cc-965cafd7a7a5 admin admin] Publish callbacks [] for router_gateway (351686c7-2149-4e36-8ba7-99da7d77fe56), before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:07.133990 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c2a2f79c-a09a-48fb-831a-6988b8d07fa3 admin admin] Publish callbacks [] for router_controller (de21da6a-f7da-49e0-8797-88d20b20c5ea), precommit_add_association {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:07.151756 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.scheduler.base_scheduler [None req-9241bc25-0774-4225-88d5-393efce30b54 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830901-7-iscsi, 87a5424f-d6f8-4b15-9358-a637573a32c1) {{(pid=103449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 20:25:07.154732 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-8754857f-c5b2-481e-b6cc-965cafd7a7a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (None), before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:07.170176 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9241bc25-0774-4225-88d5-393efce30b54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:25:07.171189 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-9241bc25-0774-4225-88d5-393efce30b54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614436'] for subnet (None), before_response {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:07.243226 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-821a6ead-ad66-4be7-8a3c-c4498c274a46 None None] Network 87a5424f-d6f8-4b15-9358-a637573a32c1 requested from dv-cinder-830901-7-iscsi {{(pid=103450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 20:25:07.317221 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-9241bc25-0774-4225-88d5-393efce30b54 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.8003109 May 16 20:25:07.317917 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.71', 43828) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:25:07.326090 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.v2.base [None req-e949a993-0a57-4be5-a729-7c75d00b3c24 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1815845073-router', 'tenant_id': 'c5e9d68ebf234ca98d0bedb214585f87', 'external_gateway_info': {'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062'}}} {{(pid=103449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:25:07.403207 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.71', 43840) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:25:07.437339 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.db.db_base_plugin_common [None req-8754857f-c5b2-481e-b6cc-965cafd7a7a5 admin admin] Allocated IP 172.27.2.92 (ded6ab20-0a8b-4051-830c-385457f4e062/dcb7b1f3-82ff-415d-89cf-2b6021c22eb5/5bd59a02-1214-43a3-a53a-a9b3d92f699d) {{(pid=103449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 20:25:07.476047 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [None req-c80377ab-6d64-4405-a4bb-59da4f4103c9 None None] Allocated IP 172.20.0.2 (44ec8ff3-657b-44fd-8b1b-d2a19a5ed33e/79cb81dd-edd6-4080-acf6-86e748571b36/0ec79509-bdd4-4069-b8be-aa14eeaba5d5) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 20:25:07.479574 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-2b12504c-20a0-4767-961e-f2c5c2d03f69 None None] Attempting to bind port 6d632172-5851-4926-9cc0-cd3a4aafe913 on host dv-cinder-830901-7-iscsi for vnic_type normal with profile {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 20:25:07.480056 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-2b12504c-20a0-4767-961e-f2c5c2d03f69 None None] Attempting to bind port 6d632172-5851-4926-9cc0-cd3a4aafe913 by drivers openvswitch,hyperv on host dv-cinder-830901-7-iscsi at level 0 using segments [{'id': '807f7936-8013-4f91-9b73-d002c57a348d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'e7a89d4e-230a-49f4-9073-4fb4c366ed99'}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 20:25:07.480545 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b12504c-20a0-4767-961e-f2c5c2d03f69 None None] Attempting to bind port 6d632172-5851-4926-9cc0-cd3a4aafe913 on network e7a89d4e-230a-49f4-9073-4fb4c366ed99 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 20:25:07.482081 dv-cinder-830901-7-iscsi neutron-server[103449]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 16 20:25:07.489982 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b12504c-20a0-4767-961e-f2c5c2d03f69 None None] Checking agent: {'id': 'bddaa840-ffd9-43a2-8860-d40111f70aff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830901-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 20, 16, 41), 'started_at': datetime.datetime(2022, 5, 16, 20, 17, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 20, 24, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830901-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 20:25:07.490868 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b12504c-20a0-4767-961e-f2c5c2d03f69 None None] Checking segment: {'id': '807f7936-8013-4f91-9b73-d002c57a348d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'e7a89d4e-230a-49f4-9073-4fb4c366ed99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 20:25:07.492370 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2b12504c-20a0-4767-961e-f2c5c2d03f69 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:07.493134 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b12504c-20a0-4767-961e-f2c5c2d03f69 None None] Bound using segment: {'id': '807f7936-8013-4f91-9b73-d002c57a348d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'e7a89d4e-230a-49f4-9073-4fb4c366ed99'} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 20:25:07.494224 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-2b12504c-20a0-4767-961e-f2c5c2d03f69 None None] Bound port: 6d632172-5851-4926-9cc0-cd3a4aafe913, host: dv-cinder-830901-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '807f7936-8013-4f91-9b73-d002c57a348d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'e7a89d4e-230a-49f4-9073-4fb4c366ed99'}}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 20:25:07.494863 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2b12504c-20a0-4767-961e-f2c5c2d03f69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (6d632172-5851-4926-9cc0-cd3a4aafe913), before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:07.510053 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b12504c-20a0-4767-961e-f2c5c2d03f69 None None] Pushing event updated for resources: {'Port': ['ID=6d632172-5851-4926-9cc0-cd3a4aafe913,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:25:07.513340 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e949a993-0a57-4be5-a729-7c75d00b3c24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1646120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6252'] for router (cad3ba2d-6ffc-4b27-8ff1-d2aee1c62db7), before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:07.514425 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e949a993-0a57-4be5-a729-7c75d00b3c24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1646300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1634344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6231'] for router (cad3ba2d-6ffc-4b27-8ff1-d2aee1c62db7), precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:07.572482 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-2b12504c-20a0-4767-961e-f2c5c2d03f69 None None] For port 6d632172-5851-4926-9cc0-cd3a4aafe913, host dv-cinder-830901-7-iscsi, cleared binding levels {{(pid=103450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 20:25:07.576706 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-2b12504c-20a0-4767-961e-f2c5c2d03f69 None None] For port 6d632172-5851-4926-9cc0-cd3a4aafe913, host dv-cinder-830901-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-7-iscsi',level=0,port_id=6d632172-5851-4926-9cc0-cd3a4aafe913,segment=NetworkSegment(807f7936-8013-4f91-9b73-d002c57a348d),segment_id=807f7936-8013-4f91-9b73-d002c57a348d)] {{(pid=103450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 20:25:07.670248 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c2a2f79c-a09a-48fb-831a-6988b8d07fa3 admin admin] Publish callbacks [] for router_gateway (de21da6a-f7da-49e0-8797-88d20b20c5ea), precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:07.791215 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2b12504c-20a0-4767-961e-f2c5c2d03f69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732397598091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732397102978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732397102996'] for port (6d632172-5851-4926-9cc0-cd3a4aafe913), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:07.811967 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b12504c-20a0-4767-961e-f2c5c2d03f69 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:25:07.812605 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b12504c-20a0-4767-961e-f2c5c2d03f69 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:25:07.816042 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b12504c-20a0-4767-961e-f2c5c2d03f69 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:25:07.816541 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b12504c-20a0-4767-961e-f2c5c2d03f69 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:25:07.816847 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b12504c-20a0-4767-961e-f2c5c2d03f69 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:25:07.817133 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b12504c-20a0-4767-961e-f2c5c2d03f69 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:25:07.818533 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b12504c-20a0-4767-961e-f2c5c2d03f69 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:25:07.818533 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b12504c-20a0-4767-961e-f2c5c2d03f69 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:25:07.818533 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b12504c-20a0-4767-961e-f2c5c2d03f69 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:25:07.818815 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b12504c-20a0-4767-961e-f2c5c2d03f69 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:25:07.819133 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b12504c-20a0-4767-961e-f2c5c2d03f69 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:25:07.819907 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b12504c-20a0-4767-961e-f2c5c2d03f69 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:25:07.822891 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b12504c-20a0-4767-961e-f2c5c2d03f69 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:25:07.823464 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b12504c-20a0-4767-961e-f2c5c2d03f69 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:25:07.823964 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b12504c-20a0-4767-961e-f2c5c2d03f69 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:25:07.826071 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b12504c-20a0-4767-961e-f2c5c2d03f69 None None] Tracked resource versions report: May 16 20:25:07.826071 dv-cinder-830901-7-iscsi neutron-server[103450]: pushed versions: May 16 20:25:07.826071 dv-cinder-830901-7-iscsi neutron-server[103450]: { 'AddressGroup': {'1.2'}, May 16 20:25:07.826071 dv-cinder-830901-7-iscsi neutron-server[103450]: 'Agent': {'1.1'}, May 16 20:25:07.826071 dv-cinder-830901-7-iscsi neutron-server[103450]: 'ConntrackHelper': {'1.0'}, May 16 20:25:07.826071 dv-cinder-830901-7-iscsi neutron-server[103450]: 'LocalIPAssociation': {'1.0'}, May 16 20:25:07.826071 dv-cinder-830901-7-iscsi neutron-server[103450]: 'Log': {'1.0'}, May 16 20:25:07.826071 dv-cinder-830901-7-iscsi neutron-server[103450]: 'NDPProxy': {'1.0'}, May 16 20:25:07.826071 dv-cinder-830901-7-iscsi neutron-server[103450]: 'Network': {'1.1'}, May 16 20:25:07.826071 dv-cinder-830901-7-iscsi neutron-server[103450]: 'Port': {'1.7'}, May 16 20:25:07.826071 dv-cinder-830901-7-iscsi neutron-server[103450]: 'PortForwarding': {'1.3'}, May 16 20:25:07.826071 dv-cinder-830901-7-iscsi neutron-server[103450]: 'QosPolicy': {'1.10'}, May 16 20:25:07.826071 dv-cinder-830901-7-iscsi neutron-server[103450]: 'SecurityGroup': {'1.5'}, May 16 20:25:07.826071 dv-cinder-830901-7-iscsi neutron-server[103450]: 'SecurityGroupRule': {'1.2'}, May 16 20:25:07.826071 dv-cinder-830901-7-iscsi neutron-server[103450]: 'SubPort': {'1.0'}, May 16 20:25:07.826071 dv-cinder-830901-7-iscsi neutron-server[103450]: 'Subnet': {'1.1'}, May 16 20:25:07.826071 dv-cinder-830901-7-iscsi neutron-server[103450]: 'Trunk': {'1.1'}} May 16 20:25:07.826071 dv-cinder-830901-7-iscsi neutron-server[103450]: consumer versions: May 16 20:25:07.826071 dv-cinder-830901-7-iscsi neutron-server[103450]: { DHCP agent@dv-cinder-830901-7-iscsi: {}, May 16 20:25:07.826071 dv-cinder-830901-7-iscsi neutron-server[103450]: HyperV agent@hv-cinder-83090: {}, May 16 20:25:07.826071 dv-cinder-830901-7-iscsi neutron-server[103450]: L3 agent@dv-cinder-830901-7-iscsi: {}, May 16 20:25:07.826071 dv-cinder-830901-7-iscsi neutron-server[103450]: Metadata agent@dv-cinder-830901-7-iscsi: {}, May 16 20:25:07.826071 dv-cinder-830901-7-iscsi neutron-server[103450]: Metering agent@dv-cinder-830901-7-iscsi: {}, May 16 20:25:07.826071 dv-cinder-830901-7-iscsi neutron-server[103450]: Open vSwitch agent@dv-cinder-830901-7-iscsi: { 'AddressGroup': '1.2', May 16 20:25:07.826071 dv-cinder-830901-7-iscsi neutron-server[103450]: 'Agent': '1.1', May 16 20:25:07.826071 dv-cinder-830901-7-iscsi neutron-server[103450]: 'ConntrackHelper': '1.0', May 16 20:25:07.826071 dv-cinder-830901-7-iscsi neutron-server[103450]: 'LocalIPAssociation': '1.0', May 16 20:25:07.826071 dv-cinder-830901-7-iscsi neutron-server[103450]: 'Log': '1.0', May 16 20:25:07.826071 dv-cinder-830901-7-iscsi neutron-server[103450]: 'NDPProxy': '1.0', May 16 20:25:07.826071 dv-cinder-830901-7-iscsi neutron-server[103450]: 'Network': '1.1', May 16 20:25:07.826071 dv-cinder-830901-7-iscsi neutron-server[103450]: 'Port': '1.7', May 16 20:25:07.826071 dv-cinder-830901-7-iscsi neutron-server[103450]: 'PortForwarding': '1.3', May 16 20:25:07.826071 dv-cinder-830901-7-iscsi neutron-server[103450]: 'QosPolicy': '1.10', May 16 20:25:07.826071 dv-cinder-830901-7-iscsi neutron-server[103450]: 'SecurityGroup': '1.5', May 16 20:25:07.826071 dv-cinder-830901-7-iscsi neutron-server[103450]: 'SecurityGroupRule': '1.2', May 16 20:25:07.826071 dv-cinder-830901-7-iscsi neutron-server[103450]: 'SubPort': '1.0', May 16 20:25:07.826071 dv-cinder-830901-7-iscsi neutron-server[103450]: 'Subnet': '1.1', May 16 20:25:07.826071 dv-cinder-830901-7-iscsi neutron-server[103450]: 'Trunk': '1.1'}} May 16 20:25:07.826071 dv-cinder-830901-7-iscsi neutron-server[103450]: {{(pid=103450) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 16 20:25:08.045981 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e949a993-0a57-4be5-a729-7c75d00b3c24 admin admin] Publish callbacks [] for router_controller (cad3ba2d-6ffc-4b27-8ff1-d2aee1c62db7), precommit_add_association {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:08.090861 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-40922779-50c7-45b8-9eaa-5d1f799ba60d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:08.128784 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b12504c-20a0-4767-961e-f2c5c2d03f69 None None] Pushing event updated for resources: {'Port': ['ID=6d632172-5851-4926-9cc0-cd3a4aafe913,revision_number=2']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:25:08.143408 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c2a2f79c-a09a-48fb-831a-6988b8d07fa3 admin admin] Publish callbacks [] for router_gateway (de21da6a-f7da-49e0-8797-88d20b20c5ea), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:08.153947 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c37ac7cf-c9cc-4e85-a6b4-2b3371258e30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aeb997a-265b-5525-a5ab-f9959c03f25e-87a5424f-d6f8-4b15-9358-a637573a32c1', 'network_id': '87a5424f-d6f8-4b15-9358-a637573a32c1', 'project_id': 'c5e9d68ebf234ca98d0bedb214585f87', 'fixed_ips': [{'subnet_id': '4cb8e59d-2930-42f7-8975-a483fd8062fd'}]}} from dv-cinder-830901-7-iscsi. {{(pid=103450) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 16 20:25:08.156050 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c37ac7cf-c9cc-4e85-a6b4-2b3371258e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (None), before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:08.167580 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c2a2f79c-a09a-48fb-831a-6988b8d07fa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:08.328096 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3accfc-999c-4b45-95e8-61a57c166675 req-e35f5400-ac99-4e97-b2bb-255a4b19c3db tempest-DeleteServersTestJSON-788951971 tempest-DeleteServersTestJSON-788951971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:25:08.329671 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-af3accfc-999c-4b45-95e8-61a57c166675 req-e35f5400-ac99-4e97-b2bb-255a4b19c3db tempest-DeleteServersTestJSON-788951971 tempest-DeleteServersTestJSON-788951971-project] 10.222.0.71 "GET /v2.0/networks?id=d1c7f2b9-33c1-4145-bc38-9b994d5c99c1 HTTP/1.1" status: 200 len: 812 time: 0.8512735 May 16 20:25:08.349889 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-8754857f-c5b2-481e-b6cc-965cafd7a7a5 admin admin] Publish callbacks [] for port (5bd59a02-1214-43a3-a53a-a9b3d92f699d), precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:08.387813 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c80377ab-6d64-4405-a4bb-59da4f4103c9 None None] Publish callbacks [] for port (0ec79509-bdd4-4069-b8be-aa14eeaba5d5), precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:08.401828 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e949a993-0a57-4be5-a729-7c75d00b3c24 admin admin] Publish callbacks [] for router_gateway (cad3ba2d-6ffc-4b27-8ff1-d2aee1c62db7), precommit_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:08.404270 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c80377ab-6d64-4405-a4bb-59da4f4103c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732397102960'] for port (0ec79509-bdd4-4069-b8be-aa14eeaba5d5), after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:08.431551 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-af3accfc-999c-4b45-95e8-61a57c166675 req-08fd9ea7-a903-4a01-a932-7f7021daa212 tempest-DeleteServersTestJSON-788951971 tempest-DeleteServersTestJSON-788951971-project] 10.222.0.71 "GET /v2.0/quotas/d7d461e051b3410b943d22095ecac469 HTTP/1.1" status: 200 len: 375 time: 0.0354705 May 16 20:25:08.460993 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.71', 43872) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:25:08.502364 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c80377ab-6d64-4405-a4bb-59da4f4103c9 None None] Network 44ec8ff3-657b-44fd-8b1b-d2a19a5ed33e is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 20:25:08.509817 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-c80377ab-6d64-4405-a4bb-59da4f4103c9 None None] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 20:25:08.513921 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c80377ab-6d64-4405-a4bb-59da4f4103c9 None None] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 20:25:08.526122 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80377ab-6d64-4405-a4bb-59da4f4103c9 None None] Pushing event updated for resources: {'Port': ['ID=0ec79509-bdd4-4069-b8be-aa14eeaba5d5,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:25:08.543929 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-af3accfc-999c-4b45-95e8-61a57c166675 req-393e10d8-4246-4de4-a67f-94bd20640416 tempest-DeleteServersTestJSON-788951971 tempest-DeleteServersTestJSON-788951971-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=d7d461e051b3410b943d22095ecac469&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1039057 May 16 20:25:08.574608 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [None req-c37ac7cf-c9cc-4e85-a6b4-2b3371258e30 None None] Allocated IP 172.20.0.2 (87a5424f-d6f8-4b15-9358-a637573a32c1/4cb8e59d-2930-42f7-8975-a483fd8062fd/931663da-5559-4b3d-9cab-c2bc9e11f4ff) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 20:25:08.644677 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-8754857f-c5b2-481e-b6cc-965cafd7a7a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732397102960'] for port (5bd59a02-1214-43a3-a53a-a9b3d92f699d), after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:08.651009 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-fbfc3c9b-190d-450c-b11d-2f50639b60d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:08.697056 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8754857f-c5b2-481e-b6cc-965cafd7a7a5 admin admin] Pushing event updated for resources: {'Port': ['ID=5bd59a02-1214-43a3-a53a-a9b3d92f699d,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:25:08.757217 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-c2a2f79c-a09a-48fb-831a-6988b8d07fa3 admin admin] Allocated IP 172.27.2.246 (ded6ab20-0a8b-4051-830c-385457f4e062/dcb7b1f3-82ff-415d-89cf-2b6021c22eb5/7d7fe191-445d-40a3-a3bf-d8fbb8bea8d7) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 20:25:08.760732 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8754857f-c5b2-481e-b6cc-965cafd7a7a5 admin admin] Network ded6ab20-0a8b-4051-830c-385457f4e062 is already hosted by enough agents. {{(pid=103449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 20:25:08.763849 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.scheduler.base_scheduler [None req-8754857f-c5b2-481e-b6cc-965cafd7a7a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 20:25:08.771112 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8754857f-c5b2-481e-b6cc-965cafd7a7a5 admin admin] Received port after_create {{(pid=103449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 20:25:08.844138 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-c80377ab-6d64-4405-a4bb-59da4f4103c9 None None] Attempting to bind port 0ec79509-bdd4-4069-b8be-aa14eeaba5d5 on host dv-cinder-830901-7-iscsi for vnic_type normal with profile {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 20:25:08.844509 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-c80377ab-6d64-4405-a4bb-59da4f4103c9 None None] Attempting to bind port 0ec79509-bdd4-4069-b8be-aa14eeaba5d5 by drivers openvswitch,hyperv on host dv-cinder-830901-7-iscsi at level 0 using segments [{'id': '3f423a53-4b2f-48cb-b3b5-6fcc9868045f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '44ec8ff3-657b-44fd-8b1b-d2a19a5ed33e'}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 20:25:08.844807 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c80377ab-6d64-4405-a4bb-59da4f4103c9 None None] Attempting to bind port 0ec79509-bdd4-4069-b8be-aa14eeaba5d5 on network 44ec8ff3-657b-44fd-8b1b-d2a19a5ed33e {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 20:25:08.861565 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7e48644e-b95e-4624-af94-515661536cfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (250d088e-9c0e-4ec5-80f3-a83f8403448b), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:08.862716 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c80377ab-6d64-4405-a4bb-59da4f4103c9 None None] Checking agent: {'id': 'bddaa840-ffd9-43a2-8860-d40111f70aff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830901-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 20, 16, 41), 'started_at': datetime.datetime(2022, 5, 16, 20, 17, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 20, 24, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830901-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 20:25:08.863095 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c80377ab-6d64-4405-a4bb-59da4f4103c9 None None] Checking segment: {'id': '3f423a53-4b2f-48cb-b3b5-6fcc9868045f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '44ec8ff3-657b-44fd-8b1b-d2a19a5ed33e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 20:25:08.863487 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c80377ab-6d64-4405-a4bb-59da4f4103c9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:08.863883 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c80377ab-6d64-4405-a4bb-59da4f4103c9 None None] Bound using segment: {'id': '3f423a53-4b2f-48cb-b3b5-6fcc9868045f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '44ec8ff3-657b-44fd-8b1b-d2a19a5ed33e'} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 20:25:08.864393 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-c80377ab-6d64-4405-a4bb-59da4f4103c9 None None] Bound port: 0ec79509-bdd4-4069-b8be-aa14eeaba5d5, host: dv-cinder-830901-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f423a53-4b2f-48cb-b3b5-6fcc9868045f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '44ec8ff3-657b-44fd-8b1b-d2a19a5ed33e'}}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 20:25:08.864769 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c80377ab-6d64-4405-a4bb-59da4f4103c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (0ec79509-bdd4-4069-b8be-aa14eeaba5d5), before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:08.878419 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c37ac7cf-c9cc-4e85-a6b4-2b3371258e30 None None] Publish callbacks [] for port (931663da-5559-4b3d-9cab-c2bc9e11f4ff), precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:08.899328 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-fbfc3c9b-190d-450c-b11d-2f50639b60d5 admin admin] Publish callbacks [] for security_group (c70544a0-d1b8-4803-a3c4-b7205c9b02ec), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:08.905386 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-fbfc3c9b-190d-450c-b11d-2f50639b60d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997425'] for security_group (c70544a0-d1b8-4803-a3c4-b7205c9b02ec), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:08.907530 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c37ac7cf-c9cc-4e85-a6b4-2b3371258e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732397102960'] for port (931663da-5559-4b3d-9cab-c2bc9e11f4ff), after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:08.907960 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [req-af3accfc-999c-4b45-95e8-61a57c166675 req-0b8ef729-22f6-42c7-b5cc-1a58ead4d573 service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=103449) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 16 20:25:08.909231 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-af3accfc-999c-4b45-95e8-61a57c166675 req-0b8ef729-22f6-42c7-b5cc-1a58ead4d573 service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.2156928 May 16 20:25:08.971277 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c37ac7cf-c9cc-4e85-a6b4-2b3371258e30 None None] Network 87a5424f-d6f8-4b15-9358-a637573a32c1 is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 20:25:08.974565 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37ac7cf-c9cc-4e85-a6b4-2b3371258e30 None None] Pushing event updated for resources: {'Port': ['ID=931663da-5559-4b3d-9cab-c2bc9e11f4ff,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:25:08.978136 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-c37ac7cf-c9cc-4e85-a6b4-2b3371258e30 None None] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 20:25:08.984340 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37ac7cf-c9cc-4e85-a6b4-2b3371258e30 None None] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 20:25:08.988079 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c2a2f79c-a09a-48fb-831a-6988b8d07fa3 admin admin] Publish callbacks [] for port (7d7fe191-445d-40a3-a3bf-d8fbb8bea8d7), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:08.997906 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfc3c9b-190d-450c-b11d-2f50639b60d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c70544a0-d1b8-4803-a3c4-b7205c9b02ec,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:25:09.016899 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-fbfc3c9b-190d-450c-b11d-2f50639b60d5 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=1e7533ad2048425282b8735f5dd357d2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5545025 May 16 20:25:09.021234 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.71', 43888) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:25:09.093708 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-c80377ab-6d64-4405-a4bb-59da4f4103c9 None None] For port 0ec79509-bdd4-4069-b8be-aa14eeaba5d5, host dv-cinder-830901-7-iscsi, cleared binding levels {{(pid=103450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 20:25:09.128999 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-c80377ab-6d64-4405-a4bb-59da4f4103c9 None None] For port 0ec79509-bdd4-4069-b8be-aa14eeaba5d5, host dv-cinder-830901-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-7-iscsi',level=0,port_id=0ec79509-bdd4-4069-b8be-aa14eeaba5d5,segment=NetworkSegment(3f423a53-4b2f-48cb-b3b5-6fcc9868045f),segment_id=3f423a53-4b2f-48cb-b3b5-6fcc9868045f)] {{(pid=103450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 20:25:09.139252 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c80377ab-6d64-4405-a4bb-59da4f4103c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732397598091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732397102978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732397102996'] for port (0ec79509-bdd4-4069-b8be-aa14eeaba5d5), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:09.169603 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c2a2f79c-a09a-48fb-831a-6988b8d07fa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732397102960'] for port (7d7fe191-445d-40a3-a3bf-d8fbb8bea8d7), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:09.189785 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-582f0829-3577-48d0-aeda-edc7114ebc39 admin admin] Publish callbacks [] for security_group (c70544a0-d1b8-4803-a3c4-b7205c9b02ec), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:09.217784 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-af3accfc-999c-4b45-95e8-61a57c166675 req-aff85a13-c233-4757-8dac-38413a229954 service neutron] 10.222.0.71 "GET /v2.0/networks/d1c7f2b9-33c1-4145-bc38-9b994d5c99c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2866793 May 16 20:25:09.279540 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Device 6d632172-5851-4926-9cc0-cd3a4aafe913 up at agent ovs-agent-dv-cinder-830901-7-iscsi {{(pid=103450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 20:25:09.289987 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-c37ac7cf-c9cc-4e85-a6b4-2b3371258e30 None None] Attempting to bind port 931663da-5559-4b3d-9cab-c2bc9e11f4ff on host dv-cinder-830901-7-iscsi for vnic_type normal with profile {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 20:25:09.289987 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-c37ac7cf-c9cc-4e85-a6b4-2b3371258e30 None None] Attempting to bind port 931663da-5559-4b3d-9cab-c2bc9e11f4ff by drivers openvswitch,hyperv on host dv-cinder-830901-7-iscsi at level 0 using segments [{'id': '12107d7b-ff59-4c3c-bf55-e4e7eaef240d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '87a5424f-d6f8-4b15-9358-a637573a32c1'}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 20:25:09.289987 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37ac7cf-c9cc-4e85-a6b4-2b3371258e30 None None] Attempting to bind port 931663da-5559-4b3d-9cab-c2bc9e11f4ff on network 87a5424f-d6f8-4b15-9358-a637573a32c1 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 20:25:09.314513 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2a2f79c-a09a-48fb-831a-6988b8d07fa3 admin admin] Network ded6ab20-0a8b-4051-830c-385457f4e062 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 20:25:09.338406 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-c2a2f79c-a09a-48fb-831a-6988b8d07fa3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 20:25:09.355091 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-582f0829-3577-48d0-aeda-edc7114ebc39 admin admin] Publish callbacks [] for security_group (c70544a0-d1b8-4803-a3c4-b7205c9b02ec), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:09.370853 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a2f79c-a09a-48fb-831a-6988b8d07fa3 admin admin] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 20:25:09.372234 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37ac7cf-c9cc-4e85-a6b4-2b3371258e30 None None] Checking agent: {'id': 'bddaa840-ffd9-43a2-8860-d40111f70aff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830901-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 20, 16, 41), 'started_at': datetime.datetime(2022, 5, 16, 20, 17, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 20, 24, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830901-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 20:25:09.374198 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37ac7cf-c9cc-4e85-a6b4-2b3371258e30 None None] Checking segment: {'id': '12107d7b-ff59-4c3c-bf55-e4e7eaef240d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '87a5424f-d6f8-4b15-9358-a637573a32c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 20:25:09.374731 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c37ac7cf-c9cc-4e85-a6b4-2b3371258e30 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:09.379596 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e949a993-0a57-4be5-a729-7c75d00b3c24 admin admin] Publish callbacks [] for router_gateway (cad3ba2d-6ffc-4b27-8ff1-d2aee1c62db7), before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:09.389293 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37ac7cf-c9cc-4e85-a6b4-2b3371258e30 None None] Bound using segment: {'id': '12107d7b-ff59-4c3c-bf55-e4e7eaef240d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '87a5424f-d6f8-4b15-9358-a637573a32c1'} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 20:25:09.394705 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-c37ac7cf-c9cc-4e85-a6b4-2b3371258e30 None None] Bound port: 931663da-5559-4b3d-9cab-c2bc9e11f4ff, host: dv-cinder-830901-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12107d7b-ff59-4c3c-bf55-e4e7eaef240d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '87a5424f-d6f8-4b15-9358-a637573a32c1'}}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 20:25:09.396088 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c37ac7cf-c9cc-4e85-a6b4-2b3371258e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (931663da-5559-4b3d-9cab-c2bc9e11f4ff), before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:09.470124 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80377ab-6d64-4405-a4bb-59da4f4103c9 None None] Pushing event updated for resources: {'Port': ['ID=0ec79509-bdd4-4069-b8be-aa14eeaba5d5,revision_number=2']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:25:09.485989 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e949a993-0a57-4be5-a729-7c75d00b3c24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (None), before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:09.497448 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a2f79c-a09a-48fb-831a-6988b8d07fa3 admin admin] Pushing event updated for resources: {'Port': ['ID=7d7fe191-445d-40a3-a3bf-d8fbb8bea8d7,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:25:09.556640 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Provisioning complete for port 6d632172-5851-4926-9cc0-cd3a4aafe913 triggered by entity L2. {{(pid=103450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:25:09.557236 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868582'] for port (6d632172-5851-4926-9cc0-cd3a4aafe913), provisioning_complete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:09.616580 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-c37ac7cf-c9cc-4e85-a6b4-2b3371258e30 None None] For port 931663da-5559-4b3d-9cab-c2bc9e11f4ff, host dv-cinder-830901-7-iscsi, cleared binding levels {{(pid=103450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 20:25:09.624721 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-c37ac7cf-c9cc-4e85-a6b4-2b3371258e30 None None] For port 931663da-5559-4b3d-9cab-c2bc9e11f4ff, host dv-cinder-830901-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-7-iscsi',level=0,port_id=931663da-5559-4b3d-9cab-c2bc9e11f4ff,segment=NetworkSegment(12107d7b-ff59-4c3c-bf55-e4e7eaef240d),segment_id=12107d7b-ff59-4c3c-bf55-e4e7eaef240d)] {{(pid=103450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 20:25:09.638130 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c37ac7cf-c9cc-4e85-a6b4-2b3371258e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732397598091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732397102978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732397102996'] for port (931663da-5559-4b3d-9cab-c2bc9e11f4ff), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:09.696875 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9c79350-4bc6-4273-9802-c4c80e4401d6 None None] Network e7a89d4e-230a-49f4-9073-4fb4c366ed99 requested from dv-cinder-830901-7-iscsi {{(pid=103450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 20:25:09.735753 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-582f0829-3577-48d0-aeda-edc7114ebc39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997425'] for security_group (c70544a0-d1b8-4803-a3c4-b7205c9b02ec), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:09.738682 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-582f0829-3577-48d0-aeda-edc7114ebc39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:09.739956 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-582f0829-3577-48d0-aeda-edc7114ebc39 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/c70544a0-d1b8-4803-a3c4-b7205c9b02ec HTTP/1.1" status: 204 len: 168 time: 0.7177966 May 16 20:25:09.775963 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-8754857f-c5b2-481e-b6cc-965cafd7a7a5 admin admin] Publish callbacks [] for router_gateway (351686c7-2149-4e36-8ba7-99da7d77fe56), after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:09.894222 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582f0829-3577-48d0-aeda-edc7114ebc39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c70544a0-d1b8-4803-a3c4-b7205c9b02ec,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:25:09.909241 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [None req-43bb96c4-9b2f-47a8-9199-830c2996c923 None None] Provisioning complete for port 6d632172-5851-4926-9cc0-cd3a4aafe913 triggered by entity DHCP. {{(pid=103450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:25:09.909843 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-43bb96c4-9b2f-47a8-9199-830c2996c923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868582'] for port (6d632172-5851-4926-9cc0-cd3a4aafe913), provisioning_complete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:10.024270 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.db.db_base_plugin_common [None req-e949a993-0a57-4be5-a729-7c75d00b3c24 admin admin] Allocated IP 172.27.2.80 (ded6ab20-0a8b-4051-830c-385457f4e062/dcb7b1f3-82ff-415d-89cf-2b6021c22eb5/1e0ec9db-f259-4818-9863-b33ccebdc761) {{(pid=103449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 20:25:10.062357 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c2a2f79c-a09a-48fb-831a-6988b8d07fa3 admin admin] Publish callbacks [] for router_gateway (de21da6a-f7da-49e0-8797-88d20b20c5ea), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:10.099590 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37ac7cf-c9cc-4e85-a6b4-2b3371258e30 None None] Pushing event updated for resources: {'Port': ['ID=931663da-5559-4b3d-9cab-c2bc9e11f4ff,revision_number=2']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:25:10.112180 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Current status of the port 6d632172-5851-4926-9cc0-cd3a4aafe913 is: DOWN; New status is: ACTIVE {{(pid=103450) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:25:10.112785 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (6d632172-5851-4926-9cc0-cd3a4aafe913), before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:10.137981 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (748e0023-d5c8-44d3-9d74-a0da2def1ef4), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:10.260841 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] For port 6d632172-5851-4926-9cc0-cd3a4aafe913, host dv-cinder-830901-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-7-iscsi',level=0,port_id=6d632172-5851-4926-9cc0-cd3a4aafe913,segment=NetworkSegment(807f7936-8013-4f91-9b73-d002c57a348d),segment_id=807f7936-8013-4f91-9b73-d002c57a348d)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:25:10.330743 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732397598091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732397102978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732397102996'] for port (6d632172-5851-4926-9cc0-cd3a4aafe913), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:10.413840 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-43bb96c4-9b2f-47a8-9199-830c2996c923 None None] Current status of the port 6d632172-5851-4926-9cc0-cd3a4aafe913 is: DOWN; New status is: ACTIVE {{(pid=103450) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:25:10.422428 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-af3accfc-999c-4b45-95e8-61a57c166675 req-c0b58010-f8a7-4185-9389-163c860cf34e service neutron] 10.222.0.71 "GET /v2.0/networks/d1c7f2b9-33c1-4145-bc38-9b994d5c99c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1611543 May 16 20:25:10.424819 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-43bb96c4-9b2f-47a8-9199-830c2996c923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (6d632172-5851-4926-9cc0-cd3a4aafe913), before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:10.461807 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c2a2f79c-a09a-48fb-831a-6988b8d07fa3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1646245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1643494'] for router (de21da6a-f7da-49e0-8797-88d20b20c5ea), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:10.479790 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e949a993-0a57-4be5-a729-7c75d00b3c24 admin admin] Publish callbacks [] for port (1e0ec9db-f259-4818-9863-b33ccebdc761), precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:10.498557 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-8754857f-c5b2-481e-b6cc-965cafd7a7a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1646245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1643494'] for router (351686c7-2149-4e36-8ba7-99da7d77fe56), after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:10.566321 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Pushing event updated for resources: {'Port': ['ID=6d632172-5851-4926-9cc0-cd3a4aafe913,revision_number=3']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:25:10.604047 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.db.api [None req-43bb96c4-9b2f-47a8-9199-830c2996c923 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103450) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 16 20:25:10.612603 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG oslo_db.api [None req-43bb96c4-9b2f-47a8-9199-830c2996c923 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 16 20:25:10.722523 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e949a993-0a57-4be5-a729-7c75d00b3c24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732397102960'] for port (1e0ec9db-f259-4818-9863-b33ccebdc761), after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:10.748881 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e949a993-0a57-4be5-a729-7c75d00b3c24 admin admin] Network ded6ab20-0a8b-4051-830c-385457f4e062 is already hosted by enough agents. {{(pid=103449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 20:25:10.783948 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.scheduler.base_scheduler [None req-e949a993-0a57-4be5-a729-7c75d00b3c24 admin admin] Resources bound (agent type, host, resource id): {{(pid=103449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 20:25:10.794871 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2a2f79c-a09a-48fb-831a-6988b8d07fa3 admin admin] Router de21da6a-f7da-49e0-8797-88d20b20c5ea is scheduled to L3 agent fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f with binding_index 1 {{(pid=103448) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 16 20:25:10.809236 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e949a993-0a57-4be5-a729-7c75d00b3c24 admin admin] Received port after_create {{(pid=103449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 20:25:10.852594 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6817a924-6d52-4d66-a8a7-036511333704 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (03fa33e9-7cc7-490c-b269-c4f69c490346), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:11.105821 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.71', 43948) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:25:11.109559 dv-cinder-830901-7-iscsi neutron-server[103448]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 16 20:25:11.153430 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8754857f-c5b2-481e-b6cc-965cafd7a7a5 admin admin] Router 351686c7-2149-4e36-8ba7-99da7d77fe56 is scheduled to L3 agent fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f with binding_index 1 {{(pid=103449) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 16 20:25:11.234755 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-43bb96c4-9b2f-47a8-9199-830c2996c923 None None] Current status of the port 6d632172-5851-4926-9cc0-cd3a4aafe913 is: ACTIVE; New status is: ACTIVE {{(pid=103450) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:25:11.286337 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fa5d66a-8217-4c50-8859-8057c0599d4f None None] Network 44ec8ff3-657b-44fd-8b1b-d2a19a5ed33e requested from dv-cinder-830901-7-iscsi {{(pid=103450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 20:25:11.355385 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (bddaa840-ffd9-43a2-8860-d40111f70aff), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:11.406444 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [None req-efbda9ab-abae-4deb-8d5a-0bc0dde5eb06 None None] Provisioning complete for port 6d632172-5851-4926-9cc0-cd3a4aafe913 triggered by entity DHCP. {{(pid=103450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:25:11.406747 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-efbda9ab-abae-4deb-8d5a-0bc0dde5eb06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868582'] for port (6d632172-5851-4926-9cc0-cd3a4aafe913), provisioning_complete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:11.439732 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e949a993-0a57-4be5-a729-7c75d00b3c24 admin admin] Pushing event updated for resources: {'Port': ['ID=1e0ec9db-f259-4818-9863-b33ccebdc761,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:25:11.520682 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Device 931663da-5559-4b3d-9cab-c2bc9e11f4ff up at agent ovs-agent-dv-cinder-830901-7-iscsi {{(pid=103450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 20:25:11.526836 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-79aed3e7-6b6b-4911-ae4b-68903ca88f9f req-71cc9a32-013d-4a00-8a79-807c5f396dec tempest-DeleteServersTestJSON-788951971 tempest-DeleteServersTestJSON-788951971-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c39cf9b-354d-49e6-9d19-d751e4042445 HTTP/1.1" status: 200 len: 210 time: 0.4191961 May 16 20:25:11.550675 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2a2f79c-a09a-48fb-831a-6988b8d07fa3 admin admin] Notify agent at l3_agent.dv-cinder-830901-7-iscsi the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 20:25:11.565745 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c78e37-9c4b-46f1-a593-b67833e29d14 None None] Sync routers for ids ['de21da6a-f7da-49e0-8797-88d20b20c5ea'] in dv-cinder-830901-7-iscsi {{(pid=103451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 20:25:11.586470 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c2a2f79c-a09a-48fb-831a-6988b8d07fa3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:11.587739 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-c2a2f79c-a09a-48fb-831a-6988b8d07fa3 admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.8170791 May 16 20:25:11.593109 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c78e37-9c4b-46f1-a593-b67833e29d14 None None] Routers {'de21da6a-f7da-49e0-8797-88d20b20c5ea'} bound to L3 agent in host dv-cinder-830901-7-iscsi {{(pid=103451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:25:11.594501 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-d7c78e37-9c4b-46f1-a593-b67833e29d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-16T20:16:38Z,description=,heartbeat_timestamp=2022-05-16T20:25:08Z,host='dv-cinder-830901-7-iscsi',id=fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:16:38Z,topic='l3_agent')) {'router_ids': ['de21da6a-f7da-49e0-8797-88d20b20c5ea'], 'active': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:25:11.596668 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.71', 43970) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:25:11.709956 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8754857f-c5b2-481e-b6cc-965cafd7a7a5 admin admin] Notify agent at l3_agent.dv-cinder-830901-7-iscsi the message routers_updated {{(pid=103449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 20:25:11.797826 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-8754857f-c5b2-481e-b6cc-965cafd7a7a5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:11.799105 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-8754857f-c5b2-481e-b6cc-965cafd7a7a5 admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.1814361 May 16 20:25:11.809629 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.71', 43980) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:25:11.915010 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e949a993-0a57-4be5-a729-7c75d00b3c24 admin admin] Publish callbacks [] for router_gateway (cad3ba2d-6ffc-4b27-8ff1-d2aee1c62db7), after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:11.942917 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvr_db [None req-d7c78e37-9c4b-46f1-a593-b67833e29d14 None None] Set router de21da6a-f7da-49e0-8797-88d20b20c5ea gateway port host: dv-cinder-830901-7-iscsi {{(pid=103451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:25:11.969808 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89e8bbbe-0ddb-4d17-9164-711e92b8d4d6 None None] Network 87a5424f-d6f8-4b15-9358-a637573a32c1 requested from dv-cinder-830901-7-iscsi {{(pid=103450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 20:25:11.972338 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b136eb-a75f-4b12-aaac-ad68e82db488 None None] Sync routers for ids ['351686c7-2149-4e36-8ba7-99da7d77fe56'] in dv-cinder-830901-7-iscsi {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 20:25:12.144332 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b136eb-a75f-4b12-aaac-ad68e82db488 None None] Routers {'351686c7-2149-4e36-8ba7-99da7d77fe56'} bound to L3 agent in host dv-cinder-830901-7-iscsi {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:25:12.144332 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-f7b136eb-a75f-4b12-aaac-ad68e82db488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-16T20:16:38Z,description=,heartbeat_timestamp=2022-05-16T20:25:08Z,host='dv-cinder-830901-7-iscsi',id=fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:16:38Z,topic='l3_agent')) {'router_ids': ['351686c7-2149-4e36-8ba7-99da7d77fe56'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:25:12.494915 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Provisioning complete for port 931663da-5559-4b3d-9cab-c2bc9e11f4ff triggered by entity L2. {{(pid=103450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:25:12.496311 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868582'] for port (931663da-5559-4b3d-9cab-c2bc9e11f4ff), provisioning_complete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:12.523488 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-d7c78e37-9c4b-46f1-a593-b67833e29d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de21da6a-f7da-49e0-8797-88d20b20c5ea', 'name': 'tempest-ServerRescueNegativeTestJSON-801511336-router', 'tenant_id': 'c5993f86ca3e459582b0aad65ca76d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'external_fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.246'}], 'enable_snat': True}, 'gw_port_id': '7d7fe191-445d-40a3-a3bf-d8fbb8bea8d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:25:06Z', 'updated_at': '2022-05-16T20:25:09Z', 'revision_number': 3, 'project_id': 'c5993f86ca3e459582b0aad65ca76d4d', 'gw_port': {'id': '7d7fe191-445d-40a3-a3bf-d8fbb8bea8d7', 'name': '', 'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f9:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de21da6a-f7da-49e0-8797-88d20b20c5ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:25:08Z', 'updated_at': '2022-05-16T20:25:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-7-iscsi'}], 'dv-cinder-830901-7-iscsi', False) {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:25:12.607381 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c78e37-9c4b-46f1-a593-b67833e29d14 None None] Checking router: de21da6a-f7da-49e0-8797-88d20b20c5ea for host: dv-cinder-830901-7-iscsi {{(pid=103451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 20:25:12.607984 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c78e37-9c4b-46f1-a593-b67833e29d14 None None] Updating router de21da6a-f7da-49e0-8797-88d20b20c5ea port 7d7fe191-445d-40a3-a3bf-d8fbb8bea8d7 binding host dv-cinder-830901-7-iscsi {{(pid=103451) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 16 20:25:12.627867 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-f7b136eb-a75f-4b12-aaac-ad68e82db488 None None] Set router 351686c7-2149-4e36-8ba7-99da7d77fe56 gateway port host: dv-cinder-830901-7-iscsi {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:25:12.677013 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d7c78e37-9c4b-46f1-a593-b67833e29d14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (7d7fe191-445d-40a3-a3bf-d8fbb8bea8d7), before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:12.726213 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cdfcb821-04ec-49d6-b728-2a62dfb4e51d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:12.754002 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-efbda9ab-abae-4deb-8d5a-0bc0dde5eb06 None None] Current status of the port 6d632172-5851-4926-9cc0-cd3a4aafe913 is: ACTIVE; New status is: ACTIVE {{(pid=103450) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:25:12.944703 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-910b3316-284f-4389-9ccc-a85310ef2b34 req-56b057f0-837a-46ee-ad29-f3f37f92b262 tempest-DeleteServersTestJSON-788951971 tempest-DeleteServersTestJSON-788951971-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c39cf9b-354d-49e6-9d19-d751e4042445 HTTP/1.1" status: 200 len: 210 time: 0.1277092 May 16 20:25:13.042254 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [None req-efbda9ab-abae-4deb-8d5a-0bc0dde5eb06 None None] Provisioning complete for port 0ec79509-bdd4-4069-b8be-aa14eeaba5d5 triggered by entity DHCP. {{(pid=103450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:25:13.042635 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-efbda9ab-abae-4deb-8d5a-0bc0dde5eb06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868582'] for port (0ec79509-bdd4-4069-b8be-aa14eeaba5d5), provisioning_complete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:13.068981 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-cdfcb821-04ec-49d6-b728-2a62dfb4e51d admin admin] Allocated IP 172.20.0.1 (44ec8ff3-657b-44fd-8b1b-d2a19a5ed33e/79cb81dd-edd6-4080-acf6-86e748571b36/d7f42fc2-d19c-43e9-a9f9-d76b3c690128) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 20:25:13.133921 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e949a993-0a57-4be5-a729-7c75d00b3c24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1646245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1643494'] for router (cad3ba2d-6ffc-4b27-8ff1-d2aee1c62db7), after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:13.268020 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Current status of the port 931663da-5559-4b3d-9cab-c2bc9e11f4ff is: DOWN; New status is: ACTIVE {{(pid=103450) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:25:13.268922 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (931663da-5559-4b3d-9cab-c2bc9e11f4ff), before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:13.285301 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-f7b136eb-a75f-4b12-aaac-ad68e82db488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '351686c7-2149-4e36-8ba7-99da7d77fe56', 'name': 'tempest-AttachVolumeTestJSON-478749997-router', 'tenant_id': '10f3494602c84c748ead115d649fc9cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'external_fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': '5bd59a02-1214-43a3-a53a-a9b3d92f699d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:25:05Z', 'updated_at': '2022-05-16T20:25:09Z', 'revision_number': 3, 'project_id': '10f3494602c84c748ead115d649fc9cc', 'gw_port': {'id': '5bd59a02-1214-43a3-a53a-a9b3d92f699d', 'name': '', 'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:cd:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '351686c7-2149-4e36-8ba7-99da7d77fe56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:25:07Z', 'updated_at': '2022-05-16T20:25:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-7-iscsi'}], 'dv-cinder-830901-7-iscsi', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:25:13.373142 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cdfcb821-04ec-49d6-b728-2a62dfb4e51d admin admin] Publish callbacks [] for port (d7f42fc2-d19c-43e9-a9f9-d76b3c690128), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:13.375841 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b136eb-a75f-4b12-aaac-ad68e82db488 None None] Checking router: 351686c7-2149-4e36-8ba7-99da7d77fe56 for host: dv-cinder-830901-7-iscsi {{(pid=103450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 20:25:13.376280 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b136eb-a75f-4b12-aaac-ad68e82db488 None None] Updating router 351686c7-2149-4e36-8ba7-99da7d77fe56 port 5bd59a02-1214-43a3-a53a-a9b3d92f699d binding host dv-cinder-830901-7-iscsi {{(pid=103450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 16 20:25:13.438940 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cdfcb821-04ec-49d6-b728-2a62dfb4e51d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732397102960'] for port (d7f42fc2-d19c-43e9-a9f9-d76b3c690128), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:13.449011 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d7c78e37-9c4b-46f1-a593-b67833e29d14 None None] Publish callbacks [] for port (7d7fe191-445d-40a3-a3bf-d8fbb8bea8d7), precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:13.466656 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d7c78e37-9c4b-46f1-a593-b67833e29d14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732397598091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732397102978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732397102996'] for port (7d7fe191-445d-40a3-a3bf-d8fbb8bea8d7), after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:13.515658 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] For port 931663da-5559-4b3d-9cab-c2bc9e11f4ff, host dv-cinder-830901-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-7-iscsi',level=0,port_id=931663da-5559-4b3d-9cab-c2bc9e11f4ff,segment=NetworkSegment(12107d7b-ff59-4c3c-bf55-e4e7eaef240d),segment_id=12107d7b-ff59-4c3c-bf55-e4e7eaef240d)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:25:13.517210 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-efbda9ab-abae-4deb-8d5a-0bc0dde5eb06 None None] Current status of the port 0ec79509-bdd4-4069-b8be-aa14eeaba5d5 is: DOWN; New status is: ACTIVE {{(pid=103450) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:25:13.517656 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-efbda9ab-abae-4deb-8d5a-0bc0dde5eb06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (0ec79509-bdd4-4069-b8be-aa14eeaba5d5), before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:13.533551 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdfcb821-04ec-49d6-b728-2a62dfb4e51d admin admin] Network 44ec8ff3-657b-44fd-8b1b-d2a19a5ed33e is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 20:25:13.541417 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-cdfcb821-04ec-49d6-b728-2a62dfb4e51d admin admin] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 20:25:13.549711 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7b08bd-da7e-4bb6-9038-79e8fbd336d6 None None] Pushing event updated for resources: {'Port': ['ID=7d7fe191-445d-40a3-a3bf-d8fbb8bea8d7,revision_number=2']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:25:13.552400 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdfcb821-04ec-49d6-b728-2a62dfb4e51d admin admin] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 20:25:13.553911 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cdfcb821-04ec-49d6-b728-2a62dfb4e51d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1642699'] for router_interface (de21da6a-f7da-49e0-8797-88d20b20c5ea), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:13.568943 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7b08bd-da7e-4bb6-9038-79e8fbd336d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:25:13.576233 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7b08bd-da7e-4bb6-9038-79e8fbd336d6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:25:13.578015 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7b08bd-da7e-4bb6-9038-79e8fbd336d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:25:13.578395 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7b08bd-da7e-4bb6-9038-79e8fbd336d6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:25:13.579480 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7b08bd-da7e-4bb6-9038-79e8fbd336d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:25:13.579480 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7b08bd-da7e-4bb6-9038-79e8fbd336d6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:25:13.579480 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7b08bd-da7e-4bb6-9038-79e8fbd336d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:25:13.580241 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7b08bd-da7e-4bb6-9038-79e8fbd336d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:25:13.580241 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7b08bd-da7e-4bb6-9038-79e8fbd336d6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:25:13.580597 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7b08bd-da7e-4bb6-9038-79e8fbd336d6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:25:13.583206 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-48072908-5206-4c61-bde0-f8a4416f1c24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (None), before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:13.583362 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7b08bd-da7e-4bb6-9038-79e8fbd336d6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:25:13.583564 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7b08bd-da7e-4bb6-9038-79e8fbd336d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:25:13.584092 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7b08bd-da7e-4bb6-9038-79e8fbd336d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:25:13.585625 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7b08bd-da7e-4bb6-9038-79e8fbd336d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:25:13.586109 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7b08bd-da7e-4bb6-9038-79e8fbd336d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:25:13.592237 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7b08bd-da7e-4bb6-9038-79e8fbd336d6 None None] Tracked resource versions report: May 16 20:25:13.592237 dv-cinder-830901-7-iscsi neutron-server[103451]: pushed versions: May 16 20:25:13.592237 dv-cinder-830901-7-iscsi neutron-server[103451]: { 'AddressGroup': {'1.2'}, May 16 20:25:13.592237 dv-cinder-830901-7-iscsi neutron-server[103451]: 'Agent': {'1.1'}, May 16 20:25:13.592237 dv-cinder-830901-7-iscsi neutron-server[103451]: 'ConntrackHelper': {'1.0'}, May 16 20:25:13.592237 dv-cinder-830901-7-iscsi neutron-server[103451]: 'LocalIPAssociation': {'1.0'}, May 16 20:25:13.592237 dv-cinder-830901-7-iscsi neutron-server[103451]: 'Log': {'1.0'}, May 16 20:25:13.592237 dv-cinder-830901-7-iscsi neutron-server[103451]: 'NDPProxy': {'1.0'}, May 16 20:25:13.592237 dv-cinder-830901-7-iscsi neutron-server[103451]: 'Network': {'1.1'}, May 16 20:25:13.592237 dv-cinder-830901-7-iscsi neutron-server[103451]: 'Port': {'1.7'}, May 16 20:25:13.592237 dv-cinder-830901-7-iscsi neutron-server[103451]: 'PortForwarding': {'1.3'}, May 16 20:25:13.592237 dv-cinder-830901-7-iscsi neutron-server[103451]: 'QosPolicy': {'1.10'}, May 16 20:25:13.592237 dv-cinder-830901-7-iscsi neutron-server[103451]: 'SecurityGroup': {'1.5'}, May 16 20:25:13.592237 dv-cinder-830901-7-iscsi neutron-server[103451]: 'SecurityGroupRule': {'1.2'}, May 16 20:25:13.592237 dv-cinder-830901-7-iscsi neutron-server[103451]: 'SubPort': {'1.0'}, May 16 20:25:13.592237 dv-cinder-830901-7-iscsi neutron-server[103451]: 'Subnet': {'1.1'}, May 16 20:25:13.592237 dv-cinder-830901-7-iscsi neutron-server[103451]: 'Trunk': {'1.1'}} May 16 20:25:13.592237 dv-cinder-830901-7-iscsi neutron-server[103451]: consumer versions: May 16 20:25:13.592237 dv-cinder-830901-7-iscsi neutron-server[103451]: { DHCP agent@dv-cinder-830901-7-iscsi: {}, May 16 20:25:13.592237 dv-cinder-830901-7-iscsi neutron-server[103451]: HyperV agent@hv-cinder-83090: {}, May 16 20:25:13.592237 dv-cinder-830901-7-iscsi neutron-server[103451]: L3 agent@dv-cinder-830901-7-iscsi: {}, May 16 20:25:13.592237 dv-cinder-830901-7-iscsi neutron-server[103451]: Metadata agent@dv-cinder-830901-7-iscsi: {}, May 16 20:25:13.592237 dv-cinder-830901-7-iscsi neutron-server[103451]: Metering agent@dv-cinder-830901-7-iscsi: {}, May 16 20:25:13.592237 dv-cinder-830901-7-iscsi neutron-server[103451]: Open vSwitch agent@dv-cinder-830901-7-iscsi: { 'AddressGroup': '1.2', May 16 20:25:13.592237 dv-cinder-830901-7-iscsi neutron-server[103451]: 'Agent': '1.1', May 16 20:25:13.592237 dv-cinder-830901-7-iscsi neutron-server[103451]: 'ConntrackHelper': '1.0', May 16 20:25:13.592237 dv-cinder-830901-7-iscsi neutron-server[103451]: 'LocalIPAssociation': '1.0', May 16 20:25:13.592237 dv-cinder-830901-7-iscsi neutron-server[103451]: 'Log': '1.0', May 16 20:25:13.592237 dv-cinder-830901-7-iscsi neutron-server[103451]: 'NDPProxy': '1.0', May 16 20:25:13.592237 dv-cinder-830901-7-iscsi neutron-server[103451]: 'Network': '1.1', May 16 20:25:13.592237 dv-cinder-830901-7-iscsi neutron-server[103451]: 'Port': '1.7', May 16 20:25:13.592237 dv-cinder-830901-7-iscsi neutron-server[103451]: 'PortForwarding': '1.3', May 16 20:25:13.592237 dv-cinder-830901-7-iscsi neutron-server[103451]: 'QosPolicy': '1.10', May 16 20:25:13.592237 dv-cinder-830901-7-iscsi neutron-server[103451]: 'SecurityGroup': '1.5', May 16 20:25:13.592237 dv-cinder-830901-7-iscsi neutron-server[103451]: 'SecurityGroupRule': '1.2', May 16 20:25:13.592237 dv-cinder-830901-7-iscsi neutron-server[103451]: 'SubPort': '1.0', May 16 20:25:13.592237 dv-cinder-830901-7-iscsi neutron-server[103451]: 'Subnet': '1.1', May 16 20:25:13.592237 dv-cinder-830901-7-iscsi neutron-server[103451]: 'Trunk': '1.1'}} May 16 20:25:13.592237 dv-cinder-830901-7-iscsi neutron-server[103451]: {{(pid=103451) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 16 20:25:13.597490 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-efbda9ab-abae-4deb-8d5a-0bc0dde5eb06 None None] For port 0ec79509-bdd4-4069-b8be-aa14eeaba5d5, host dv-cinder-830901-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-7-iscsi',level=0,port_id=0ec79509-bdd4-4069-b8be-aa14eeaba5d5,segment=NetworkSegment(3f423a53-4b2f-48cb-b3b5-6fcc9868045f),segment_id=3f423a53-4b2f-48cb-b3b5-6fcc9868045f)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:25:13.608115 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732397598091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732397102978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732397102996'] for port (931663da-5559-4b3d-9cab-c2bc9e11f4ff), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:13.623504 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Device 6d632172-5851-4926-9cc0-cd3a4aafe913 up at agent ovs-agent-dv-cinder-830901-7-iscsi {{(pid=103450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 20:25:13.630700 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [None req-d7c78e37-9c4b-46f1-a593-b67833e29d14 None None] Attempting to bind port 7d7fe191-445d-40a3-a3bf-d8fbb8bea8d7 on host dv-cinder-830901-7-iscsi for vnic_type normal with profile {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 20:25:13.633464 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [None req-d7c78e37-9c4b-46f1-a593-b67833e29d14 None None] Attempting to bind port 7d7fe191-445d-40a3-a3bf-d8fbb8bea8d7 by drivers openvswitch,hyperv on host dv-cinder-830901-7-iscsi at level 0 using segments [{'id': 'cb03ab33-ba4f-4a89-ab90-bfee78bf90a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062'}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 20:25:13.634245 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c78e37-9c4b-46f1-a593-b67833e29d14 None None] Attempting to bind port 7d7fe191-445d-40a3-a3bf-d8fbb8bea8d7 on network ded6ab20-0a8b-4051-830c-385457f4e062 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 20:25:13.641048 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c78e37-9c4b-46f1-a593-b67833e29d14 None None] Checking agent: {'id': 'bddaa840-ffd9-43a2-8860-d40111f70aff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830901-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 20, 16, 41), 'started_at': datetime.datetime(2022, 5, 16, 20, 17, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 20, 25, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830901-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 20:25:13.642141 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c78e37-9c4b-46f1-a593-b67833e29d14 None None] Checking segment: {'id': 'cb03ab33-ba4f-4a89-ab90-bfee78bf90a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 20:25:13.642748 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d7c78e37-9c4b-46f1-a593-b67833e29d14 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:13.643449 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c78e37-9c4b-46f1-a593-b67833e29d14 None None] Bound using segment: {'id': 'cb03ab33-ba4f-4a89-ab90-bfee78bf90a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062'} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 20:25:13.644413 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [None req-d7c78e37-9c4b-46f1-a593-b67833e29d14 None None] Bound port: 7d7fe191-445d-40a3-a3bf-d8fbb8bea8d7, host: dv-cinder-830901-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb03ab33-ba4f-4a89-ab90-bfee78bf90a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062'}}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 20:25:13.645186 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d7c78e37-9c4b-46f1-a593-b67833e29d14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (7d7fe191-445d-40a3-a3bf-d8fbb8bea8d7), before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:13.647787 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-efbda9ab-abae-4deb-8d5a-0bc0dde5eb06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732397598091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732397102978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732397102996'] for port (0ec79509-bdd4-4069-b8be-aa14eeaba5d5), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:13.698875 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f7b136eb-a75f-4b12-aaac-ad68e82db488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (5bd59a02-1214-43a3-a53a-a9b3d92f699d), before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:13.715585 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfcb821-04ec-49d6-b728-2a62dfb4e51d admin admin] Pushing event updated for resources: {'Port': ['ID=d7f42fc2-d19c-43e9-a9f9-d76b3c690128,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:25:13.738830 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.plugins.ml2.db [None req-d7c78e37-9c4b-46f1-a593-b67833e29d14 None None] For port 7d7fe191-445d-40a3-a3bf-d8fbb8bea8d7, host dv-cinder-830901-7-iscsi, cleared binding levels {{(pid=103451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 20:25:13.745401 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.plugins.ml2.db [None req-d7c78e37-9c4b-46f1-a593-b67833e29d14 None None] For port 7d7fe191-445d-40a3-a3bf-d8fbb8bea8d7, host dv-cinder-830901-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-7-iscsi',level=0,port_id=7d7fe191-445d-40a3-a3bf-d8fbb8bea8d7,segment=NetworkSegment(cb03ab33-ba4f-4a89-ab90-bfee78bf90a5),segment_id=cb03ab33-ba4f-4a89-ab90-bfee78bf90a5)] {{(pid=103451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 20:25:13.761911 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d7c78e37-9c4b-46f1-a593-b67833e29d14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732397598091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732397102978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732397102996'] for port (7d7fe191-445d-40a3-a3bf-d8fbb8bea8d7), after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:13.933505 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7b08bd-da7e-4bb6-9038-79e8fbd336d6 None None] Pushing event updated for resources: {'Port': ['ID=7d7fe191-445d-40a3-a3bf-d8fbb8bea8d7,revision_number=3']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:25:13.939940 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c78e37-9c4b-46f1-a593-b67833e29d14 None None] Routers {'de21da6a-f7da-49e0-8797-88d20b20c5ea'} bound to L3 agent in host dv-cinder-830901-7-iscsi {{(pid=103451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:25:13.940800 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-d7c78e37-9c4b-46f1-a593-b67833e29d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-16T20:16:38Z,description=,heartbeat_timestamp=2022-05-16T20:25:08Z,host='dv-cinder-830901-7-iscsi',id=fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:16:38Z,topic='l3_agent')) {'router_ids': ['de21da6a-f7da-49e0-8797-88d20b20c5ea'], 'active': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:25:13.995496 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cdfcb821-04ec-49d6-b728-2a62dfb4e51d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (d7f42fc2-d19c-43e9-a9f9-d76b3c690128), before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:14.066140 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.81', 55793) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:25:14.191745 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvr_db [None req-d7c78e37-9c4b-46f1-a593-b67833e29d14 None None] Set router de21da6a-f7da-49e0-8797-88d20b20c5ea gateway port host: dv-cinder-830901-7-iscsi {{(pid=103451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:25:14.288392 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e949a993-0a57-4be5-a729-7c75d00b3c24 admin admin] Router cad3ba2d-6ffc-4b27-8ff1-d2aee1c62db7 is scheduled to L3 agent fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f with binding_index 1 {{(pid=103449) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 16 20:25:14.472685 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3accfc-999c-4b45-95e8-61a57c166675 req-bfd283a4-f236-431e-b504-c8d84efdc46d tempest-DeleteServersTestJSON-788951971 tempest-DeleteServersTestJSON-788951971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:25:14.473615 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-af3accfc-999c-4b45-95e8-61a57c166675 req-bfd283a4-f236-431e-b504-c8d84efdc46d tempest-DeleteServersTestJSON-788951971 tempest-DeleteServersTestJSON-788951971-project] 10.222.0.81 "GET /v2.0/networks?id=d1c7f2b9-33c1-4145-bc38-9b994d5c99c1 HTTP/1.1" status: 200 len: 812 time: 0.4065194 May 16 20:25:14.519298 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-d7c78e37-9c4b-46f1-a593-b67833e29d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de21da6a-f7da-49e0-8797-88d20b20c5ea', 'name': 'tempest-ServerRescueNegativeTestJSON-801511336-router', 'tenant_id': 'c5993f86ca3e459582b0aad65ca76d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'external_fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.246'}], 'enable_snat': True}, 'gw_port_id': '7d7fe191-445d-40a3-a3bf-d8fbb8bea8d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:25:06Z', 'updated_at': '2022-05-16T20:25:13Z', 'revision_number': 4, 'project_id': 'c5993f86ca3e459582b0aad65ca76d4d', 'gw_port': {'id': '7d7fe191-445d-40a3-a3bf-d8fbb8bea8d7', 'name': '', 'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f9:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de21da6a-f7da-49e0-8797-88d20b20c5ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:25:08Z', 'updated_at': '2022-05-16T20:25:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-7-iscsi', '_interfaces': [{'id': 'd7f42fc2-d19c-43e9-a9f9-d76b3c690128', 'name': '', 'network_id': '44ec8ff3-657b-44fd-8b1b-d2a19a5ed33e', 'tenant_id': 'c5993f86ca3e459582b0aad65ca76d4d', 'mac_address': 'fa:16:3e:50:6f:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de21da6a-f7da-49e0-8797-88d20b20c5ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '79cb81dd-edd6-4080-acf6-86e748571b36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:25:12Z', 'updated_at': '2022-05-16T20:25:13Z', 'revision_number': 1, 'project_id': 'c5993f86ca3e459582b0aad65ca76d4d', 'subnets': [{'id': '79cb81dd-edd6-4080-acf6-86e748571b36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-7-iscsi', False) {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:25:14.531950 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-538a68fd-1fbb-4848-8236-259e40e2386b req-9f2aa2d6-010e-41fa-9210-df5fc3cbdca9 tempest-DeleteServersTestJSON-788951971 tempest-DeleteServersTestJSON-788951971-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c39cf9b-354d-49e6-9d19-d751e4042445 HTTP/1.1" status: 200 len: 210 time: 0.0547080 May 16 20:25:14.583933 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c78e37-9c4b-46f1-a593-b67833e29d14 None None] The sync data for ids ['de21da6a-f7da-49e0-8797-88d20b20c5ea'] in dv-cinder-830901-7-iscsi is: [{'id': 'de21da6a-f7da-49e0-8797-88d20b20c5ea', 'name': 'tempest-ServerRescueNegativeTestJSON-801511336-router', 'tenant_id': 'c5993f86ca3e459582b0aad65ca76d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'external_fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.246'}], 'enable_snat': True}, 'gw_port_id': '7d7fe191-445d-40a3-a3bf-d8fbb8bea8d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:25:06Z', 'updated_at': '2022-05-16T20:25:13Z', 'revision_number': 4, 'project_id': 'c5993f86ca3e459582b0aad65ca76d4d', 'gw_port': {'id': '7d7fe191-445d-40a3-a3bf-d8fbb8bea8d7', 'name': '', 'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f9:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de21da6a-f7da-49e0-8797-88d20b20c5ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:25:08Z', 'updated_at': '2022-05-16T20:25:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-7-iscsi', '_interfaces': [{'id': 'd7f42fc2-d19c-43e9-a9f9-d76b3c690128', 'name': '', 'network_id': '44ec8ff3-657b-44fd-8b1b-d2a19a5ed33e', 'tenant_id': 'c5993f86ca3e459582b0aad65ca76d4d', 'mac_address': 'fa:16:3e:50:6f:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de21da6a-f7da-49e0-8797-88d20b20c5ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '79cb81dd-edd6-4080-acf6-86e748571b36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:25:12Z', 'updated_at': '2022-05-16T20:25:13Z', 'revision_number': 1, 'project_id': 'c5993f86ca3e459582b0aad65ca76d4d', 'subnets': [{'id': '79cb81dd-edd6-4080-acf6-86e748571b36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 20:25:14.625235 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.db.db_base_plugin_common [None req-48072908-5206-4c61-bde0-f8a4416f1c24 admin admin] Allocated IP 172.20.0.1 (e7a89d4e-230a-49f4-9073-4fb4c366ed99/a67edfad-ba11-4420-bc2d-c5a2924d53c8/a9c54af1-f821-4150-a9a0-ace98e4fcd02) {{(pid=103449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 20:25:14.627318 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [None req-68775e7a-4d3e-4676-acbf-3463b95dd181 None None] Provisioning complete for port 931663da-5559-4b3d-9cab-c2bc9e11f4ff triggered by entity DHCP. {{(pid=103450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:25:14.627845 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-68775e7a-4d3e-4676-acbf-3463b95dd181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868582'] for port (931663da-5559-4b3d-9cab-c2bc9e11f4ff), provisioning_complete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:14.654589 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e949a993-0a57-4be5-a729-7c75d00b3c24 admin admin] Notify agent at l3_agent.dv-cinder-830901-7-iscsi the message routers_updated {{(pid=103449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 20:25:14.669572 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ea422b-38e4-43f6-aabd-dfb83850a864 None None] Sync routers for ids ['cad3ba2d-6ffc-4b27-8ff1-d2aee1c62db7'] in dv-cinder-830901-7-iscsi {{(pid=103451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 20:25:14.680067 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Pushing event updated for resources: {'Port': ['ID=931663da-5559-4b3d-9cab-c2bc9e11f4ff,revision_number=3']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:25:14.688721 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ea422b-38e4-43f6-aabd-dfb83850a864 None None] Routers {'cad3ba2d-6ffc-4b27-8ff1-d2aee1c62db7'} bound to L3 agent in host dv-cinder-830901-7-iscsi {{(pid=103451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:25:14.689801 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-c7ea422b-38e4-43f6-aabd-dfb83850a864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-16T20:16:38Z,description=,heartbeat_timestamp=2022-05-16T20:25:08Z,host='dv-cinder-830901-7-iscsi',id=fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:16:38Z,topic='l3_agent')) {'router_ids': ['cad3ba2d-6ffc-4b27-8ff1-d2aee1c62db7'], 'active': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:25:14.723117 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e949a993-0a57-4be5-a729-7c75d00b3c24 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:14.729182 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-e949a993-0a57-4be5-a729-7c75d00b3c24 admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.4058695 May 16 20:25:14.734779 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.71', 44098) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:25:14.785145 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Provisioning complete for port 6d632172-5851-4926-9cc0-cd3a4aafe913 triggered by entity L2. {{(pid=103450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:25:14.785533 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868582'] for port (6d632172-5851-4926-9cc0-cd3a4aafe913), provisioning_complete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:14.822085 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cdfcb821-04ec-49d6-b728-2a62dfb4e51d admin admin] Publish callbacks [] for port (d7f42fc2-d19c-43e9-a9f9-d76b3c690128), precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:14.831088 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cdfcb821-04ec-49d6-b728-2a62dfb4e51d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732397598091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732397102978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732397102996'] for port (d7f42fc2-d19c-43e9-a9f9-d76b3c690128), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:14.832380 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cdfcb821-04ec-49d6-b728-2a62dfb4e51d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1614424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1641089'] for router_interface (de21da6a-f7da-49e0-8797-88d20b20c5ea), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:14.900600 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f7b136eb-a75f-4b12-aaac-ad68e82db488 None None] Publish callbacks [] for port (5bd59a02-1214-43a3-a53a-a9b3d92f699d), precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:14.903419 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbda9ab-abae-4deb-8d5a-0bc0dde5eb06 None None] Pushing event updated for resources: {'Port': ['ID=0ec79509-bdd4-4069-b8be-aa14eeaba5d5,revision_number=3']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:25:14.935040 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-48072908-5206-4c61-bde0-f8a4416f1c24 admin admin] Publish callbacks [] for port (a9c54af1-f821-4150-a9a0-ace98e4fcd02), precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:14.941599 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f7b136eb-a75f-4b12-aaac-ad68e82db488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732397598091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732397102978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732397102996'] for port (5bd59a02-1214-43a3-a53a-a9b3d92f699d), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:15.052326 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-68775e7a-4d3e-4676-acbf-3463b95dd181 None None] Current status of the port 931663da-5559-4b3d-9cab-c2bc9e11f4ff is: ACTIVE; New status is: ACTIVE {{(pid=103450) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:25:15.077311 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-48072908-5206-4c61-bde0-f8a4416f1c24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732397102960'] for port (a9c54af1-f821-4150-a9a0-ace98e4fcd02), after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:15.097038 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvr_db [None req-c7ea422b-38e4-43f6-aabd-dfb83850a864 None None] Set router cad3ba2d-6ffc-4b27-8ff1-d2aee1c62db7 gateway port host: dv-cinder-830901-7-iscsi {{(pid=103451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:25:15.098577 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [None req-68775e7a-4d3e-4676-acbf-3463b95dd181 None None] Provisioning complete for port 0ec79509-bdd4-4069-b8be-aa14eeaba5d5 triggered by entity DHCP. {{(pid=103450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:25:15.098969 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-68775e7a-4d3e-4676-acbf-3463b95dd181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868582'] for port (0ec79509-bdd4-4069-b8be-aa14eeaba5d5), provisioning_complete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:15.114162 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-f7b136eb-a75f-4b12-aaac-ad68e82db488 None None] Attempting to bind port 5bd59a02-1214-43a3-a53a-a9b3d92f699d on host dv-cinder-830901-7-iscsi for vnic_type normal with profile {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 20:25:15.114588 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-f7b136eb-a75f-4b12-aaac-ad68e82db488 None None] Attempting to bind port 5bd59a02-1214-43a3-a53a-a9b3d92f699d by drivers openvswitch,hyperv on host dv-cinder-830901-7-iscsi at level 0 using segments [{'id': 'cb03ab33-ba4f-4a89-ab90-bfee78bf90a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062'}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 20:25:15.114901 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b136eb-a75f-4b12-aaac-ad68e82db488 None None] Attempting to bind port 5bd59a02-1214-43a3-a53a-a9b3d92f699d on network ded6ab20-0a8b-4051-830c-385457f4e062 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 20:25:15.152476 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b136eb-a75f-4b12-aaac-ad68e82db488 None None] Checking agent: {'id': 'bddaa840-ffd9-43a2-8860-d40111f70aff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830901-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 20, 16, 41), 'started_at': datetime.datetime(2022, 5, 16, 20, 17, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 20, 25, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830901-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 20:25:15.152476 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b136eb-a75f-4b12-aaac-ad68e82db488 None None] Checking segment: {'id': 'cb03ab33-ba4f-4a89-ab90-bfee78bf90a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 20:25:15.153354 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f7b136eb-a75f-4b12-aaac-ad68e82db488 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:15.153746 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b136eb-a75f-4b12-aaac-ad68e82db488 None None] Bound using segment: {'id': 'cb03ab33-ba4f-4a89-ab90-bfee78bf90a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062'} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 20:25:15.154255 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-f7b136eb-a75f-4b12-aaac-ad68e82db488 None None] Bound port: 5bd59a02-1214-43a3-a53a-a9b3d92f699d, host: dv-cinder-830901-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb03ab33-ba4f-4a89-ab90-bfee78bf90a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062'}}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 20:25:15.154641 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f7b136eb-a75f-4b12-aaac-ad68e82db488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (5bd59a02-1214-43a3-a53a-a9b3d92f699d), before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:15.237950 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-f7b136eb-a75f-4b12-aaac-ad68e82db488 None None] For port 5bd59a02-1214-43a3-a53a-a9b3d92f699d, host dv-cinder-830901-7-iscsi, cleared binding levels {{(pid=103450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 20:25:15.243124 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48072908-5206-4c61-bde0-f8a4416f1c24 admin admin] Network e7a89d4e-230a-49f4-9073-4fb4c366ed99 is already hosted by enough agents. {{(pid=103449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 20:25:15.245472 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-f7b136eb-a75f-4b12-aaac-ad68e82db488 None None] For port 5bd59a02-1214-43a3-a53a-a9b3d92f699d, host dv-cinder-830901-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-7-iscsi',level=0,port_id=5bd59a02-1214-43a3-a53a-a9b3d92f699d,segment=NetworkSegment(cb03ab33-ba4f-4a89-ab90-bfee78bf90a5),segment_id=cb03ab33-ba4f-4a89-ab90-bfee78bf90a5)] {{(pid=103450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 20:25:15.247840 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.scheduler.base_scheduler [None req-48072908-5206-4c61-bde0-f8a4416f1c24 admin admin] Resources bound (agent type, host, resource id): {{(pid=103449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 20:25:15.263721 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6b6708-db3c-4d75-ba43-5e33fc84b87f None None] Pushing event updated for resources: {'Port': ['ID=5bd59a02-1214-43a3-a53a-a9b3d92f699d,revision_number=2']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:25:15.264267 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48072908-5206-4c61-bde0-f8a4416f1c24 admin admin] Received port after_create {{(pid=103449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 20:25:15.264915 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-48072908-5206-4c61-bde0-f8a4416f1c24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1642699'] for router_interface (351686c7-2149-4e36-8ba7-99da7d77fe56), before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:15.275231 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48072908-5206-4c61-bde0-f8a4416f1c24 admin admin] Pushing event updated for resources: {'Port': ['ID=a9c54af1-f821-4150-a9a0-ace98e4fcd02,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:25:15.293119 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f7b136eb-a75f-4b12-aaac-ad68e82db488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732397598091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732397102978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732397102996'] for port (5bd59a02-1214-43a3-a53a-a9b3d92f699d), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:15.421824 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfcb821-04ec-49d6-b728-2a62dfb4e51d admin admin] Pushing event updated for resources: {'Port': ['ID=d7f42fc2-d19c-43e9-a9f9-d76b3c690128,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:25:15.422368 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Current status of the port 6d632172-5851-4926-9cc0-cd3a4aafe913 is: ACTIVE; New status is: ACTIVE {{(pid=103450) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:25:15.439170 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Device 0ec79509-bdd4-4069-b8be-aa14eeaba5d5 up at agent ovs-agent-dv-cinder-830901-7-iscsi {{(pid=103450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 20:25:15.544789 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-c7ea422b-38e4-43f6-aabd-dfb83850a864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cad3ba2d-6ffc-4b27-8ff1-d2aee1c62db7', 'name': 'tempest-AttachVolumeShelveTestJSON-1815845073-router', 'tenant_id': 'c5e9d68ebf234ca98d0bedb214585f87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'external_fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': '1e0ec9db-f259-4818-9863-b33ccebdc761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:25:07Z', 'updated_at': '2022-05-16T20:25:11Z', 'revision_number': 3, 'project_id': 'c5e9d68ebf234ca98d0bedb214585f87', 'gw_port': {'id': '1e0ec9db-f259-4818-9863-b33ccebdc761', 'name': '', 'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:31:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cad3ba2d-6ffc-4b27-8ff1-d2aee1c62db7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:25:09Z', 'updated_at': '2022-05-16T20:25:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-7-iscsi'}], 'dv-cinder-830901-7-iscsi', False) {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:25:15.630938 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ea422b-38e4-43f6-aabd-dfb83850a864 None None] Checking router: cad3ba2d-6ffc-4b27-8ff1-d2aee1c62db7 for host: dv-cinder-830901-7-iscsi {{(pid=103451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 20:25:15.633082 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ea422b-38e4-43f6-aabd-dfb83850a864 None None] Updating router cad3ba2d-6ffc-4b27-8ff1-d2aee1c62db7 port 1e0ec9db-f259-4818-9863-b33ccebdc761 binding host dv-cinder-830901-7-iscsi {{(pid=103451) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 16 20:25:15.707021 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b136eb-a75f-4b12-aaac-ad68e82db488 None None] Routers {'351686c7-2149-4e36-8ba7-99da7d77fe56'} bound to L3 agent in host dv-cinder-830901-7-iscsi {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:25:15.707724 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-f7b136eb-a75f-4b12-aaac-ad68e82db488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-16T20:16:38Z,description=,heartbeat_timestamp=2022-05-16T20:25:08Z,host='dv-cinder-830901-7-iscsi',id=fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:16:38Z,topic='l3_agent')) {'router_ids': ['351686c7-2149-4e36-8ba7-99da7d77fe56'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:25:15.741753 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c7ea422b-38e4-43f6-aabd-dfb83850a864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (1e0ec9db-f259-4818-9863-b33ccebdc761), before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:15.798644 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-71e6a4b7-1df5-46bf-95f2-9df557a716f4 req-34c3a1e6-23b8-4ddc-8772-4691f6cafb50 tempest-DeleteServersTestJSON-788951971 tempest-DeleteServersTestJSON-788951971-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c39cf9b-354d-49e6-9d19-d751e4042445 HTTP/1.1" status: 200 len: 210 time: 0.0963652 May 16 20:25:15.800687 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdfcb821-04ec-49d6-b728-2a62dfb4e51d admin admin] Network 44ec8ff3-657b-44fd-8b1b-d2a19a5ed33e is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 20:25:15.884169 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-48072908-5206-4c61-bde0-f8a4416f1c24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (a9c54af1-f821-4150-a9a0-ace98e4fcd02), before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:15.892084 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-cdfcb821-04ec-49d6-b728-2a62dfb4e51d admin admin] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 20:25:16.031202 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6b6708-db3c-4d75-ba43-5e33fc84b87f None None] Pushing event updated for resources: {'Port': ['ID=5bd59a02-1214-43a3-a53a-a9b3d92f699d,revision_number=3']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:25:16.044546 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Provisioning complete for port 0ec79509-bdd4-4069-b8be-aa14eeaba5d5 triggered by entity L2. {{(pid=103450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:25:16.044932 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868582'] for port (0ec79509-bdd4-4069-b8be-aa14eeaba5d5), provisioning_complete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:16.056403 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-68775e7a-4d3e-4676-acbf-3463b95dd181 None None] Current status of the port 0ec79509-bdd4-4069-b8be-aa14eeaba5d5 is: ACTIVE; New status is: ACTIVE {{(pid=103450) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:25:16.195649 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [None req-494f0d9c-dcff-48b4-9bb3-9e6eabb5aab3 None None] Provisioning complete for port d7f42fc2-d19c-43e9-a9f9-d76b3c690128 triggered by entity DHCP. {{(pid=103450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:25:16.195960 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-494f0d9c-dcff-48b4-9bb3-9e6eabb5aab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868582'] for port (d7f42fc2-d19c-43e9-a9f9-d76b3c690128), provisioning_complete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:16.306840 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-f7b136eb-a75f-4b12-aaac-ad68e82db488 None None] Set router 351686c7-2149-4e36-8ba7-99da7d77fe56 gateway port host: dv-cinder-830901-7-iscsi {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:25:16.312996 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.71', 44138) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:25:16.367596 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-494f0d9c-dcff-48b4-9bb3-9e6eabb5aab3 None None] Port d7f42fc2-d19c-43e9-a9f9-d76b3c690128 cannot update to ACTIVE because it is not bound. {{(pid=103450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 20:25:16.454126 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdfcb821-04ec-49d6-b728-2a62dfb4e51d admin admin] Router de21da6a-f7da-49e0-8797-88d20b20c5ea has already been hosted by L3 agent fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f {{(pid=103448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 20:25:16.457223 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [None req-494f0d9c-dcff-48b4-9bb3-9e6eabb5aab3 None None] Provisioning complete for port a9c54af1-f821-4150-a9a0-ace98e4fcd02 triggered by entity DHCP. {{(pid=103450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:25:16.457619 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-494f0d9c-dcff-48b4-9bb3-9e6eabb5aab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868582'] for port (a9c54af1-f821-4150-a9a0-ace98e4fcd02), provisioning_complete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:16.532318 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Current status of the port 0ec79509-bdd4-4069-b8be-aa14eeaba5d5 is: ACTIVE; New status is: ACTIVE {{(pid=103450) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:25:16.535468 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-48072908-5206-4c61-bde0-f8a4416f1c24 admin admin] Publish callbacks [] for port (a9c54af1-f821-4150-a9a0-ace98e4fcd02), precommit_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:16.541935 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-48072908-5206-4c61-bde0-f8a4416f1c24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732397598091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732397102978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732397102996'] for port (a9c54af1-f821-4150-a9a0-ace98e4fcd02), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:16.543238 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-48072908-5206-4c61-bde0-f8a4416f1c24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1614424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1641089'] for router_interface (351686c7-2149-4e36-8ba7-99da7d77fe56), after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:16.566873 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-494f0d9c-dcff-48b4-9bb3-9e6eabb5aab3 None None] Port a9c54af1-f821-4150-a9a0-ace98e4fcd02 cannot update to ACTIVE because it is not bound. {{(pid=103450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 20:25:16.585151 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a1a25c39-e1a5-4393-bebf-277940b5b489 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:16.586199 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c7ea422b-38e4-43f6-aabd-dfb83850a864 None None] Publish callbacks [] for port (1e0ec9db-f259-4818-9863-b33ccebdc761), precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:16.598186 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c7ea422b-38e4-43f6-aabd-dfb83850a864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732397598091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732397102978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732397102996'] for port (1e0ec9db-f259-4818-9863-b33ccebdc761), after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:16.679286 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3673fc-fd87-4980-b374-c2e58ad77492 None None] Pushing event updated for resources: {'Port': ['ID=1e0ec9db-f259-4818-9863-b33ccebdc761,revision_number=2']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:25:16.717307 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [None req-c7ea422b-38e4-43f6-aabd-dfb83850a864 None None] Attempting to bind port 1e0ec9db-f259-4818-9863-b33ccebdc761 on host dv-cinder-830901-7-iscsi for vnic_type normal with profile {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 20:25:16.717749 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [None req-c7ea422b-38e4-43f6-aabd-dfb83850a864 None None] Attempting to bind port 1e0ec9db-f259-4818-9863-b33ccebdc761 by drivers openvswitch,hyperv on host dv-cinder-830901-7-iscsi at level 0 using segments [{'id': 'cb03ab33-ba4f-4a89-ab90-bfee78bf90a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062'}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 20:25:16.718108 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ea422b-38e4-43f6-aabd-dfb83850a864 None None] Attempting to bind port 1e0ec9db-f259-4818-9863-b33ccebdc761 on network ded6ab20-0a8b-4051-830c-385457f4e062 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 20:25:16.733475 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ea422b-38e4-43f6-aabd-dfb83850a864 None None] Checking agent: {'id': 'bddaa840-ffd9-43a2-8860-d40111f70aff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830901-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 20, 16, 41), 'started_at': datetime.datetime(2022, 5, 16, 20, 17, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 20, 25, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830901-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 20:25:16.736972 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [None req-5ba0026a-ca01-42d7-9725-8a7e59dcf5f0 None None] Provisioning complete for port d7f42fc2-d19c-43e9-a9f9-d76b3c690128 triggered by entity DHCP. {{(pid=103450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:25:16.737939 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ea422b-38e4-43f6-aabd-dfb83850a864 None None] Checking segment: {'id': 'cb03ab33-ba4f-4a89-ab90-bfee78bf90a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 20:25:16.738209 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-5ba0026a-ca01-42d7-9725-8a7e59dcf5f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868582'] for port (d7f42fc2-d19c-43e9-a9f9-d76b3c690128), provisioning_complete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:16.738457 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c7ea422b-38e4-43f6-aabd-dfb83850a864 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:16.738978 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ea422b-38e4-43f6-aabd-dfb83850a864 None None] Bound using segment: {'id': 'cb03ab33-ba4f-4a89-ab90-bfee78bf90a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062'} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 20:25:16.739647 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [None req-c7ea422b-38e4-43f6-aabd-dfb83850a864 None None] Bound port: 1e0ec9db-f259-4818-9863-b33ccebdc761, host: dv-cinder-830901-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb03ab33-ba4f-4a89-ab90-bfee78bf90a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062'}}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 20:25:16.742193 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c7ea422b-38e4-43f6-aabd-dfb83850a864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (1e0ec9db-f259-4818-9863-b33ccebdc761), before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:16.796065 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48072908-5206-4c61-bde0-f8a4416f1c24 admin admin] Network e7a89d4e-230a-49f4-9073-4fb4c366ed99 is already hosted by enough agents. {{(pid=103449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 20:25:16.799460 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.scheduler.base_scheduler [None req-48072908-5206-4c61-bde0-f8a4416f1c24 admin admin] Resources bound (agent type, host, resource id): {{(pid=103449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 20:25:16.811876 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a42f0bab-4442-4895-a9f0-c319812644f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:16.818271 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48072908-5206-4c61-bde0-f8a4416f1c24 admin admin] Pushing event updated for resources: {'Port': ['ID=a9c54af1-f821-4150-a9a0-ace98e4fcd02,revision_number=2']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:25:16.854908 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.v2.base [req-af3accfc-999c-4b45-95e8-61a57c166675 req-612adcc1-19ac-481c-84e4-25aca6e52437 tempest-DeleteServersTestJSON-788951971 tempest-DeleteServersTestJSON-788951971-project] Request body: {'port': {'device_id': '4c39cf9b-354d-49e6-9d19-d751e4042445', 'network_id': 'd1c7f2b9-33c1-4145-bc38-9b994d5c99c1', 'admin_state_up': True, 'tenant_id': 'd7d461e051b3410b943d22095ecac469'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:25:16.894415 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-5ba0026a-ca01-42d7-9725-8a7e59dcf5f0 None None] Port d7f42fc2-d19c-43e9-a9f9-d76b3c690128 cannot update to ACTIVE because it is not bound. {{(pid=103450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 20:25:16.910207 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-f7b136eb-a75f-4b12-aaac-ad68e82db488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '351686c7-2149-4e36-8ba7-99da7d77fe56', 'name': 'tempest-AttachVolumeTestJSON-478749997-router', 'tenant_id': '10f3494602c84c748ead115d649fc9cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'external_fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': '5bd59a02-1214-43a3-a53a-a9b3d92f699d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:25:05Z', 'updated_at': '2022-05-16T20:25:09Z', 'revision_number': 3, 'project_id': '10f3494602c84c748ead115d649fc9cc', 'gw_port': {'id': '5bd59a02-1214-43a3-a53a-a9b3d92f699d', 'name': '', 'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:cd:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '351686c7-2149-4e36-8ba7-99da7d77fe56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:25:07Z', 'updated_at': '2022-05-16T20:25:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-7-iscsi'}], 'dv-cinder-830901-7-iscsi', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:25:16.931706 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.plugins.ml2.db [None req-c7ea422b-38e4-43f6-aabd-dfb83850a864 None None] For port 1e0ec9db-f259-4818-9863-b33ccebdc761, host dv-cinder-830901-7-iscsi, cleared binding levels {{(pid=103451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 20:25:16.935864 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.plugins.ml2.db [None req-c7ea422b-38e4-43f6-aabd-dfb83850a864 None None] For port 1e0ec9db-f259-4818-9863-b33ccebdc761, host dv-cinder-830901-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-7-iscsi',level=0,port_id=1e0ec9db-f259-4818-9863-b33ccebdc761,segment=NetworkSegment(cb03ab33-ba4f-4a89-ab90-bfee78bf90a5),segment_id=cb03ab33-ba4f-4a89-ab90-bfee78bf90a5)] {{(pid=103451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 20:25:16.951555 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-c7ea422b-38e4-43f6-aabd-dfb83850a864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732397598091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732397102978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732397102996'] for port (1e0ec9db-f259-4818-9863-b33ccebdc761), after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:17.021838 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Device 931663da-5559-4b3d-9cab-c2bc9e11f4ff up at agent ovs-agent-dv-cinder-830901-7-iscsi {{(pid=103450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 20:25:17.038177 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48072908-5206-4c61-bde0-f8a4416f1c24 admin admin] Router 351686c7-2149-4e36-8ba7-99da7d77fe56 has already been hosted by L3 agent fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f {{(pid=103449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 20:25:17.112182 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3673fc-fd87-4980-b374-c2e58ad77492 None None] Pushing event updated for resources: {'Port': ['ID=1e0ec9db-f259-4818-9863-b33ccebdc761,revision_number=3']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:25:17.186372 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b136eb-a75f-4b12-aaac-ad68e82db488 None None] The sync data for ids ['351686c7-2149-4e36-8ba7-99da7d77fe56'] in dv-cinder-830901-7-iscsi is: [{'id': '351686c7-2149-4e36-8ba7-99da7d77fe56', 'name': 'tempest-AttachVolumeTestJSON-478749997-router', 'tenant_id': '10f3494602c84c748ead115d649fc9cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'external_fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': '5bd59a02-1214-43a3-a53a-a9b3d92f699d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:25:05Z', 'updated_at': '2022-05-16T20:25:09Z', 'revision_number': 3, 'project_id': '10f3494602c84c748ead115d649fc9cc', 'gw_port': {'id': '5bd59a02-1214-43a3-a53a-a9b3d92f699d', 'name': '', 'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:cd:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '351686c7-2149-4e36-8ba7-99da7d77fe56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:25:07Z', 'updated_at': '2022-05-16T20:25:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-7-iscsi'}] {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 20:25:17.197102 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ea422b-38e4-43f6-aabd-dfb83850a864 None None] Routers {'cad3ba2d-6ffc-4b27-8ff1-d2aee1c62db7'} bound to L3 agent in host dv-cinder-830901-7-iscsi {{(pid=103451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:25:17.197753 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-c7ea422b-38e4-43f6-aabd-dfb83850a864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-16T20:16:38Z,description=,heartbeat_timestamp=2022-05-16T20:25:08Z,host='dv-cinder-830901-7-iscsi',id=fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:16:38Z,topic='l3_agent')) {'router_ids': ['cad3ba2d-6ffc-4b27-8ff1-d2aee1c62db7'], 'active': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:25:17.236935 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Provisioning complete for port 931663da-5559-4b3d-9cab-c2bc9e11f4ff triggered by entity L2. {{(pid=103450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:25:17.237336 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868582'] for port (931663da-5559-4b3d-9cab-c2bc9e11f4ff), provisioning_complete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:17.299189 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48072908-5206-4c61-bde0-f8a4416f1c24 admin admin] Notify agent at l3_agent.dv-cinder-830901-7-iscsi the message routers_updated {{(pid=103449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 20:25:17.348392 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-48072908-5206-4c61-bde0-f8a4416f1c24 admin admin] 10.222.0.71 "PUT /v2.0/routers/351686c7-2149-4e36-8ba7-99da7d77fe56/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5368307 May 16 20:25:17.367647 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdfcb821-04ec-49d6-b728-2a62dfb4e51d admin admin] Notify agent at l3_agent.dv-cinder-830901-7-iscsi the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 20:25:17.424329 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-cdfcb821-04ec-49d6-b728-2a62dfb4e51d admin admin] 10.222.0.71 "PUT /v2.0/routers/de21da6a-f7da-49e0-8797-88d20b20c5ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8181489 May 16 20:25:17.433409 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-c7abe642-6ba4-4ef0-9b26-05f7fdafbfac req-b5b99805-7fec-40b3-893a-a66b43144c14 tempest-DeleteServersTestJSON-788951971 tempest-DeleteServersTestJSON-788951971-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c39cf9b-354d-49e6-9d19-d751e4042445 HTTP/1.1" status: 200 len: 210 time: 0.1372972 May 16 20:25:17.492184 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [None req-4c541b30-9389-42e9-ba44-8ff522cb1727 None None] Provisioning complete for port a9c54af1-f821-4150-a9a0-ace98e4fcd02 triggered by entity DHCP. {{(pid=103450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:25:17.503463 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4c541b30-9389-42e9-ba44-8ff522cb1727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868582'] for port (a9c54af1-f821-4150-a9a0-ace98e4fcd02), provisioning_complete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:17.630293 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvr_db [None req-c7ea422b-38e4-43f6-aabd-dfb83850a864 None None] Set router cad3ba2d-6ffc-4b27-8ff1-d2aee1c62db7 gateway port host: dv-cinder-830901-7-iscsi {{(pid=103451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:25:17.685972 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a1a25c39-e1a5-4393-bebf-277940b5b489 admin admin] Publish callbacks [] for security_group (ad1fe395-252c-458e-801f-236057a1582f), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:17.700564 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Current status of the port 931663da-5559-4b3d-9cab-c2bc9e11f4ff is: ACTIVE; New status is: ACTIVE {{(pid=103450) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:25:17.701923 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Device 7d7fe191-445d-40a3-a3bf-d8fbb8bea8d7 up at agent ovs-agent-dv-cinder-830901-7-iscsi {{(pid=103450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 20:25:17.706968 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-4c541b30-9389-42e9-ba44-8ff522cb1727 None None] Port a9c54af1-f821-4150-a9a0-ace98e4fcd02 cannot update to ACTIVE because it is not bound. {{(pid=103450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 20:25:17.733682 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a1a25c39-e1a5-4393-bebf-277940b5b489 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997425'] for security_group (ad1fe395-252c-458e-801f-236057a1582f), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:17.761390 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Provisioning complete for port 7d7fe191-445d-40a3-a3bf-d8fbb8bea8d7 triggered by entity L2. {{(pid=103450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:25:17.761895 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868582'] for port (7d7fe191-445d-40a3-a3bf-d8fbb8bea8d7), provisioning_complete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:17.889923 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-a1a25c39-e1a5-4393-bebf-277940b5b489 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=e23611d29d25409aa484c1190a51fb4f&name=default HTTP/1.1" status: 200 len: 2992 time: 1.5657816 May 16 20:25:17.892566 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.71', 44206) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:25:17.898018 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Current status of the port 7d7fe191-445d-40a3-a3bf-d8fbb8bea8d7 is: DOWN; New status is: ACTIVE {{(pid=103450) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:25:17.898523 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (7d7fe191-445d-40a3-a3bf-d8fbb8bea8d7), before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:17.952479 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] For port 7d7fe191-445d-40a3-a3bf-d8fbb8bea8d7, host dv-cinder-830901-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-7-iscsi',level=0,port_id=7d7fe191-445d-40a3-a3bf-d8fbb8bea8d7,segment=NetworkSegment(cb03ab33-ba4f-4a89-ab90-bfee78bf90a5),segment_id=cb03ab33-ba4f-4a89-ab90-bfee78bf90a5)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:25:17.961128 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732397598091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732397102978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732397102996'] for port (7d7fe191-445d-40a3-a3bf-d8fbb8bea8d7), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:17.962351 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Device 0ec79509-bdd4-4069-b8be-aa14eeaba5d5 up at agent ovs-agent-dv-cinder-830901-7-iscsi {{(pid=103450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 20:25:18.003198 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c0218a1f-750e-4af2-9c40-8bf88ddbc66f admin admin] Publish callbacks [] for security_group (ad1fe395-252c-458e-801f-236057a1582f), before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:18.041960 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c0218a1f-750e-4af2-9c40-8bf88ddbc66f admin admin] Publish callbacks [] for security_group (ad1fe395-252c-458e-801f-236057a1582f), precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:18.060930 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a25c39-e1a5-4393-bebf-277940b5b489 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad1fe395-252c-458e-801f-236057a1582f,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:25:18.093207 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-a42f0bab-4442-4895-a9f0-c319812644f7 admin admin] Allocated IP 172.20.0.1 (87a5424f-d6f8-4b15-9358-a637573a32c1/4cb8e59d-2930-42f7-8975-a483fd8062fd/e7df9de3-6d59-4cd7-a98b-d7b449247cde) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 20:25:18.105580 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-c7ea422b-38e4-43f6-aabd-dfb83850a864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cad3ba2d-6ffc-4b27-8ff1-d2aee1c62db7', 'name': 'tempest-AttachVolumeShelveTestJSON-1815845073-router', 'tenant_id': 'c5e9d68ebf234ca98d0bedb214585f87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'external_fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': '1e0ec9db-f259-4818-9863-b33ccebdc761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:25:07Z', 'updated_at': '2022-05-16T20:25:11Z', 'revision_number': 3, 'project_id': 'c5e9d68ebf234ca98d0bedb214585f87', 'gw_port': {'id': '1e0ec9db-f259-4818-9863-b33ccebdc761', 'name': '', 'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:31:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cad3ba2d-6ffc-4b27-8ff1-d2aee1c62db7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:25:09Z', 'updated_at': '2022-05-16T20:25:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-7-iscsi'}], 'dv-cinder-830901-7-iscsi', False) {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:25:18.156176 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c0218a1f-750e-4af2-9c40-8bf88ddbc66f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997425'] for security_group (ad1fe395-252c-458e-801f-236057a1582f), after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:18.168260 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c0218a1f-750e-4af2-9c40-8bf88ddbc66f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:18.169958 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-c0218a1f-750e-4af2-9c40-8bf88ddbc66f admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/ad1fe395-252c-458e-801f-236057a1582f HTTP/1.1" status: 204 len: 168 time: 0.2762289 May 16 20:25:18.204423 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0218a1f-750e-4af2-9c40-8bf88ddbc66f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad1fe395-252c-458e-801f-236057a1582f,revision_number=None']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:25:18.236330 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af3accfc-999c-4b45-95e8-61a57c166675 req-612adcc1-19ac-481c-84e4-25aca6e52437 tempest-DeleteServersTestJSON-788951971 tempest-DeleteServersTestJSON-788951971-project] Made reservation on behalf of d7d461e051b3410b943d22095ecac469 for: {'port': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 20:25:18.257651 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-af3accfc-999c-4b45-95e8-61a57c166675 req-612adcc1-19ac-481c-84e4-25aca6e52437 tempest-DeleteServersTestJSON-788951971 tempest-DeleteServersTestJSON-788951971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:18.332510 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ea422b-38e4-43f6-aabd-dfb83850a864 None None] The sync data for ids ['cad3ba2d-6ffc-4b27-8ff1-d2aee1c62db7'] in dv-cinder-830901-7-iscsi is: [{'id': 'cad3ba2d-6ffc-4b27-8ff1-d2aee1c62db7', 'name': 'tempest-AttachVolumeShelveTestJSON-1815845073-router', 'tenant_id': 'c5e9d68ebf234ca98d0bedb214585f87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'external_fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': '1e0ec9db-f259-4818-9863-b33ccebdc761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:25:07Z', 'updated_at': '2022-05-16T20:25:11Z', 'revision_number': 3, 'project_id': 'c5e9d68ebf234ca98d0bedb214585f87', 'gw_port': {'id': '1e0ec9db-f259-4818-9863-b33ccebdc761', 'name': '', 'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:31:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cad3ba2d-6ffc-4b27-8ff1-d2aee1c62db7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:25:09Z', 'updated_at': '2022-05-16T20:25:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-7-iscsi'}] {{(pid=103451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 20:25:18.486373 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Pushing event updated for resources: {'Port': ['ID=7d7fe191-445d-40a3-a3bf-d8fbb8bea8d7,revision_number=4']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:25:18.526205 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Provisioning complete for port 0ec79509-bdd4-4069-b8be-aa14eeaba5d5 triggered by entity L2. {{(pid=103450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:25:18.526667 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868582'] for port (0ec79509-bdd4-4069-b8be-aa14eeaba5d5), provisioning_complete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:18.908770 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Current status of the port 0ec79509-bdd4-4069-b8be-aa14eeaba5d5 is: ACTIVE; New status is: ACTIVE {{(pid=103450) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:25:18.961072 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.71', 44236) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:25:18.989302 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.v2.base [None req-b8691339-4b9c-4a6f-abe2-220b15146e55 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1903797048', 'description': 'tempest-description--1596896967'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:25:19.009855 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9520425-6598-46f6-a0bb-2abead3a4f67 req-43de7c7d-68e9-469e-b6ee-a61fb59e0f69 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:25:19.026361 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-c9520425-6598-46f6-a0bb-2abead3a4f67 req-43de7c7d-68e9-469e-b6ee-a61fb59e0f69 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/networks?id=44ec8ff3-657b-44fd-8b1b-d2a19a5ed33e HTTP/1.1" status: 200 len: 818 time: 0.3717589 May 16 20:25:19.104005 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-c9520425-6598-46f6-a0bb-2abead3a4f67 req-822ddfc8-8738-48ec-8746-c543d13482b5 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/quotas/c5993f86ca3e459582b0aad65ca76d4d HTTP/1.1" status: 200 len: 375 time: 0.0706687 May 16 20:25:19.123033 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6332aaa3-2523-4761-bcfe-d5a7513974ff None None] Sync routers for ids ['de21da6a-f7da-49e0-8797-88d20b20c5ea'] in dv-cinder-830901-7-iscsi {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 20:25:19.159144 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6332aaa3-2523-4761-bcfe-d5a7513974ff None None] Routers {'de21da6a-f7da-49e0-8797-88d20b20c5ea'} bound to L3 agent in host dv-cinder-830901-7-iscsi {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:25:19.163824 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-6332aaa3-2523-4761-bcfe-d5a7513974ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-16T20:16:38Z,description=,heartbeat_timestamp=2022-05-16T20:25:08Z,host='dv-cinder-830901-7-iscsi',id=fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:16:38Z,topic='l3_agent')) {'router_ids': ['de21da6a-f7da-49e0-8797-88d20b20c5ea'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:25:19.248224 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-f2c645cf-e69a-4a6c-9581-eb72dd6ecf57 req-39046349-8986-4062-baaa-37c562baec75 tempest-DeleteServersTestJSON-788951971 tempest-DeleteServersTestJSON-788951971-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c39cf9b-354d-49e6-9d19-d751e4042445 HTTP/1.1" status: 200 len: 210 time: 0.1928778 May 16 20:25:19.356011 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-c9520425-6598-46f6-a0bb-2abead3a4f67 req-cfe23878-4abc-41a2-9bc4-818e92c899c2 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=c5993f86ca3e459582b0aad65ca76d4d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2476075 May 16 20:25:19.472651 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Device 7d7fe191-445d-40a3-a3bf-d8fbb8bea8d7 up at agent ovs-agent-dv-cinder-830901-7-iscsi {{(pid=103450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 20:25:19.476989 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.71', 44248) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:25:19.541807 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a42f0bab-4442-4895-a9f0-c319812644f7 admin admin] Publish callbacks [] for port (e7df9de3-6d59-4cd7-a98b-d7b449247cde), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:19.544101 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b8691339-4b9c-4a6f-abe2-220b15146e55 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Publish callbacks [] for security_group (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:19.589697 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [req-af3accfc-999c-4b45-95e8-61a57c166675 req-612adcc1-19ac-481c-84e4-25aca6e52437 tempest-DeleteServersTestJSON-788951971 tempest-DeleteServersTestJSON-788951971-project] Allocated IP 172.20.0.12 (d1c7f2b9-33c1-4145-bc38-9b994d5c99c1/0fa32ce8-4f96-4819-b7a4-bcf540aeb352/6d979ec9-d355-4667-a0b5-fd658123409e) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 20:25:19.592834 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ee24a576-f893-4256-8899-c3eb7df70832 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:19.752631 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-c9520425-6598-46f6-a0bb-2abead3a4f67 req-b42a5f2c-1b18-44b8-b5f0-e742dd01caee service neutron] 10.222.0.71 "GET /v2.0/networks/44ec8ff3-657b-44fd-8b1b-d2a19a5ed33e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3914542 May 16 20:25:19.770784 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-6332aaa3-2523-4761-bcfe-d5a7513974ff None None] Set router de21da6a-f7da-49e0-8797-88d20b20c5ea gateway port host: dv-cinder-830901-7-iscsi {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:25:19.911900 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Provisioning complete for port 7d7fe191-445d-40a3-a3bf-d8fbb8bea8d7 triggered by entity L2. {{(pid=103450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:25:19.920360 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868582'] for port (7d7fe191-445d-40a3-a3bf-d8fbb8bea8d7), provisioning_complete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:19.970781 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a42f0bab-4442-4895-a9f0-c319812644f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732397102960'] for port (e7df9de3-6d59-4cd7-a98b-d7b449247cde), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:20.082728 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-c9520425-6598-46f6-a0bb-2abead3a4f67 req-cd3c99c5-b477-4225-89b8-b104ff7d2d83 service neutron] 10.222.0.71 "GET /v2.0/networks/44ec8ff3-657b-44fd-8b1b-d2a19a5ed33e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3292489 May 16 20:25:20.555379 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b8691339-4b9c-4a6f-abe2-220b15146e55 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Publish callbacks [] for security_group (3a725130-a618-4fe5-b252-e3a6384e8833), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:20.586540 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-77caacda-d3f0-4653-80c6-78ff8b71ba81 req-a391cf54-3fa2-4918-8fbc-e4ca032bab74 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/ports?device_id=049b40d1-bf74-4cf5-8c3f-a195fb9f9314 HTTP/1.1" status: 200 len: 210 time: 0.1145234 May 16 20:25:20.700222 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-8612d542-ad00-49ce-a0e1-ca97c1addd69 req-2958c2d2-0b08-4ee0-a553-4164ec734a83 tempest-DeleteServersTestJSON-788951971 tempest-DeleteServersTestJSON-788951971-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c39cf9b-354d-49e6-9d19-d751e4042445 HTTP/1.1" status: 200 len: 210 time: 0.1431205 May 16 20:25:20.702409 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b8691339-4b9c-4a6f-abe2-220b15146e55 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997425'] for security_group (3a725130-a618-4fe5-b252-e3a6384e8833), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:20.796681 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Current status of the port 7d7fe191-445d-40a3-a3bf-d8fbb8bea8d7 is: ACTIVE; New status is: ACTIVE {{(pid=103450) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:25:20.800211 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Device 5bd59a02-1214-43a3-a53a-a9b3d92f699d up at agent ovs-agent-dv-cinder-830901-7-iscsi {{(pid=103450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 20:25:20.850714 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-6332aaa3-2523-4761-bcfe-d5a7513974ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de21da6a-f7da-49e0-8797-88d20b20c5ea', 'name': 'tempest-ServerRescueNegativeTestJSON-801511336-router', 'tenant_id': 'c5993f86ca3e459582b0aad65ca76d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'external_fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.246'}], 'enable_snat': True}, 'gw_port_id': '7d7fe191-445d-40a3-a3bf-d8fbb8bea8d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:25:06Z', 'updated_at': '2022-05-16T20:25:13Z', 'revision_number': 4, 'project_id': 'c5993f86ca3e459582b0aad65ca76d4d', 'gw_port': {'id': '7d7fe191-445d-40a3-a3bf-d8fbb8bea8d7', 'name': '', 'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f9:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de21da6a-f7da-49e0-8797-88d20b20c5ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:25:08Z', 'updated_at': '2022-05-16T20:25:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-7-iscsi', '_interfaces': [{'id': 'd7f42fc2-d19c-43e9-a9f9-d76b3c690128', 'name': '', 'network_id': '44ec8ff3-657b-44fd-8b1b-d2a19a5ed33e', 'tenant_id': 'c5993f86ca3e459582b0aad65ca76d4d', 'mac_address': 'fa:16:3e:50:6f:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de21da6a-f7da-49e0-8797-88d20b20c5ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '79cb81dd-edd6-4080-acf6-86e748571b36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:25:12Z', 'updated_at': '2022-05-16T20:25:14Z', 'revision_number': 2, 'project_id': 'c5993f86ca3e459582b0aad65ca76d4d', 'subnets': [{'id': '79cb81dd-edd6-4080-acf6-86e748571b36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-7-iscsi', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:25:20.889666 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6332aaa3-2523-4761-bcfe-d5a7513974ff None None] Checking router: de21da6a-f7da-49e0-8797-88d20b20c5ea for host: dv-cinder-830901-7-iscsi {{(pid=103450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 20:25:20.891012 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6332aaa3-2523-4761-bcfe-d5a7513974ff None None] Updating router de21da6a-f7da-49e0-8797-88d20b20c5ea port d7f42fc2-d19c-43e9-a9f9-d76b3c690128 binding host dv-cinder-830901-7-iscsi {{(pid=103450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 16 20:25:20.937501 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8691339-4b9c-4a6f-abe2-220b15146e55 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a725130-a618-4fe5-b252-e3a6384e8833,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:25:20.947010 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b8691339-4b9c-4a6f-abe2-220b15146e55 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Publish callbacks [] for security_group (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:20.948587 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-b8691339-4b9c-4a6f-abe2-220b15146e55 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.9852343 May 16 20:25:20.953295 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a42f0bab-4442-4895-a9f0-c319812644f7 admin admin] Network 87a5424f-d6f8-4b15-9358-a637573a32c1 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 20:25:20.953941 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.71', 44304) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:25:20.965326 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Provisioning complete for port 5bd59a02-1214-43a3-a53a-a9b3d92f699d triggered by entity L2. {{(pid=103450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:25:20.965852 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868582'] for port (5bd59a02-1214-43a3-a53a-a9b3d92f699d), provisioning_complete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:20.970413 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.v2.base [None req-f1a794a4-2a86-4a39-b076-d1180c04fb44 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Request body: {'security_group_rule': {'security_group_id': '3a725130-a618-4fe5-b252-e3a6384e8833', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:25:20.997811 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-a42f0bab-4442-4895-a9f0-c319812644f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 20:25:21.021281 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a42f0bab-4442-4895-a9f0-c319812644f7 admin admin] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 20:25:21.024115 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a42f0bab-4442-4895-a9f0-c319812644f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1642699'] for router_interface (cad3ba2d-6ffc-4b27-8ff1-d2aee1c62db7), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:21.119461 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-f1a794a4-2a86-4a39-b076-d1180c04fb44 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Publish callbacks [] for security_group_rule (8119dd36-ed4e-4d55-9e4a-2c6629a4e982), before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:21.226066 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42f0bab-4442-4895-a9f0-c319812644f7 admin admin] Pushing event updated for resources: {'Port': ['ID=e7df9de3-6d59-4cd7-a98b-d7b449247cde,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:25:21.322280 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f3212ce-5d13-4805-9b20-8f84b3cfa2fb None None] Sync routers for ids ['351686c7-2149-4e36-8ba7-99da7d77fe56'] in dv-cinder-830901-7-iscsi {{(pid=103451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 20:25:21.353031 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f3212ce-5d13-4805-9b20-8f84b3cfa2fb None None] Routers {'351686c7-2149-4e36-8ba7-99da7d77fe56'} bound to L3 agent in host dv-cinder-830901-7-iscsi {{(pid=103451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:25:21.354031 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-8f3212ce-5d13-4805-9b20-8f84b3cfa2fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-16T20:16:38Z,description=,heartbeat_timestamp=2022-05-16T20:25:08Z,host='dv-cinder-830901-7-iscsi',id=fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:16:38Z,topic='l3_agent')) {'router_ids': ['351686c7-2149-4e36-8ba7-99da7d77fe56'], 'active': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:25:21.388064 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6332aaa3-2523-4761-bcfe-d5a7513974ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (d7f42fc2-d19c-43e9-a9f9-d76b3c690128), before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:21.439335 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a42f0bab-4442-4895-a9f0-c319812644f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (e7df9de3-6d59-4cd7-a98b-d7b449247cde), before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:21.491316 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-f1a794a4-2a86-4a39-b076-d1180c04fb44 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Publish callbacks [] for security_group_rule (8119dd36-ed4e-4d55-9e4a-2c6629a4e982), precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:21.505148 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15c94f6-e7d4-4617-b3c7-f0ba931b8603 req-c1ee8c7d-eee6-49b3-8231-82c4ab6aaf8c tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:25:21.514446 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-a15c94f6-e7d4-4617-b3c7-f0ba931b8603 req-c1ee8c7d-eee6-49b3-8231-82c4ab6aaf8c tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/networks?id=44ec8ff3-657b-44fd-8b1b-d2a19a5ed33e HTTP/1.1" status: 200 len: 818 time: 0.4353836 May 16 20:25:21.525565 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-f1a794a4-2a86-4a39-b076-d1180c04fb44 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997506'] for security_group_rule (8119dd36-ed4e-4d55-9e4a-2c6629a4e982), after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:21.544031 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-a15c94f6-e7d4-4617-b3c7-f0ba931b8603 req-bbd73eb2-1f64-4a7c-bf87-ecfb6c7e4fca tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/quotas/c5993f86ca3e459582b0aad65ca76d4d HTTP/1.1" status: 200 len: 375 time: 0.0283630 May 16 20:25:21.618412 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-a15c94f6-e7d4-4617-b3c7-f0ba931b8603 req-404bf868-c665-4bc2-b71f-14b0706bbba6 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=c5993f86ca3e459582b0aad65ca76d4d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0725505 May 16 20:25:21.658002 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ee24a576-f893-4256-8899-c3eb7df70832 admin admin] Publish callbacks [] for security_group (418af749-d7c6-4d45-9af4-2e0202f42f71), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:21.687566 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-af3accfc-999c-4b45-95e8-61a57c166675 req-612adcc1-19ac-481c-84e4-25aca6e52437 tempest-DeleteServersTestJSON-788951971 tempest-DeleteServersTestJSON-788951971-project] Publish callbacks [] for port (6d979ec9-d355-4667-a0b5-fd658123409e), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:21.692308 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvr_db [None req-8f3212ce-5d13-4805-9b20-8f84b3cfa2fb None None] Set router 351686c7-2149-4e36-8ba7-99da7d77fe56 gateway port host: dv-cinder-830901-7-iscsi {{(pid=103451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:25:21.721835 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [None req-e9921cf1-ad33-4e82-a07f-973a1daf842b None None] Provisioning complete for port e7df9de3-6d59-4cd7-a98b-d7b449247cde triggered by entity DHCP. {{(pid=103450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:25:21.727018 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e9921cf1-ad33-4e82-a07f-973a1daf842b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868582'] for port (e7df9de3-6d59-4cd7-a98b-d7b449247cde), provisioning_complete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:21.843388 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-a15c94f6-e7d4-4617-b3c7-f0ba931b8603 req-d81f8d6e-31bc-4d68-a6f5-c1ea029e1b57 service neutron] 10.222.0.71 "GET /v2.0/networks/44ec8ff3-657b-44fd-8b1b-d2a19a5ed33e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2239652 May 16 20:25:21.936638 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a794a4-2a86-4a39-b076-d1180c04fb44 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8119dd36-ed4e-4d55-9e4a-2c6629a4e982,revision_number=0']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:25:22.069885 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-f1a794a4-2a86-4a39-b076-d1180c04fb44 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:22.078275 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-f1a794a4-2a86-4a39-b076-d1180c04fb44 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1223569 May 16 20:25:22.089804 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.71', 44332) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:25:22.106410 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ee24a576-f893-4256-8899-c3eb7df70832 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997425'] for security_group (418af749-d7c6-4d45-9af4-2e0202f42f71), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:22.110439 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.v2.base [None req-1f471ead-abbd-47e0-be37-8d9960bf2128 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Request body: {'security_group_rule': {'security_group_id': '3a725130-a618-4fe5-b252-e3a6384e8833', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:25:22.132201 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-e9921cf1-ad33-4e82-a07f-973a1daf842b None None] Port e7df9de3-6d59-4cd7-a98b-d7b449247cde cannot update to ACTIVE because it is not bound. {{(pid=103450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 20:25:22.139758 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Current status of the port 5bd59a02-1214-43a3-a53a-a9b3d92f699d is: DOWN; New status is: ACTIVE {{(pid=103450) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:25:22.140165 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (5bd59a02-1214-43a3-a53a-a9b3d92f699d), before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:22.173404 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] For port 5bd59a02-1214-43a3-a53a-a9b3d92f699d, host dv-cinder-830901-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-7-iscsi',level=0,port_id=5bd59a02-1214-43a3-a53a-a9b3d92f699d,segment=NetworkSegment(cb03ab33-ba4f-4a89-ab90-bfee78bf90a5),segment_id=cb03ab33-ba4f-4a89-ab90-bfee78bf90a5)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:25:22.205478 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732397598091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732397102978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732397102996'] for port (5bd59a02-1214-43a3-a53a-a9b3d92f699d), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:22.227648 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-ee24a576-f893-4256-8899-c3eb7df70832 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=5d7c6522e5e546a89d4b8f426518ed2f&name=default HTTP/1.1" status: 200 len: 2992 time: 2.7302732 May 16 20:25:22.236720 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-af3accfc-999c-4b45-95e8-61a57c166675 req-612adcc1-19ac-481c-84e4-25aca6e52437 tempest-DeleteServersTestJSON-788951971 tempest-DeleteServersTestJSON-788951971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732397102960'] for port (6d979ec9-d355-4667-a0b5-fd658123409e), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:22.241994 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.71', 44336) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:25:22.347929 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-8f3212ce-5d13-4805-9b20-8f84b3cfa2fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '351686c7-2149-4e36-8ba7-99da7d77fe56', 'name': 'tempest-AttachVolumeTestJSON-478749997-router', 'tenant_id': '10f3494602c84c748ead115d649fc9cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'external_fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': '5bd59a02-1214-43a3-a53a-a9b3d92f699d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:25:05Z', 'updated_at': '2022-05-16T20:25:15Z', 'revision_number': 4, 'project_id': '10f3494602c84c748ead115d649fc9cc', 'gw_port': {'id': '5bd59a02-1214-43a3-a53a-a9b3d92f699d', 'name': '', 'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:cd:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '351686c7-2149-4e36-8ba7-99da7d77fe56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:25:07Z', 'updated_at': '2022-05-16T20:25:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-7-iscsi', '_interfaces': [{'id': 'a9c54af1-f821-4150-a9a0-ace98e4fcd02', 'name': '', 'network_id': 'e7a89d4e-230a-49f4-9073-4fb4c366ed99', 'tenant_id': '10f3494602c84c748ead115d649fc9cc', 'mac_address': 'fa:16:3e:b7:9a:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '351686c7-2149-4e36-8ba7-99da7d77fe56', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a67edfad-ba11-4420-bc2d-c5a2924d53c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:25:13Z', 'updated_at': '2022-05-16T20:25:16Z', 'revision_number': 2, 'project_id': '10f3494602c84c748ead115d649fc9cc', 'subnets': [{'id': 'a67edfad-ba11-4420-bc2d-c5a2924d53c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-7-iscsi', False) {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:25:22.414034 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-10f20dea-b7eb-4a60-9bb1-9a9fb6700005 admin admin] Publish callbacks [] for security_group (418af749-d7c6-4d45-9af4-2e0202f42f71), before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:22.435981 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f3212ce-5d13-4805-9b20-8f84b3cfa2fb None None] Checking router: 351686c7-2149-4e36-8ba7-99da7d77fe56 for host: dv-cinder-830901-7-iscsi {{(pid=103451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 20:25:22.437968 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f3212ce-5d13-4805-9b20-8f84b3cfa2fb None None] Updating router 351686c7-2149-4e36-8ba7-99da7d77fe56 port a9c54af1-f821-4150-a9a0-ace98e4fcd02 binding host dv-cinder-830901-7-iscsi {{(pid=103451) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 16 20:25:22.445097 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-10f20dea-b7eb-4a60-9bb1-9a9fb6700005 admin admin] Publish callbacks [] for security_group (418af749-d7c6-4d45-9af4-2e0202f42f71), precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:22.478070 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Pushing event updated for resources: {'Port': ['ID=5bd59a02-1214-43a3-a53a-a9b3d92f699d,revision_number=4']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:25:22.500309 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Device 1e0ec9db-f259-4818-9863-b33ccebdc761 up at agent ovs-agent-dv-cinder-830901-7-iscsi {{(pid=103450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 20:25:22.517765 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-1f471ead-abbd-47e0-be37-8d9960bf2128 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Publish callbacks [] for security_group_rule (0ae816fb-e6fe-44a4-9a41-8972c03311d1), before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:22.534221 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-a15c94f6-e7d4-4617-b3c7-f0ba931b8603 req-3017b934-1162-4b71-80c9-a0405b54ba2e service neutron] 10.222.0.71 "GET /v2.0/networks/44ec8ff3-657b-44fd-8b1b-d2a19a5ed33e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6899405 May 16 20:25:22.546523 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-8f3212ce-5d13-4805-9b20-8f84b3cfa2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (a9c54af1-f821-4150-a9a0-ace98e4fcd02), before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:22.585212 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-10f20dea-b7eb-4a60-9bb1-9a9fb6700005 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997425'] for security_group (418af749-d7c6-4d45-9af4-2e0202f42f71), after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:22.589367 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-10f20dea-b7eb-4a60-9bb1-9a9fb6700005 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:22.598947 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-10f20dea-b7eb-4a60-9bb1-9a9fb6700005 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/418af749-d7c6-4d45-9af4-2e0202f42f71 HTTP/1.1" status: 204 len: 168 time: 0.3541420 May 16 20:25:22.625795 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Provisioning complete for port 1e0ec9db-f259-4818-9863-b33ccebdc761 triggered by entity L2. {{(pid=103450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:25:22.627575 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868582'] for port (1e0ec9db-f259-4818-9863-b33ccebdc761), provisioning_complete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:22.654582 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f20dea-b7eb-4a60-9bb1-9a9fb6700005 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=418af749-d7c6-4d45-9af4-2e0202f42f71,revision_number=None']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:25:22.672880 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee24a576-f893-4256-8899-c3eb7df70832 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=418af749-d7c6-4d45-9af4-2e0202f42f71,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:25:22.743388 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6332aaa3-2523-4761-bcfe-d5a7513974ff None None] Publish callbacks [] for port (d7f42fc2-d19c-43e9-a9f9-d76b3c690128), precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:22.778739 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6332aaa3-2523-4761-bcfe-d5a7513974ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732397598091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732397102978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732397102996'] for port (d7f42fc2-d19c-43e9-a9f9-d76b3c690128), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:22.786068 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-1f471ead-abbd-47e0-be37-8d9960bf2128 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Publish callbacks [] for security_group_rule (0ae816fb-e6fe-44a4-9a41-8972c03311d1), precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:22.787136 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-1f471ead-abbd-47e0-be37-8d9960bf2128 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997506'] for security_group_rule (0ae816fb-e6fe-44a4-9a41-8972c03311d1), after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:22.825896 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f471ead-abbd-47e0-be37-8d9960bf2128 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ae816fb-e6fe-44a4-9a41-8972c03311d1,revision_number=0']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:25:22.841696 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-1f471ead-abbd-47e0-be37-8d9960bf2128 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:22.844791 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-1f471ead-abbd-47e0-be37-8d9960bf2128 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7406342 May 16 20:25:22.847009 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.71', 44350) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:25:22.856116 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.v2.base [None req-90dd7f19-406c-44e6-88af-8c5797886f51 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Request body: {'floatingip': {'floating_network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062'}} {{(pid=103449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:25:22.883747 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612adcc1-19ac-481c-84e4-25aca6e52437 tempest-DeleteServersTestJSON-788951971 tempest-DeleteServersTestJSON-788951971-project] Pushing event updated for resources: {'Port': ['ID=6d979ec9-d355-4667-a0b5-fd658123409e,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:25:23.000049 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a755f368-eba6-4fa4-bca2-eb1bc7799ae8 None None] Pushing event updated for resources: {'Port': ['ID=d7f42fc2-d19c-43e9-a9f9-d76b3c690128,revision_number=3']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:25:23.008625 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4858b6b9-7f3f-4314-91f8-d3b80b3373ea req-14396ea6-7a92-468d-9f6f-4bb194692357 tempest-DeleteServersTestJSON-788951971 tempest-DeleteServersTestJSON-788951971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:25:23.010256 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-4858b6b9-7f3f-4314-91f8-d3b80b3373ea req-14396ea6-7a92-468d-9f6f-4bb194692357 tempest-DeleteServersTestJSON-788951971 tempest-DeleteServersTestJSON-788951971-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c39cf9b-354d-49e6-9d19-d751e4042445 HTTP/1.1" status: 200 len: 932 time: 0.9211109 May 16 20:25:23.012303 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af3accfc-999c-4b45-95e8-61a57c166675 req-612adcc1-19ac-481c-84e4-25aca6e52437 tempest-DeleteServersTestJSON-788951971 tempest-DeleteServersTestJSON-788951971-project] Network d1c7f2b9-33c1-4145-bc38-9b994d5c99c1 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 20:25:23.033557 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-38ccf23d-5c0a-4004-adb5-ea72c853d2ec req-69927c2d-997c-4be1-b0ba-355a8edd721a tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/ports?device_id=4a363444-8711-4b00-8789-ceb8abdd422a HTTP/1.1" status: 200 len: 210 time: 0.1109204 May 16 20:25:23.064358 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-90dd7f19-406c-44e6-88af-8c5797886f51 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:23.070446 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [req-af3accfc-999c-4b45-95e8-61a57c166675 req-612adcc1-19ac-481c-84e4-25aca6e52437 tempest-DeleteServersTestJSON-788951971 tempest-DeleteServersTestJSON-788951971-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 20:25:23.113703 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [req-af3accfc-999c-4b45-95e8-61a57c166675 req-612adcc1-19ac-481c-84e4-25aca6e52437 tempest-DeleteServersTestJSON-788951971 tempest-DeleteServersTestJSON-788951971-project] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 20:25:23.150987 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3accfc-999c-4b45-95e8-61a57c166675 req-612adcc1-19ac-481c-84e4-25aca6e52437 tempest-DeleteServersTestJSON-788951971 tempest-DeleteServersTestJSON-788951971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:25:23.154369 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-af3accfc-999c-4b45-95e8-61a57c166675 req-612adcc1-19ac-481c-84e4-25aca6e52437 tempest-DeleteServersTestJSON-788951971 tempest-DeleteServersTestJSON-788951971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-338397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614436'] for port (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:23.241122 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Current status of the port 1e0ec9db-f259-4818-9863-b33ccebdc761 is: DOWN; New status is: ACTIVE {{(pid=103450) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:25:23.248766 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-af3accfc-999c-4b45-95e8-61a57c166675 req-612adcc1-19ac-481c-84e4-25aca6e52437 tempest-DeleteServersTestJSON-788951971 tempest-DeleteServersTestJSON-788951971-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.3973312 May 16 20:25:23.251355 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (1e0ec9db-f259-4818-9863-b33ccebdc761), before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:23.304641 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [req-af3accfc-999c-4b45-95e8-61a57c166675 req-d07a6eb9-c394-4a0c-976c-e45eaa084e83 tempest-DeleteServersTestJSON-788951971 tempest-DeleteServersTestJSON-788951971-project] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=103448) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 16 20:25:23.306182 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-af3accfc-999c-4b45-95e8-61a57c166675 req-d07a6eb9-c394-4a0c-976c-e45eaa084e83 tempest-DeleteServersTestJSON-788951971 tempest-DeleteServersTestJSON-788951971-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0462511 May 16 20:25:23.433975 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] For port 1e0ec9db-f259-4818-9863-b33ccebdc761, host dv-cinder-830901-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-7-iscsi',level=0,port_id=1e0ec9db-f259-4818-9863-b33ccebdc761,segment=NetworkSegment(cb03ab33-ba4f-4a89-ab90-bfee78bf90a5),segment_id=cb03ab33-ba4f-4a89-ab90-bfee78bf90a5)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:25:23.448103 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-6332aaa3-2523-4761-bcfe-d5a7513974ff None None] Attempting to bind port d7f42fc2-d19c-43e9-a9f9-d76b3c690128 on host dv-cinder-830901-7-iscsi for vnic_type normal with profile {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 20:25:23.451162 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-6332aaa3-2523-4761-bcfe-d5a7513974ff None None] Attempting to bind port d7f42fc2-d19c-43e9-a9f9-d76b3c690128 by drivers openvswitch,hyperv on host dv-cinder-830901-7-iscsi at level 0 using segments [{'id': '3f423a53-4b2f-48cb-b3b5-6fcc9868045f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '44ec8ff3-657b-44fd-8b1b-d2a19a5ed33e'}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 20:25:23.452069 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6332aaa3-2523-4761-bcfe-d5a7513974ff None None] Attempting to bind port d7f42fc2-d19c-43e9-a9f9-d76b3c690128 on network 44ec8ff3-657b-44fd-8b1b-d2a19a5ed33e {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 20:25:23.465213 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a42f0bab-4442-4895-a9f0-c319812644f7 admin admin] Publish callbacks [] for port (e7df9de3-6d59-4cd7-a98b-d7b449247cde), precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:23.502320 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732397598091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732397102978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732397102996'] for port (1e0ec9db-f259-4818-9863-b33ccebdc761), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:23.502876 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a42f0bab-4442-4895-a9f0-c319812644f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732397598091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732397102978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732397102996'] for port (e7df9de3-6d59-4cd7-a98b-d7b449247cde), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:23.509133 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a42f0bab-4442-4895-a9f0-c319812644f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1614424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1641089'] for router_interface (cad3ba2d-6ffc-4b27-8ff1-d2aee1c62db7), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:23.510967 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6332aaa3-2523-4761-bcfe-d5a7513974ff None None] Checking agent: {'id': 'bddaa840-ffd9-43a2-8860-d40111f70aff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830901-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 20, 16, 41), 'started_at': datetime.datetime(2022, 5, 16, 20, 17, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 20, 25, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830901-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 20:25:23.512805 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6332aaa3-2523-4761-bcfe-d5a7513974ff None None] Checking segment: {'id': '3f423a53-4b2f-48cb-b3b5-6fcc9868045f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '44ec8ff3-657b-44fd-8b1b-d2a19a5ed33e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 20:25:23.519250 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6332aaa3-2523-4761-bcfe-d5a7513974ff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:23.521371 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6332aaa3-2523-4761-bcfe-d5a7513974ff None None] Bound using segment: {'id': '3f423a53-4b2f-48cb-b3b5-6fcc9868045f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '44ec8ff3-657b-44fd-8b1b-d2a19a5ed33e'} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 20:25:23.523959 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-6332aaa3-2523-4761-bcfe-d5a7513974ff None None] Bound port: d7f42fc2-d19c-43e9-a9f9-d76b3c690128, host: dv-cinder-830901-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f423a53-4b2f-48cb-b3b5-6fcc9868045f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '44ec8ff3-657b-44fd-8b1b-d2a19a5ed33e'}}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 20:25:23.526311 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6332aaa3-2523-4761-bcfe-d5a7513974ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (d7f42fc2-d19c-43e9-a9f9-d76b3c690128), before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:23.535069 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-4858b6b9-7f3f-4314-91f8-d3b80b3373ea req-32382fb6-da77-4009-b13a-18c3b2ef07e4 tempest-DeleteServersTestJSON-788951971 tempest-DeleteServersTestJSON-788951971-project] 10.222.0.71 "GET /v2.0/security-groups?id=5ad74a0c-f947-4ba0-ac90-82f4244ba07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4940464 May 16 20:25:23.610099 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-8f3212ce-5d13-4805-9b20-8f84b3cfa2fb None None] Publish callbacks [] for port (a9c54af1-f821-4150-a9a0-ace98e4fcd02), precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:23.622366 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-8f3212ce-5d13-4805-9b20-8f84b3cfa2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732397598091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732397102978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732397102996'] for port (a9c54af1-f821-4150-a9a0-ace98e4fcd02), after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:23.784901 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [None req-de66537c-2f2d-46b2-902e-916a55a0555a None None] Provisioning complete for port d7f42fc2-d19c-43e9-a9f9-d76b3c690128 triggered by entity DHCP. {{(pid=103450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:25:23.790772 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-de66537c-2f2d-46b2-902e-916a55a0555a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868582'] for port (d7f42fc2-d19c-43e9-a9f9-d76b3c690128), provisioning_complete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:23.794507 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78efdc2-ed23-47f1-8f6f-f895e539862a None None] Pushing event updated for resources: {'Port': ['ID=a9c54af1-f821-4150-a9a0-ace98e4fcd02,revision_number=3']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:25:24.024201 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42f0bab-4442-4895-a9f0-c319812644f7 admin admin] Pushing event updated for resources: {'Port': ['ID=e7df9de3-6d59-4cd7-a98b-d7b449247cde,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:25:24.069854 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [None req-8f3212ce-5d13-4805-9b20-8f84b3cfa2fb None None] Attempting to bind port a9c54af1-f821-4150-a9a0-ace98e4fcd02 on host dv-cinder-830901-7-iscsi for vnic_type normal with profile {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 20:25:24.070224 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [None req-8f3212ce-5d13-4805-9b20-8f84b3cfa2fb None None] Attempting to bind port a9c54af1-f821-4150-a9a0-ace98e4fcd02 by drivers openvswitch,hyperv on host dv-cinder-830901-7-iscsi at level 0 using segments [{'id': '807f7936-8013-4f91-9b73-d002c57a348d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'e7a89d4e-230a-49f4-9073-4fb4c366ed99'}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 20:25:24.076732 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f3212ce-5d13-4805-9b20-8f84b3cfa2fb None None] Attempting to bind port a9c54af1-f821-4150-a9a0-ace98e4fcd02 on network e7a89d4e-230a-49f4-9073-4fb4c366ed99 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 20:25:24.102359 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f3212ce-5d13-4805-9b20-8f84b3cfa2fb None None] Checking agent: {'id': 'bddaa840-ffd9-43a2-8860-d40111f70aff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830901-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 20, 16, 41), 'started_at': datetime.datetime(2022, 5, 16, 20, 17, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 20, 25, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830901-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 20:25:24.104059 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f3212ce-5d13-4805-9b20-8f84b3cfa2fb None None] Checking segment: {'id': '807f7936-8013-4f91-9b73-d002c57a348d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'e7a89d4e-230a-49f4-9073-4fb4c366ed99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 20:25:24.105479 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-8f3212ce-5d13-4805-9b20-8f84b3cfa2fb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:24.106108 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f3212ce-5d13-4805-9b20-8f84b3cfa2fb None None] Bound using segment: {'id': '807f7936-8013-4f91-9b73-d002c57a348d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'e7a89d4e-230a-49f4-9073-4fb4c366ed99'} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 20:25:24.108068 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [None req-8f3212ce-5d13-4805-9b20-8f84b3cfa2fb None None] Bound port: a9c54af1-f821-4150-a9a0-ace98e4fcd02, host: dv-cinder-830901-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '807f7936-8013-4f91-9b73-d002c57a348d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'e7a89d4e-230a-49f4-9073-4fb4c366ed99'}}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 20:25:24.109828 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-8f3212ce-5d13-4805-9b20-8f84b3cfa2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (a9c54af1-f821-4150-a9a0-ace98e4fcd02), before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:24.128637 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Pushing event updated for resources: {'Port': ['ID=1e0ec9db-f259-4818-9863-b33ccebdc761,revision_number=4']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:25:24.166425 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-de66537c-2f2d-46b2-902e-916a55a0555a None None] Port d7f42fc2-d19c-43e9-a9f9-d76b3c690128 cannot update to ACTIVE because it is not bound. {{(pid=103450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 20:25:24.190610 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a42f0bab-4442-4895-a9f0-c319812644f7 admin admin] Network 87a5424f-d6f8-4b15-9358-a637573a32c1 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 20:25:24.198355 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-a42f0bab-4442-4895-a9f0-c319812644f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 20:25:24.277883 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-6332aaa3-2523-4761-bcfe-d5a7513974ff None None] For port d7f42fc2-d19c-43e9-a9f9-d76b3c690128, host dv-cinder-830901-7-iscsi, cleared binding levels {{(pid=103450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 20:25:24.295289 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-6332aaa3-2523-4761-bcfe-d5a7513974ff None None] For port d7f42fc2-d19c-43e9-a9f9-d76b3c690128, host dv-cinder-830901-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-7-iscsi',level=0,port_id=d7f42fc2-d19c-43e9-a9f9-d76b3c690128,segment=NetworkSegment(3f423a53-4b2f-48cb-b3b5-6fcc9868045f),segment_id=3f423a53-4b2f-48cb-b3b5-6fcc9868045f)] {{(pid=103450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 20:25:24.338603 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6332aaa3-2523-4761-bcfe-d5a7513974ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732397598091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732397102978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732397102996'] for port (d7f42fc2-d19c-43e9-a9f9-d76b3c690128), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:24.466341 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.plugins.ml2.db [None req-8f3212ce-5d13-4805-9b20-8f84b3cfa2fb None None] For port a9c54af1-f821-4150-a9a0-ace98e4fcd02, host dv-cinder-830901-7-iscsi, cleared binding levels {{(pid=103451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 20:25:24.472467 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.plugins.ml2.db [None req-8f3212ce-5d13-4805-9b20-8f84b3cfa2fb None None] For port a9c54af1-f821-4150-a9a0-ace98e4fcd02, host dv-cinder-830901-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-7-iscsi',level=0,port_id=a9c54af1-f821-4150-a9a0-ace98e4fcd02,segment=NetworkSegment(807f7936-8013-4f91-9b73-d002c57a348d),segment_id=807f7936-8013-4f91-9b73-d002c57a348d)] {{(pid=103451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 20:25:24.498139 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-ef22b649-eae9-43e1-bb24-910f750484ff req-ca6e1ce9-f7d9-4cc7-8ee0-3e938567c5d7 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/ports?device_id=4a363444-8711-4b00-8789-ceb8abdd422a HTTP/1.1" status: 200 len: 210 time: 0.2936718 May 16 20:25:24.509614 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-8f3212ce-5d13-4805-9b20-8f84b3cfa2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732397598091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732397102978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732397102996'] for port (a9c54af1-f821-4150-a9a0-ace98e4fcd02), after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:24.536021 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-90dd7f19-406c-44e6-88af-8c5797886f51 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (None), before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:24.612367 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.81', 55810) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:25:24.636331 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.v2.base [req-af3accfc-999c-4b45-95e8-61a57c166675 req-b9b3552c-cafe-4b82-bc11-4ecdc27c91b0 service neutron] Request body: {'port': {'device_id': '4c39cf9b-354d-49e6-9d19-d751e4042445', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83090'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:25:24.644284 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Device 1e0ec9db-f259-4818-9863-b33ccebdc761 up at agent ovs-agent-dv-cinder-830901-7-iscsi {{(pid=103450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 20:25:24.805475 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a755f368-eba6-4fa4-bca2-eb1bc7799ae8 None None] Pushing event updated for resources: {'Port': ['ID=d7f42fc2-d19c-43e9-a9f9-d76b3c690128,revision_number=4']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:25:24.848322 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [None req-992463fd-b2e8-42ac-8719-a786a3d7f9b4 None None] Provisioning complete for port a9c54af1-f821-4150-a9a0-ace98e4fcd02 triggered by entity DHCP. {{(pid=103450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:25:24.849798 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-992463fd-b2e8-42ac-8719-a786a3d7f9b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868582'] for port (a9c54af1-f821-4150-a9a0-ace98e4fcd02), provisioning_complete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:25.081538 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-af3accfc-999c-4b45-95e8-61a57c166675 req-b9b3552c-cafe-4b82-bc11-4ecdc27c91b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (6d979ec9-d355-4667-a0b5-fd658123409e), before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:25.090471 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.71', 44406) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:25:25.113800 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f3212ce-5d13-4805-9b20-8f84b3cfa2fb None None] Routers {'351686c7-2149-4e36-8ba7-99da7d77fe56'} bound to L3 agent in host dv-cinder-830901-7-iscsi {{(pid=103451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:25:25.130580 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-8f3212ce-5d13-4805-9b20-8f84b3cfa2fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-16T20:16:38Z,description=,heartbeat_timestamp=2022-05-16T20:25:08Z,host='dv-cinder-830901-7-iscsi',id=fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:16:38Z,topic='l3_agent')) {'router_ids': ['351686c7-2149-4e36-8ba7-99da7d77fe56'], 'active': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:25:25.241825 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78efdc2-ed23-47f1-8f6f-f895e539862a None None] Pushing event updated for resources: {'Port': ['ID=a9c54af1-f821-4150-a9a0-ace98e4fcd02,revision_number=4']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:25:25.276772 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d085632-ba03-4f1b-9849-abb05f279c57 req-7c0d0ab6-f539-4533-9f1f-070abbeb045e tempest-DeleteServersTestJSON-788951971 tempest-DeleteServersTestJSON-788951971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:25:25.284804 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-3d085632-ba03-4f1b-9849-abb05f279c57 req-7c0d0ab6-f539-4533-9f1f-070abbeb045e tempest-DeleteServersTestJSON-788951971 tempest-DeleteServersTestJSON-788951971-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c39cf9b-354d-49e6-9d19-d751e4042445 HTTP/1.1" status: 200 len: 932 time: 0.2478526 May 16 20:25:25.290709 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6332aaa3-2523-4761-bcfe-d5a7513974ff None None] Routers {'de21da6a-f7da-49e0-8797-88d20b20c5ea'} bound to L3 agent in host dv-cinder-830901-7-iscsi {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:25:25.291385 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-6332aaa3-2523-4761-bcfe-d5a7513974ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-16T20:16:38Z,description=,heartbeat_timestamp=2022-05-16T20:25:08Z,host='dv-cinder-830901-7-iscsi',id=fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:16:38Z,topic='l3_agent')) {'router_ids': ['de21da6a-f7da-49e0-8797-88d20b20c5ea'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:25:25.314615 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a42f0bab-4442-4895-a9f0-c319812644f7 admin admin] Router cad3ba2d-6ffc-4b27-8ff1-d2aee1c62db7 has already been hosted by L3 agent fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f {{(pid=103448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 20:25:25.358976 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvr_db [None req-8f3212ce-5d13-4805-9b20-8f84b3cfa2fb None None] Set router 351686c7-2149-4e36-8ba7-99da7d77fe56 gateway port host: dv-cinder-830901-7-iscsi {{(pid=103451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:25:25.563404 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.db.db_base_plugin_common [None req-90dd7f19-406c-44e6-88af-8c5797886f51 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Allocated IP 172.27.2.42 (ded6ab20-0a8b-4051-830c-385457f4e062/dcb7b1f3-82ff-415d-89cf-2b6021c22eb5/55831fb2-2b0d-4cce-a092-dcf7fecf3001) {{(pid=103449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 20:25:25.621625 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-3d085632-ba03-4f1b-9849-abb05f279c57 req-3c96b991-4e45-4beb-82e0-31e752821761 tempest-DeleteServersTestJSON-788951971 tempest-DeleteServersTestJSON-788951971-project] 10.222.0.71 "GET /v2.0/security-groups?id=5ad74a0c-f947-4ba0-ac90-82f4244ba07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3356862 May 16 20:25:25.673087 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Provisioning complete for port 1e0ec9db-f259-4818-9863-b33ccebdc761 triggered by entity L2. {{(pid=103450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:25:25.673464 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868582'] for port (1e0ec9db-f259-4818-9863-b33ccebdc761), provisioning_complete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:25.699481 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.81', 55816) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:25:25.703529 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-992463fd-b2e8-42ac-8719-a786a3d7f9b4 None None] Current status of the port a9c54af1-f821-4150-a9a0-ace98e4fcd02 is: DOWN; New status is: ACTIVE {{(pid=103450) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:25:25.703934 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-992463fd-b2e8-42ac-8719-a786a3d7f9b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (a9c54af1-f821-4150-a9a0-ace98e4fcd02), before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:25.706542 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-30100968-5915-42e9-999a-da1c0b255328 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:25.734732 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-90dd7f19-406c-44e6-88af-8c5797886f51 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Publish callbacks [] for port (55831fb2-2b0d-4cce-a092-dcf7fecf3001), precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:25.820076 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9520425-6598-46f6-a0bb-2abead3a4f67 req-89d25ed7-7626-4738-88e6-2b00ab5fdbc0 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:25:25.825008 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-c9520425-6598-46f6-a0bb-2abead3a4f67 req-89d25ed7-7626-4738-88e6-2b00ab5fdbc0 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.81 "GET /v2.0/networks?id=44ec8ff3-657b-44fd-8b1b-d2a19a5ed33e HTTP/1.1" status: 200 len: 818 time: 1.2114351 May 16 20:25:25.829760 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-90dd7f19-406c-44e6-88af-8c5797886f51 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732397102960'] for port (55831fb2-2b0d-4cce-a092-dcf7fecf3001), after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:25.868940 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-6332aaa3-2523-4761-bcfe-d5a7513974ff None None] Set router de21da6a-f7da-49e0-8797-88d20b20c5ea gateway port host: dv-cinder-830901-7-iscsi {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:25:25.880710 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.v2.base [req-c9520425-6598-46f6-a0bb-2abead3a4f67 req-9e863263-a38f-4b4a-856d-8cbb4ea4d154 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Request body: {'port': {'device_id': '049b40d1-bf74-4cf5-8c3f-a195fb9f9314', 'network_id': '44ec8ff3-657b-44fd-8b1b-d2a19a5ed33e', 'admin_state_up': True, 'tenant_id': 'c5993f86ca3e459582b0aad65ca76d4d'}} {{(pid=103449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:25:26.099271 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-b431dffc-62e1-4a62-a992-ad486e6ce220 req-05bb2ae8-f8a9-4583-898b-42ff72aff032 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/ports?device_id=4a363444-8711-4b00-8789-ceb8abdd422a HTTP/1.1" status: 200 len: 210 time: 0.3022556 May 16 20:25:26.126770 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90dd7f19-406c-44e6-88af-8c5797886f51 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Network ded6ab20-0a8b-4051-830c-385457f4e062 is already hosted by enough agents. {{(pid=103449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 20:25:26.171526 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-8f3212ce-5d13-4805-9b20-8f84b3cfa2fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '351686c7-2149-4e36-8ba7-99da7d77fe56', 'name': 'tempest-AttachVolumeTestJSON-478749997-router', 'tenant_id': '10f3494602c84c748ead115d649fc9cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'external_fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': '5bd59a02-1214-43a3-a53a-a9b3d92f699d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:25:05Z', 'updated_at': '2022-05-16T20:25:15Z', 'revision_number': 4, 'project_id': '10f3494602c84c748ead115d649fc9cc', 'gw_port': {'id': '5bd59a02-1214-43a3-a53a-a9b3d92f699d', 'name': '', 'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:cd:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '351686c7-2149-4e36-8ba7-99da7d77fe56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:25:07Z', 'updated_at': '2022-05-16T20:25:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-7-iscsi', '_interfaces': [{'id': 'a9c54af1-f821-4150-a9a0-ace98e4fcd02', 'name': '', 'network_id': 'e7a89d4e-230a-49f4-9073-4fb4c366ed99', 'tenant_id': '10f3494602c84c748ead115d649fc9cc', 'mac_address': 'fa:16:3e:b7:9a:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '351686c7-2149-4e36-8ba7-99da7d77fe56', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a67edfad-ba11-4420-bc2d-c5a2924d53c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:25:13Z', 'updated_at': '2022-05-16T20:25:24Z', 'revision_number': 4, 'project_id': '10f3494602c84c748ead115d649fc9cc', 'subnets': [{'id': 'a67edfad-ba11-4420-bc2d-c5a2924d53c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-7-iscsi', False) {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:25:26.172978 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dd7f19-406c-44e6-88af-8c5797886f51 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Pushing event updated for resources: {'Port': ['ID=55831fb2-2b0d-4cce-a092-dcf7fecf3001,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:25:26.176177 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.scheduler.base_scheduler [None req-90dd7f19-406c-44e6-88af-8c5797886f51 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Resources bound (agent type, host, resource id): {{(pid=103449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 20:25:26.237730 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f3212ce-5d13-4805-9b20-8f84b3cfa2fb None None] The sync data for ids ['351686c7-2149-4e36-8ba7-99da7d77fe56'] in dv-cinder-830901-7-iscsi is: [{'id': '351686c7-2149-4e36-8ba7-99da7d77fe56', 'name': 'tempest-AttachVolumeTestJSON-478749997-router', 'tenant_id': '10f3494602c84c748ead115d649fc9cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'external_fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': '5bd59a02-1214-43a3-a53a-a9b3d92f699d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:25:05Z', 'updated_at': '2022-05-16T20:25:15Z', 'revision_number': 4, 'project_id': '10f3494602c84c748ead115d649fc9cc', 'gw_port': {'id': '5bd59a02-1214-43a3-a53a-a9b3d92f699d', 'name': '', 'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:cd:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '351686c7-2149-4e36-8ba7-99da7d77fe56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:25:07Z', 'updated_at': '2022-05-16T20:25:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-7-iscsi', '_interfaces': [{'id': 'a9c54af1-f821-4150-a9a0-ace98e4fcd02', 'name': '', 'network_id': 'e7a89d4e-230a-49f4-9073-4fb4c366ed99', 'tenant_id': '10f3494602c84c748ead115d649fc9cc', 'mac_address': 'fa:16:3e:b7:9a:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '351686c7-2149-4e36-8ba7-99da7d77fe56', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a67edfad-ba11-4420-bc2d-c5a2924d53c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:25:13Z', 'updated_at': '2022-05-16T20:25:24Z', 'revision_number': 4, 'project_id': '10f3494602c84c748ead115d649fc9cc', 'subnets': [{'id': 'a67edfad-ba11-4420-bc2d-c5a2924d53c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 20:25:26.248198 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90dd7f19-406c-44e6-88af-8c5797886f51 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Received port after_create {{(pid=103449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 20:25:26.406204 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-992463fd-b2e8-42ac-8719-a786a3d7f9b4 None None] For port a9c54af1-f821-4150-a9a0-ace98e4fcd02, host dv-cinder-830901-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-7-iscsi',level=0,port_id=a9c54af1-f821-4150-a9a0-ace98e4fcd02,segment=NetworkSegment(807f7936-8013-4f91-9b73-d002c57a348d),segment_id=807f7936-8013-4f91-9b73-d002c57a348d)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:25:26.425522 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-992463fd-b2e8-42ac-8719-a786a3d7f9b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732397598091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732397102978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732397102996'] for port (a9c54af1-f821-4150-a9a0-ace98e4fcd02), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:26.528703 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992463fd-b2e8-42ac-8719-a786a3d7f9b4 None None] Pushing event updated for resources: {'Port': ['ID=a9c54af1-f821-4150-a9a0-ace98e4fcd02,revision_number=5']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:25:26.546136 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-6332aaa3-2523-4761-bcfe-d5a7513974ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de21da6a-f7da-49e0-8797-88d20b20c5ea', 'name': 'tempest-ServerRescueNegativeTestJSON-801511336-router', 'tenant_id': 'c5993f86ca3e459582b0aad65ca76d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'external_fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.246'}], 'enable_snat': True}, 'gw_port_id': '7d7fe191-445d-40a3-a3bf-d8fbb8bea8d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:25:06Z', 'updated_at': '2022-05-16T20:25:13Z', 'revision_number': 4, 'project_id': 'c5993f86ca3e459582b0aad65ca76d4d', 'gw_port': {'id': '7d7fe191-445d-40a3-a3bf-d8fbb8bea8d7', 'name': '', 'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f9:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de21da6a-f7da-49e0-8797-88d20b20c5ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:25:08Z', 'updated_at': '2022-05-16T20:25:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-7-iscsi', '_interfaces': [{'id': 'd7f42fc2-d19c-43e9-a9f9-d76b3c690128', 'name': '', 'network_id': '44ec8ff3-657b-44fd-8b1b-d2a19a5ed33e', 'tenant_id': 'c5993f86ca3e459582b0aad65ca76d4d', 'mac_address': 'fa:16:3e:50:6f:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de21da6a-f7da-49e0-8797-88d20b20c5ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '79cb81dd-edd6-4080-acf6-86e748571b36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:25:12Z', 'updated_at': '2022-05-16T20:25:24Z', 'revision_number': 4, 'project_id': 'c5993f86ca3e459582b0aad65ca76d4d', 'subnets': [{'id': '79cb81dd-edd6-4080-acf6-86e748571b36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-7-iscsi', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:25:26.702449 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-90dd7f19-406c-44e6-88af-8c5797886f51 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Publish callbacks [] for floatingip (2c93e229-0222-425f-8ada-3416a625677d), precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:26.713302 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6332aaa3-2523-4761-bcfe-d5a7513974ff None None] The sync data for ids ['de21da6a-f7da-49e0-8797-88d20b20c5ea'] in dv-cinder-830901-7-iscsi is: [{'id': 'de21da6a-f7da-49e0-8797-88d20b20c5ea', 'name': 'tempest-ServerRescueNegativeTestJSON-801511336-router', 'tenant_id': 'c5993f86ca3e459582b0aad65ca76d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'external_fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.246'}], 'enable_snat': True}, 'gw_port_id': '7d7fe191-445d-40a3-a3bf-d8fbb8bea8d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:25:06Z', 'updated_at': '2022-05-16T20:25:13Z', 'revision_number': 4, 'project_id': 'c5993f86ca3e459582b0aad65ca76d4d', 'gw_port': {'id': '7d7fe191-445d-40a3-a3bf-d8fbb8bea8d7', 'name': '', 'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f9:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de21da6a-f7da-49e0-8797-88d20b20c5ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:25:08Z', 'updated_at': '2022-05-16T20:25:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-7-iscsi', '_interfaces': [{'id': 'd7f42fc2-d19c-43e9-a9f9-d76b3c690128', 'name': '', 'network_id': '44ec8ff3-657b-44fd-8b1b-d2a19a5ed33e', 'tenant_id': 'c5993f86ca3e459582b0aad65ca76d4d', 'mac_address': 'fa:16:3e:50:6f:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de21da6a-f7da-49e0-8797-88d20b20c5ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '79cb81dd-edd6-4080-acf6-86e748571b36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:25:12Z', 'updated_at': '2022-05-16T20:25:24Z', 'revision_number': 4, 'project_id': 'c5993f86ca3e459582b0aad65ca76d4d', 'subnets': [{'id': '79cb81dd-edd6-4080-acf6-86e748571b36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 20:25:26.719259 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Current status of the port 1e0ec9db-f259-4818-9863-b33ccebdc761 is: ACTIVE; New status is: ACTIVE {{(pid=103450) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:25:26.724377 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Device 5bd59a02-1214-43a3-a53a-a9b3d92f699d up at agent ovs-agent-dv-cinder-830901-7-iscsi {{(pid=103450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 20:25:26.739984 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9520425-6598-46f6-a0bb-2abead3a4f67 req-9e863263-a38f-4b4a-856d-8cbb4ea4d154 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Made reservation on behalf of c5993f86ca3e459582b0aad65ca76d4d for: {'port': 1} {{(pid=103449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 20:25:26.744333 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [req-c9520425-6598-46f6-a0bb-2abead3a4f67 req-9e863263-a38f-4b4a-856d-8cbb4ea4d154 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (None), before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:26.796664 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [None req-0f1f6ee1-982f-4d09-a5e7-e46bd33483de None None] Provisioning complete for port e7df9de3-6d59-4cd7-a98b-d7b449247cde triggered by entity DHCP. {{(pid=103450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:25:26.803605 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0f1f6ee1-982f-4d09-a5e7-e46bd33483de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868582'] for port (e7df9de3-6d59-4cd7-a98b-d7b449247cde), provisioning_complete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:26.857567 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-90dd7f19-406c-44e6-88af-8c5797886f51 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (55831fb2-2b0d-4cce-a092-dcf7fecf3001), before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:26.922131 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-0f1f6ee1-982f-4d09-a5e7-e46bd33483de None None] Port e7df9de3-6d59-4cd7-a98b-d7b449247cde cannot update to ACTIVE because it is not bound. {{(pid=103450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 20:25:26.940384 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Provisioning complete for port 5bd59a02-1214-43a3-a53a-a9b3d92f699d triggered by entity L2. {{(pid=103450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:25:26.941095 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868582'] for port (5bd59a02-1214-43a3-a53a-a9b3d92f699d), provisioning_complete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:26.991080 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15c94f6-e7d4-4617-b3c7-f0ba931b8603 req-dca17459-0406-4a7c-9656-c1971140f897 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:25:26.998446 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [None req-0f1f6ee1-982f-4d09-a5e7-e46bd33483de None None] Provisioning complete for port d7f42fc2-d19c-43e9-a9f9-d76b3c690128 triggered by entity DHCP. {{(pid=103450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:25:26.998966 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0f1f6ee1-982f-4d09-a5e7-e46bd33483de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868582'] for port (d7f42fc2-d19c-43e9-a9f9-d76b3c690128), provisioning_complete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:27.000855 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-a15c94f6-e7d4-4617-b3c7-f0ba931b8603 req-dca17459-0406-4a7c-9656-c1971140f897 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.81 "GET /v2.0/networks?id=44ec8ff3-657b-44fd-8b1b-d2a19a5ed33e HTTP/1.1" status: 200 len: 818 time: 1.2984223 May 16 20:25:27.110415 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862340dd-5925-46cd-bdf9-b931f63a5140 req-843f26b1-3de2-4752-b64a-3b5b84d09612 tempest-DeleteServersTestJSON-788951971 tempest-DeleteServersTestJSON-788951971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:25:27.120791 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-862340dd-5925-46cd-bdf9-b931f63a5140 req-843f26b1-3de2-4752-b64a-3b5b84d09612 tempest-DeleteServersTestJSON-788951971 tempest-DeleteServersTestJSON-788951971-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c39cf9b-354d-49e6-9d19-d751e4042445 HTTP/1.1" status: 200 len: 932 time: 0.3365517 May 16 20:25:27.123378 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a42f0bab-4442-4895-a9f0-c319812644f7 admin admin] Notify agent at l3_agent.dv-cinder-830901-7-iscsi the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 20:25:27.135340 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-a42f0bab-4442-4895-a9f0-c319812644f7 admin admin] 10.222.0.71 "PUT /v2.0/routers/cad3ba2d-6ffc-4b27-8ff1-d2aee1c62db7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.3983171 May 16 20:25:27.173027 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Current status of the port 5bd59a02-1214-43a3-a53a-a9b3d92f699d is: ACTIVE; New status is: ACTIVE {{(pid=103450) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:25:27.175320 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-219e4698-9686-43eb-812e-3ebba6167880 None None] Sync routers for ids ['cad3ba2d-6ffc-4b27-8ff1-d2aee1c62db7'] in dv-cinder-830901-7-iscsi {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 20:25:27.302882 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219e4698-9686-43eb-812e-3ebba6167880 None None] Routers {'cad3ba2d-6ffc-4b27-8ff1-d2aee1c62db7'} bound to L3 agent in host dv-cinder-830901-7-iscsi {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:25:27.303837 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.db.db_base_plugin_common [req-c9520425-6598-46f6-a0bb-2abead3a4f67 req-9e863263-a38f-4b4a-856d-8cbb4ea4d154 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Allocated IP 172.20.0.3 (44ec8ff3-657b-44fd-8b1b-d2a19a5ed33e/79cb81dd-edd6-4080-acf6-86e748571b36/8d35212a-4747-4443-8007-2318b3a092c6) {{(pid=103449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 20:25:27.312371 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-219e4698-9686-43eb-812e-3ebba6167880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-16T20:16:38Z,description=,heartbeat_timestamp=2022-05-16T20:25:08Z,host='dv-cinder-830901-7-iscsi',id=fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:16:38Z,topic='l3_agent')) {'router_ids': ['cad3ba2d-6ffc-4b27-8ff1-d2aee1c62db7'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:25:27.547372 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [req-c9520425-6598-46f6-a0bb-2abead3a4f67 req-9e863263-a38f-4b4a-856d-8cbb4ea4d154 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Publish callbacks [] for port (8d35212a-4747-4443-8007-2318b3a092c6), precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:27.769968 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [req-c9520425-6598-46f6-a0bb-2abead3a4f67 req-9e863263-a38f-4b4a-856d-8cbb4ea4d154 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732397102960'] for port (8d35212a-4747-4443-8007-2318b3a092c6), after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:27.797802 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-10b22cbb-44a6-4224-a5df-4872895d3c00 req-8d90f151-7dd0-4050-aaf9-05876e2cf8b7 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/ports?device_id=4a363444-8711-4b00-8789-ceb8abdd422a HTTP/1.1" status: 200 len: 210 time: 0.1408029 May 16 20:25:27.839734 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Device d7f42fc2-d19c-43e9-a9f9-d76b3c690128 up at agent ovs-agent-dv-cinder-830901-7-iscsi {{(pid=103450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 20:25:27.911434 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Provisioning complete for port d7f42fc2-d19c-43e9-a9f9-d76b3c690128 triggered by entity L2. {{(pid=103450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:25:27.911903 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868582'] for port (d7f42fc2-d19c-43e9-a9f9-d76b3c690128), provisioning_complete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:27.967599 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-30100968-5915-42e9-999a-da1c0b255328 admin admin] Publish callbacks [] for security_group (74441fa6-05db-40b0-93c4-7adf3446f970), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:27.997277 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-0f1f6ee1-982f-4d09-a5e7-e46bd33483de None None] Current status of the port d7f42fc2-d19c-43e9-a9f9-d76b3c690128 is: DOWN; New status is: ACTIVE {{(pid=103450) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:25:27.997841 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0f1f6ee1-982f-4d09-a5e7-e46bd33483de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (d7f42fc2-d19c-43e9-a9f9-d76b3c690128), before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:28.008037 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9520425-6598-46f6-a0bb-2abead3a4f67 req-9e863263-a38f-4b4a-856d-8cbb4ea4d154 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Network 44ec8ff3-657b-44fd-8b1b-d2a19a5ed33e is already hosted by enough agents. {{(pid=103449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 20:25:28.008257 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-30100968-5915-42e9-999a-da1c0b255328 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997425'] for security_group (74441fa6-05db-40b0-93c4-7adf3446f970), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:28.025045 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.scheduler.base_scheduler [req-c9520425-6598-46f6-a0bb-2abead3a4f67 req-9e863263-a38f-4b4a-856d-8cbb4ea4d154 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Resources bound (agent type, host, resource id): {{(pid=103449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 20:25:28.027894 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9520425-6598-46f6-a0bb-2abead3a4f67 req-9e863263-a38f-4b4a-856d-8cbb4ea4d154 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Received port after_create {{(pid=103449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 20:25:28.039033 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9520425-6598-46f6-a0bb-2abead3a4f67 req-9e863263-a38f-4b4a-856d-8cbb4ea4d154 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:25:28.039700 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [req-c9520425-6598-46f6-a0bb-2abead3a4f67 req-9e863263-a38f-4b4a-856d-8cbb4ea4d154 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-338397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614436'] for port (None), before_response {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:28.080735 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-c9520425-6598-46f6-a0bb-2abead3a4f67 req-9e863263-a38f-4b4a-856d-8cbb4ea4d154 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2094626 May 16 20:25:28.119992 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e863263-a38f-4b4a-856d-8cbb4ea4d154 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Pushing event updated for resources: {'Port': ['ID=8d35212a-4747-4443-8007-2318b3a092c6,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:25:28.151586 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-862340dd-5925-46cd-bdf9-b931f63a5140 req-45455822-eb0b-4c35-aae4-5575406e83f0 tempest-DeleteServersTestJSON-788951971 tempest-DeleteServersTestJSON-788951971-project] 10.222.0.71 "GET /v2.0/security-groups?id=5ad74a0c-f947-4ba0-ac90-82f4244ba07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0293360 May 16 20:25:28.164915 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-30100968-5915-42e9-999a-da1c0b255328 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=968e2cb599d64b0d8115717b1d5365a3&name=default HTTP/1.1" status: 200 len: 2995 time: 3.0711365 May 16 20:25:28.168474 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.71', 44494) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:25:28.295924 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-219e4698-9686-43eb-812e-3ebba6167880 None None] Set router cad3ba2d-6ffc-4b27-8ff1-d2aee1c62db7 gateway port host: dv-cinder-830901-7-iscsi {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:25:28.363091 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-90dd7f19-406c-44e6-88af-8c5797886f51 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Publish callbacks [] for port (55831fb2-2b0d-4cce-a092-dcf7fecf3001), precommit_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:28.367227 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.71', 44504) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:25:28.372768 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.v2.base [None req-7fef33ca-11fb-4411-ae4a-b5a631c944f1 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Request body: {'security_group': {'name': 'tempest-securitygroup--329292194', 'description': 'tempest-description--166782251'}} {{(pid=103449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:25:28.394741 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.notifiers.nova [req-af3accfc-999c-4b45-95e8-61a57c166675 req-b9b3552c-cafe-4b82-bc11-4ecdc27c91b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d979ec9-d355-4667-a0b5-fd658123409e {{(pid=103448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 20:25:28.397265 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-90dd7f19-406c-44e6-88af-8c5797886f51 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732397598091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732397102978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732397102996'] for port (55831fb2-2b0d-4cce-a092-dcf7fecf3001), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:28.409288 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-af3accfc-999c-4b45-95e8-61a57c166675 req-b9b3552c-cafe-4b82-bc11-4ecdc27c91b0 service neutron] Publish callbacks [] for port (6d979ec9-d355-4667-a0b5-fd658123409e), precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:28.409867 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-7fef33ca-11fb-4411-ae4a-b5a631c944f1 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Publish callbacks [] for security_group (None), before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:28.424528 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-0f1f6ee1-982f-4d09-a5e7-e46bd33483de None None] For port d7f42fc2-d19c-43e9-a9f9-d76b3c690128, host dv-cinder-830901-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-7-iscsi',level=0,port_id=d7f42fc2-d19c-43e9-a9f9-d76b3c690128,segment=NetworkSegment(3f423a53-4b2f-48cb-b3b5-6fcc9868045f),segment_id=3f423a53-4b2f-48cb-b3b5-6fcc9868045f)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:25:28.443735 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [req-af3accfc-999c-4b45-95e8-61a57c166675 req-b9b3552c-cafe-4b82-bc11-4ecdc27c91b0 service neutron] Transition to ACTIVE for port object 6d979ec9-d355-4667-a0b5-fd658123409e will not be triggered until provisioned by entity L2. {{(pid=103448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 16 20:25:28.446325 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-90dd7f19-406c-44e6-88af-8c5797886f51 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1640477'] for floatingip (2c93e229-0222-425f-8ada-3416a625677d), after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:28.458369 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-af3accfc-999c-4b45-95e8-61a57c166675 req-b9b3552c-cafe-4b82-bc11-4ecdc27c91b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732397598091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732397102978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732397102996'] for port (6d979ec9-d355-4667-a0b5-fd658123409e), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:28.476138 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0f1f6ee1-982f-4d09-a5e7-e46bd33483de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732397598091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732397102978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732397102996'] for port (d7f42fc2-d19c-43e9-a9f9-d76b3c690128), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:28.519667 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b3552c-cafe-4b82-bc11-4ecdc27c91b0 service neutron] Pushing event updated for resources: {'Port': ['ID=6d979ec9-d355-4667-a0b5-fd658123409e,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:25:28.536292 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-90dd7f19-406c-44e6-88af-8c5797886f51 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-338397'] for floatingip (None), before_response {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:28.537666 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-90dd7f19-406c-44e6-88af-8c5797886f51 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.6890786 May 16 20:25:28.538348 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dd7f19-406c-44e6-88af-8c5797886f51 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Pushing event updated for resources: {'Port': ['ID=55831fb2-2b0d-4cce-a092-dcf7fecf3001,revision_number=2']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:25:28.576885 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f03bcb73-49cc-4b32-920a-1c1f517cd03d admin admin] Publish callbacks [] for security_group (74441fa6-05db-40b0-93c4-7adf3446f970), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:28.580015 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30100968-5915-42e9-999a-da1c0b255328 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74441fa6-05db-40b0-93c4-7adf3446f970,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:25:28.635276 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-7fef33ca-11fb-4411-ae4a-b5a631c944f1 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Publish callbacks [] for security_group (1fc36625-c0bf-4e17-91a1-62c7256af4dd), precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:28.653018 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-7fef33ca-11fb-4411-ae4a-b5a631c944f1 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997425'] for security_group (1fc36625-c0bf-4e17-91a1-62c7256af4dd), after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:28.707605 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [None req-0f1f6ee1-982f-4d09-a5e7-e46bd33483de None None] Provisioning complete for port a9c54af1-f821-4150-a9a0-ace98e4fcd02 triggered by entity DHCP. {{(pid=103450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:25:28.707989 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0f1f6ee1-982f-4d09-a5e7-e46bd33483de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868582'] for port (a9c54af1-f821-4150-a9a0-ace98e4fcd02), provisioning_complete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:28.717914 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fef33ca-11fb-4411-ae4a-b5a631c944f1 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1fc36625-c0bf-4e17-91a1-62c7256af4dd,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:25:28.735668 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f03bcb73-49cc-4b32-920a-1c1f517cd03d admin admin] Publish callbacks [] for security_group (74441fa6-05db-40b0-93c4-7adf3446f970), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:28.736058 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-7fef33ca-11fb-4411-ae4a-b5a631c944f1 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Publish callbacks [] for security_group (None), before_response {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:28.741309 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-7fef33ca-11fb-4411-ae4a-b5a631c944f1 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3690629 May 16 20:25:28.741309 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.71', 44510) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:25:28.751217 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.v2.base [None req-1c96c200-8ac6-45e3-ac7a-e141b74a194a tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Request body: {'security_group_rule': {'security_group_id': '1fc36625-c0bf-4e17-91a1-62c7256af4dd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:25:28.767483 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Current status of the port d7f42fc2-d19c-43e9-a9f9-d76b3c690128 is: DOWN; New status is: ACTIVE {{(pid=103450) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:25:28.767874 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (d7f42fc2-d19c-43e9-a9f9-d76b3c690128), before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:28.815621 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-1c96c200-8ac6-45e3-ac7a-e141b74a194a tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Publish callbacks [] for security_group_rule (50a64ed2-3650-4ca9-b703-5b87d5b3db0a), before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:28.852912 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-af3accfc-999c-4b45-95e8-61a57c166675 req-b9b3552c-cafe-4b82-bc11-4ecdc27c91b0 service neutron] Attempting to bind port 6d979ec9-d355-4667-a0b5-fd658123409e on host hv-cinder-83090 for vnic_type normal with profile {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 20:25:28.854450 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-af3accfc-999c-4b45-95e8-61a57c166675 req-b9b3552c-cafe-4b82-bc11-4ecdc27c91b0 service neutron] Attempting to bind port 6d979ec9-d355-4667-a0b5-fd658123409e by drivers openvswitch,hyperv on host hv-cinder-83090 at level 0 using segments [{'id': '07fa60a8-ac80-46d6-b470-e48a39f13b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'd1c7f2b9-33c1-4145-bc38-9b994d5c99c1'}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 20:25:28.855405 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af3accfc-999c-4b45-95e8-61a57c166675 req-b9b3552c-cafe-4b82-bc11-4ecdc27c91b0 service neutron] Attempting to bind port 6d979ec9-d355-4667-a0b5-fd658123409e on network d1c7f2b9-33c1-4145-bc38-9b994d5c99c1 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 20:25:28.862972 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af3accfc-999c-4b45-95e8-61a57c166675 req-b9b3552c-cafe-4b82-bc11-4ecdc27c91b0 service neutron] Port 6d979ec9-d355-4667-a0b5-fd658123409e on network d1c7f2b9-33c1-4145-bc38-9b994d5c99c1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83090 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 16 20:25:28.863638 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af3accfc-999c-4b45-95e8-61a57c166675 req-b9b3552c-cafe-4b82-bc11-4ecdc27c91b0 service neutron] Attempting to bind port 6d979ec9-d355-4667-a0b5-fd658123409e on network d1c7f2b9-33c1-4145-bc38-9b994d5c99c1 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 20:25:28.866119 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f03bcb73-49cc-4b32-920a-1c1f517cd03d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997425'] for security_group (74441fa6-05db-40b0-93c4-7adf3446f970), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:28.875429 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f03bcb73-49cc-4b32-920a-1c1f517cd03d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:28.876407 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-f03bcb73-49cc-4b32-920a-1c1f517cd03d admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/74441fa6-05db-40b0-93c4-7adf3446f970 HTTP/1.1" status: 204 len: 168 time: 0.6781876 May 16 20:25:28.938107 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af3accfc-999c-4b45-95e8-61a57c166675 req-b9b3552c-cafe-4b82-bc11-4ecdc27c91b0 service neutron] Checking agent: {'id': '748e0023-d5c8-44d3-9d74-a0da2def1ef4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83090', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 20, 23, 10), 'started_at': datetime.datetime(2022, 5, 16, 20, 23, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 20, 25, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 20:25:28.944765 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af3accfc-999c-4b45-95e8-61a57c166675 req-b9b3552c-cafe-4b82-bc11-4ecdc27c91b0 service neutron] Checking segment: {'id': '07fa60a8-ac80-46d6-b470-e48a39f13b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'd1c7f2b9-33c1-4145-bc38-9b994d5c99c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 20:25:28.950323 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af3accfc-999c-4b45-95e8-61a57c166675 req-b9b3552c-cafe-4b82-bc11-4ecdc27c91b0 service neutron] Bound using segment: {'id': '07fa60a8-ac80-46d6-b470-e48a39f13b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'd1c7f2b9-33c1-4145-bc38-9b994d5c99c1'} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 20:25:28.953764 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-af3accfc-999c-4b45-95e8-61a57c166675 req-b9b3552c-cafe-4b82-bc11-4ecdc27c91b0 service neutron] Bound port: 6d979ec9-d355-4667-a0b5-fd658123409e, host: hv-cinder-83090, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07fa60a8-ac80-46d6-b470-e48a39f13b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'd1c7f2b9-33c1-4145-bc38-9b994d5c99c1'}}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 20:25:28.954302 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-af3accfc-999c-4b45-95e8-61a57c166675 req-b9b3552c-cafe-4b82-bc11-4ecdc27c91b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (6d979ec9-d355-4667-a0b5-fd658123409e), before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:28.959393 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-0f1f6ee1-982f-4d09-a5e7-e46bd33483de None None] Current status of the port a9c54af1-f821-4150-a9a0-ace98e4fcd02 is: ACTIVE; New status is: ACTIVE {{(pid=103450) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:25:28.967373 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03bcb73-49cc-4b32-920a-1c1f517cd03d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74441fa6-05db-40b0-93c4-7adf3446f970,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:25:28.992679 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-219e4698-9686-43eb-812e-3ebba6167880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cad3ba2d-6ffc-4b27-8ff1-d2aee1c62db7', 'name': 'tempest-AttachVolumeShelveTestJSON-1815845073-router', 'tenant_id': 'c5e9d68ebf234ca98d0bedb214585f87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'external_fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': '1e0ec9db-f259-4818-9863-b33ccebdc761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:25:07Z', 'updated_at': '2022-05-16T20:25:21Z', 'revision_number': 4, 'project_id': 'c5e9d68ebf234ca98d0bedb214585f87', 'gw_port': {'id': '1e0ec9db-f259-4818-9863-b33ccebdc761', 'name': '', 'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:31:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad3ba2d-6ffc-4b27-8ff1-d2aee1c62db7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:25:09Z', 'updated_at': '2022-05-16T20:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-7-iscsi', '_interfaces': [{'id': 'e7df9de3-6d59-4cd7-a98b-d7b449247cde', 'name': '', 'network_id': '87a5424f-d6f8-4b15-9358-a637573a32c1', 'tenant_id': 'c5e9d68ebf234ca98d0bedb214585f87', 'mac_address': 'fa:16:3e:d1:09:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cad3ba2d-6ffc-4b27-8ff1-d2aee1c62db7', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4cb8e59d-2930-42f7-8975-a483fd8062fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:25:16Z', 'updated_at': '2022-05-16T20:25:21Z', 'revision_number': 2, 'project_id': 'c5e9d68ebf234ca98d0bedb214585f87', 'subnets': [{'id': '4cb8e59d-2930-42f7-8975-a483fd8062fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-7-iscsi', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:25:29.013126 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1f6ee1-982f-4d09-a5e7-e46bd33483de None None] Pushing event updated for resources: {'Port': ['ID=d7f42fc2-d19c-43e9-a9f9-d76b3c690128,revision_number=5']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:25:29.053498 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.db.api [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103450) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 16 20:25:29.054210 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG oslo_db.api [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 16 20:25:29.055860 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-219e4698-9686-43eb-812e-3ebba6167880 None None] Checking router: cad3ba2d-6ffc-4b27-8ff1-d2aee1c62db7 for host: dv-cinder-830901-7-iscsi {{(pid=103450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 20:25:29.056247 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-219e4698-9686-43eb-812e-3ebba6167880 None None] Updating router cad3ba2d-6ffc-4b27-8ff1-d2aee1c62db7 port e7df9de3-6d59-4cd7-a98b-d7b449247cde binding host dv-cinder-830901-7-iscsi {{(pid=103450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 16 20:25:29.069010 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-ec62b5e5-7d55-4d7a-8a81-243a17afed0b req-da89d135-410e-47d1-b75c-75930f05980e tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/ports?device_id=4a363444-8711-4b00-8789-ceb8abdd422a HTTP/1.1" status: 200 len: 210 time: 0.1324782 May 16 20:25:29.077391 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-1c96c200-8ac6-45e3-ac7a-e141b74a194a tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Publish callbacks [] for security_group_rule (50a64ed2-3650-4ca9-b703-5b87d5b3db0a), precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:29.089894 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-1c96c200-8ac6-45e3-ac7a-e141b74a194a tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997506'] for security_group_rule (50a64ed2-3650-4ca9-b703-5b87d5b3db0a), after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:29.124528 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c96c200-8ac6-45e3-ac7a-e141b74a194a tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50a64ed2-3650-4ca9-b703-5b87d5b3db0a,revision_number=0']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:25:29.126402 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-219e4698-9686-43eb-812e-3ebba6167880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (e7df9de3-6d59-4cd7-a98b-d7b449247cde), before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:29.146144 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-1c96c200-8ac6-45e3-ac7a-e141b74a194a tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:29.153650 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.71', 44538) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:25:29.154330 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-1c96c200-8ac6-45e3-ac7a-e141b74a194a tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4040585 May 16 20:25:29.173651 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.v2.base [None req-e91c70df-08bf-4f2b-b888-da97e2127db5 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Request body: {'security_group_rule': {'security_group_id': '1fc36625-c0bf-4e17-91a1-62c7256af4dd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:25:29.199458 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [None req-e5fa27cb-fb1a-4cde-b7e1-d968ecd2b169 None None] Provisioning complete for port 8d35212a-4747-4443-8007-2318b3a092c6 triggered by entity DHCP. {{(pid=103450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:25:29.199918 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e5fa27cb-fb1a-4cde-b7e1-d968ecd2b169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868582'] for port (8d35212a-4747-4443-8007-2318b3a092c6), provisioning_complete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:29.237359 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-fbdb9de2-0a8c-44f1-b122-f3db5fb0c3ef req-b6a55bfc-2add-4ceb-a3c3-1f5f1c6dc83b tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-securitygroup--1903797048&fields=id&tenant_id=10f3494602c84c748ead115d649fc9cc HTTP/1.1" status: 200 len: 267 time: 0.2115767 May 16 20:25:29.240797 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-af3accfc-999c-4b45-95e8-61a57c166675 req-b9b3552c-cafe-4b82-bc11-4ecdc27c91b0 service neutron] For port 6d979ec9-d355-4667-a0b5-fd658123409e, host hv-cinder-83090, cleared binding levels {{(pid=103448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 20:25:29.245306 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e91c70df-08bf-4f2b-b888-da97e2127db5 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Publish callbacks [] for security_group_rule (f07b85ee-2141-4c30-a7b6-5debd931d23b), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:29.320486 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7da62e9-1af6-4a44-8fcb-4bda9126d18e req-f3082ade-90b4-4e80-90cd-3159fa090dec tempest-DeleteServersTestJSON-788951971 tempest-DeleteServersTestJSON-788951971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:25:29.322351 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-d7da62e9-1af6-4a44-8fcb-4bda9126d18e req-f3082ade-90b4-4e80-90cd-3159fa090dec tempest-DeleteServersTestJSON-788951971 tempest-DeleteServersTestJSON-788951971-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c39cf9b-354d-49e6-9d19-d751e4042445 HTTP/1.1" status: 200 len: 944 time: 0.0797918 May 16 20:25:29.334698 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-e5fa27cb-fb1a-4cde-b7e1-d968ecd2b169 None None] Port 8d35212a-4747-4443-8007-2318b3a092c6 cannot update to ACTIVE because it is not bound. {{(pid=103450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 20:25:29.340664 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-af3accfc-999c-4b45-95e8-61a57c166675 req-b9b3552c-cafe-4b82-bc11-4ecdc27c91b0 service neutron] For port 6d979ec9-d355-4667-a0b5-fd658123409e, host hv-cinder-83090, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=6d979ec9-d355-4667-a0b5-fd658123409e,segment=NetworkSegment(07fa60a8-ac80-46d6-b470-e48a39f13b85),segment_id=07fa60a8-ac80-46d6-b470-e48a39f13b85)] {{(pid=103448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 20:25:29.390116 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e91c70df-08bf-4f2b-b888-da97e2127db5 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Publish callbacks [] for security_group_rule (f07b85ee-2141-4c30-a7b6-5debd931d23b), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:29.395663 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-af3accfc-999c-4b45-95e8-61a57c166675 req-b9b3552c-cafe-4b82-bc11-4ecdc27c91b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732397598091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732397102978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732397102996'] for port (6d979ec9-d355-4667-a0b5-fd658123409e), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:29.425060 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-d7da62e9-1af6-4a44-8fcb-4bda9126d18e req-237bc966-59b2-4c5c-a5d1-a781b76999ca tempest-DeleteServersTestJSON-788951971 tempest-DeleteServersTestJSON-788951971-project] 10.222.0.71 "GET /v2.0/security-groups?id=5ad74a0c-f947-4ba0-ac90-82f4244ba07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913877 May 16 20:25:29.471785 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e91c70df-08bf-4f2b-b888-da97e2127db5 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997506'] for security_group_rule (f07b85ee-2141-4c30-a7b6-5debd931d23b), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:29.532299 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3accfc-999c-4b45-95e8-61a57c166675 req-b9b3552c-cafe-4b82-bc11-4ecdc27c91b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:25:29.532299 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-af3accfc-999c-4b45-95e8-61a57c166675 req-b9b3552c-cafe-4b82-bc11-4ecdc27c91b0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-338397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614436'] for port (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:29.532299 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-af3accfc-999c-4b45-95e8-61a57c166675 req-b9b3552c-cafe-4b82-bc11-4ecdc27c91b0 service neutron] 10.222.0.81 "PUT /v2.0/ports/6d979ec9-d355-4667-a0b5-fd658123409e HTTP/1.1" status: 200 len: 1094 time: 5.6948874 May 16 20:25:29.534384 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c39cf9b-354d-49e6-9d19-d751e4042445', 'tag': '6d979ec9-d355-4667-a0b5-fd658123409e'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 20:25:29.542302 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-219e4698-9686-43eb-812e-3ebba6167880 None None] Publish callbacks [] for port (e7df9de3-6d59-4cd7-a98b-d7b449247cde), precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:29.549803 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-219e4698-9686-43eb-812e-3ebba6167880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732397598091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732397102978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732397102996'] for port (e7df9de3-6d59-4cd7-a98b-d7b449247cde), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:29.655059 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Current status of the port d7f42fc2-d19c-43e9-a9f9-d76b3c690128 is: ACTIVE; New status is: ACTIVE {{(pid=103450) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:25:29.656093 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Device a9c54af1-f821-4150-a9a0-ace98e4fcd02 up at agent ovs-agent-dv-cinder-830901-7-iscsi {{(pid=103450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 20:25:29.675983 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b3552c-cafe-4b82-bc11-4ecdc27c91b0 service neutron] Pushing event updated for resources: {'Port': ['ID=6d979ec9-d355-4667-a0b5-fd658123409e,revision_number=3']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:25:29.695616 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91c70df-08bf-4f2b-b888-da97e2127db5 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f07b85ee-2141-4c30-a7b6-5debd931d23b,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:25:29.713695 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e91c70df-08bf-4f2b-b888-da97e2127db5 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:29.718410 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-e91c70df-08bf-4f2b-b888-da97e2127db5 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5565946 May 16 20:25:29.719225 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.71', 44558) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:25:29.727176 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a0aaaf-d2e0-4569-9fa3-aad7111ff41a None None] Pushing event updated for resources: {'Port': ['ID=e7df9de3-6d59-4cd7-a98b-d7b449247cde,revision_number=3']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:25:29.727883 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.v2.base [None req-bfb028e4-a9ae-492a-9782-33cdaf7adbdc tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Request body: {'floatingip': {'floating_network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062'}} {{(pid=103449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:25:29.814241 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdb9de2-0a8c-44f1-b122-f3db5fb0c3ef req-b6358441-ede1-4cfe-ae84-c86523951f7c tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:25:29.815835 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-fbdb9de2-0a8c-44f1-b122-f3db5fb0c3ef req-b6358441-ede1-4cfe-ae84-c86523951f7c tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] 10.222.0.71 "GET /v2.0/networks?id=e7a89d4e-230a-49f4-9073-4fb4c366ed99 HTTP/1.1" status: 200 len: 810 time: 0.5776830 May 16 20:25:29.819411 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-bfb028e4-a9ae-492a-9782-33cdaf7adbdc tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:29.874524 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-219e4698-9686-43eb-812e-3ebba6167880 None None] Attempting to bind port e7df9de3-6d59-4cd7-a98b-d7b449247cde on host dv-cinder-830901-7-iscsi for vnic_type normal with profile {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 20:25:29.875107 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-219e4698-9686-43eb-812e-3ebba6167880 None None] Attempting to bind port e7df9de3-6d59-4cd7-a98b-d7b449247cde by drivers openvswitch,hyperv on host dv-cinder-830901-7-iscsi at level 0 using segments [{'id': '12107d7b-ff59-4c3c-bf55-e4e7eaef240d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '87a5424f-d6f8-4b15-9358-a637573a32c1'}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 20:25:29.875691 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-219e4698-9686-43eb-812e-3ebba6167880 None None] Attempting to bind port e7df9de3-6d59-4cd7-a98b-d7b449247cde on network 87a5424f-d6f8-4b15-9358-a637573a32c1 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 20:25:29.887937 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-219e4698-9686-43eb-812e-3ebba6167880 None None] Checking agent: {'id': 'bddaa840-ffd9-43a2-8860-d40111f70aff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830901-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 20, 16, 41), 'started_at': datetime.datetime(2022, 5, 16, 20, 17, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 20, 25, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830901-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 20:25:29.888491 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-219e4698-9686-43eb-812e-3ebba6167880 None None] Checking segment: {'id': '12107d7b-ff59-4c3c-bf55-e4e7eaef240d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '87a5424f-d6f8-4b15-9358-a637573a32c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 20:25:29.889022 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-219e4698-9686-43eb-812e-3ebba6167880 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:29.889634 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-219e4698-9686-43eb-812e-3ebba6167880 None None] Bound using segment: {'id': '12107d7b-ff59-4c3c-bf55-e4e7eaef240d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '87a5424f-d6f8-4b15-9358-a637573a32c1'} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 20:25:29.890299 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-219e4698-9686-43eb-812e-3ebba6167880 None None] Bound port: e7df9de3-6d59-4cd7-a98b-d7b449247cde, host: dv-cinder-830901-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12107d7b-ff59-4c3c-bf55-e4e7eaef240d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '87a5424f-d6f8-4b15-9358-a637573a32c1'}}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 20:25:29.890692 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-219e4698-9686-43eb-812e-3ebba6167880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (e7df9de3-6d59-4cd7-a98b-d7b449247cde), before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:29.901521 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-fbdb9de2-0a8c-44f1-b122-f3db5fb0c3ef req-e63b99fe-5dc9-4196-8904-77f64d389657 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] 10.222.0.71 "GET /v2.0/quotas/10f3494602c84c748ead115d649fc9cc HTTP/1.1" status: 200 len: 375 time: 0.0523038 May 16 20:25:30.006986 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-219e4698-9686-43eb-812e-3ebba6167880 None None] For port e7df9de3-6d59-4cd7-a98b-d7b449247cde, host dv-cinder-830901-7-iscsi, cleared binding levels {{(pid=103450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 20:25:30.011205 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-219e4698-9686-43eb-812e-3ebba6167880 None None] For port e7df9de3-6d59-4cd7-a98b-d7b449247cde, host dv-cinder-830901-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-7-iscsi',level=0,port_id=e7df9de3-6d59-4cd7-a98b-d7b449247cde,segment=NetworkSegment(12107d7b-ff59-4c3c-bf55-e4e7eaef240d),segment_id=12107d7b-ff59-4c3c-bf55-e4e7eaef240d)] {{(pid=103450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 20:25:30.016793 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Provisioning complete for port a9c54af1-f821-4150-a9a0-ace98e4fcd02 triggered by entity L2. {{(pid=103450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:25:30.017326 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868582'] for port (a9c54af1-f821-4150-a9a0-ace98e4fcd02), provisioning_complete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:30.046738 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-219e4698-9686-43eb-812e-3ebba6167880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732397598091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732397102978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732397102996'] for port (e7df9de3-6d59-4cd7-a98b-d7b449247cde), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:30.121670 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [None req-032a8b0c-484e-4d2c-ba42-382898e0405c None None] Provisioning complete for port e7df9de3-6d59-4cd7-a98b-d7b449247cde triggered by entity DHCP. {{(pid=103450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:25:30.122140 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-032a8b0c-484e-4d2c-ba42-382898e0405c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868582'] for port (e7df9de3-6d59-4cd7-a98b-d7b449247cde), provisioning_complete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:30.130382 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-fbdb9de2-0a8c-44f1-b122-f3db5fb0c3ef req-8b0200b7-45fc-4e44-93b2-9e0574c60759 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=10f3494602c84c748ead115d649fc9cc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2269988 May 16 20:25:30.141244 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cabd327eae894280a08d6ee7d9129781675a5828ba01ec684011f2f655eb9e7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b2c274d-e3b5-445f-a6be-d17f2a8a38ad" -d '{"events": [{"name": "network-changed", "server_uuid": "4c39cf9b-354d-49e6-9d19-d751e4042445", "tag": "6d979ec9-d355-4667-a0b5-fd658123409e"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 20:25:30.150657 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.v2.base [req-a15c94f6-e7d4-4617-b3c7-f0ba931b8603 req-796d55be-df8d-478a-8cf0-efbf26109a14 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Request body: {'port': {'device_id': '4a363444-8711-4b00-8789-ceb8abdd422a', 'network_id': '44ec8ff3-657b-44fd-8b1b-d2a19a5ed33e', 'admin_state_up': True, 'tenant_id': 'c5993f86ca3e459582b0aad65ca76d4d'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:25:30.345193 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.v2.base [req-c9520425-6598-46f6-a0bb-2abead3a4f67 req-a5a86c88-b2aa-43fa-9406-3fa161a9af92 service neutron] Request body: {'port': {'device_id': '049b40d1-bf74-4cf5-8c3f-a195fb9f9314', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83090'}} {{(pid=103449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:25:30.545980 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-bcb00dfa-cf25-43bc-b114-7b9cdd4f6ee2 req-9ca39f50-0880-43bd-af8b-43e54cea03d5 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/ports?device_id=4a363444-8711-4b00-8789-ceb8abdd422a HTTP/1.1" status: 200 len: 210 time: 0.2056544 May 16 20:25:30.603959 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Current status of the port a9c54af1-f821-4150-a9a0-ace98e4fcd02 is: ACTIVE; New status is: ACTIVE {{(pid=103450) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:25:30.609270 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219e4698-9686-43eb-812e-3ebba6167880 None None] Routers {'cad3ba2d-6ffc-4b27-8ff1-d2aee1c62db7'} bound to L3 agent in host dv-cinder-830901-7-iscsi {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:25:30.609901 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-219e4698-9686-43eb-812e-3ebba6167880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-16T20:16:38Z,description=,heartbeat_timestamp=2022-05-16T20:25:08Z,host='dv-cinder-830901-7-iscsi',id=fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:16:38Z,topic='l3_agent')) {'router_ids': ['cad3ba2d-6ffc-4b27-8ff1-d2aee1c62db7'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:25:30.716044 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-bfb028e4-a9ae-492a-9782-33cdaf7adbdc tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (None), before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:30.879983 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3accfc-999c-4b45-95e8-61a57c166675 req-ae3569bc-62f6-4f83-9749-3014554b7e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:25:30.888815 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-af3accfc-999c-4b45-95e8-61a57c166675 req-ae3569bc-62f6-4f83-9749-3014554b7e7d service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=d7d461e051b3410b943d22095ecac469&device_id=4c39cf9b-354d-49e6-9d19-d751e4042445 HTTP/1.1" status: 200 len: 1128 time: 0.4903324 May 16 20:25:31.036060 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a0aaaf-d2e0-4569-9fa3-aad7111ff41a None None] Pushing event updated for resources: {'Port': ['ID=e7df9de3-6d59-4cd7-a98b-d7b449247cde,revision_number=4']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:25:31.188182 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.db.db_base_plugin_common [None req-bfb028e4-a9ae-492a-9782-33cdaf7adbdc tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Allocated IP 172.27.2.66 (ded6ab20-0a8b-4051-830c-385457f4e062/dcb7b1f3-82ff-415d-89cf-2b6021c22eb5/b5055609-eef9-4bcf-9ec7-1dbf587c55db) {{(pid=103449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 20:25:31.265227 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-219e4698-9686-43eb-812e-3ebba6167880 None None] Set router cad3ba2d-6ffc-4b27-8ff1-d2aee1c62db7 gateway port host: dv-cinder-830901-7-iscsi {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:25:31.280893 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [req-fbdb9de2-0a8c-44f1-b122-f3db5fb0c3ef req-33da147d-2452-42f0-952c-885e8682321a service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=103448) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 16 20:25:31.288950 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-fbdb9de2-0a8c-44f1-b122-f3db5fb0c3ef req-33da147d-2452-42f0-952c-885e8682321a service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.6065567 May 16 20:25:31.305747 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 20:25:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79e574ac-c511-4a06-acb2-563fb93c22b9 x-openstack-request-id: req-79e574ac-c511-4a06-acb2-563fb93c22b9 {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 20:25:31.306101 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c39cf9b-354d-49e6-9d19-d751e4042445", "tag": "6d979ec9-d355-4667-a0b5-fd658123409e", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 20:25:31.306320 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-79e574ac-c511-4a06-acb2-563fb93c22b9 {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 20:25:31.306819 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79e574ac-c511-4a06-acb2-563fb93c22b9'] response: {'name': 'network-changed', 'server_uuid': '4c39cf9b-354d-49e6-9d19-d751e4042445', 'tag': '6d979ec9-d355-4667-a0b5-fd658123409e', 'status': 'completed', 'code': 200} May 16 20:25:31.310808 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-af3accfc-999c-4b45-95e8-61a57c166675 req-97721e07-1aa6-41eb-9263-0d8dd4ce6725 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6d979ec9-d355-4667-a0b5-fd658123409e HTTP/1.1" status: 200 len: 217 time: 0.3871732 May 16 20:25:31.474010 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Device d7f42fc2-d19c-43e9-a9f9-d76b3c690128 up at agent ovs-agent-dv-cinder-830901-7-iscsi {{(pid=103450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 20:25:31.481738 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a15c94f6-e7d4-4617-b3c7-f0ba931b8603 req-796d55be-df8d-478a-8cf0-efbf26109a14 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Made reservation on behalf of c5993f86ca3e459582b0aad65ca76d4d for: {'port': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 20:25:31.484299 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-032a8b0c-484e-4d2c-ba42-382898e0405c None None] Current status of the port e7df9de3-6d59-4cd7-a98b-d7b449247cde is: DOWN; New status is: ACTIVE {{(pid=103450) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:25:31.485397 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-032a8b0c-484e-4d2c-ba42-382898e0405c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (e7df9de3-6d59-4cd7-a98b-d7b449247cde), before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:31.497771 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-a15c94f6-e7d4-4617-b3c7-f0ba931b8603 req-796d55be-df8d-478a-8cf0-efbf26109a14 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:31.558525 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-032a8b0c-484e-4d2c-ba42-382898e0405c None None] For port e7df9de3-6d59-4cd7-a98b-d7b449247cde, host dv-cinder-830901-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-7-iscsi',level=0,port_id=e7df9de3-6d59-4cd7-a98b-d7b449247cde,segment=NetworkSegment(12107d7b-ff59-4c3c-bf55-e4e7eaef240d),segment_id=12107d7b-ff59-4c3c-bf55-e4e7eaef240d)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:25:31.570531 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-032a8b0c-484e-4d2c-ba42-382898e0405c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732397598091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732397102978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732397102996'] for port (e7df9de3-6d59-4cd7-a98b-d7b449247cde), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:31.579872 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3accfc-999c-4b45-95e8-61a57c166675 req-5963a2bd-f353-46d9-9e44-83b7e71206f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:25:31.581394 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-af3accfc-999c-4b45-95e8-61a57c166675 req-5963a2bd-f353-46d9-9e44-83b7e71206f3 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=0fa32ce8-4f96-4819-b7a4-bcf540aeb352 HTTP/1.1" status: 200 len: 852 time: 0.2324467 May 16 20:25:31.613338 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [req-c9520425-6598-46f6-a0bb-2abead3a4f67 req-a5a86c88-b2aa-43fa-9406-3fa161a9af92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (8d35212a-4747-4443-8007-2318b3a092c6), before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:31.700761 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-af3accfc-999c-4b45-95e8-61a57c166675 req-117ed4d8-65b9-4cf2-bc69-d3f0432469e8 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=d1c7f2b9-33c1-4145-bc38-9b994d5c99c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0704138 May 16 20:25:31.713831 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Provisioning complete for port d7f42fc2-d19c-43e9-a9f9-d76b3c690128 triggered by entity L2. {{(pid=103450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:25:31.714587 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868582'] for port (d7f42fc2-d19c-43e9-a9f9-d76b3c690128), provisioning_complete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:31.737492 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-fbdb9de2-0a8c-44f1-b122-f3db5fb0c3ef req-ba7a5d05-bb77-4917-8da8-b75a2b2ad7a5 service neutron] 10.222.0.71 "GET /v2.0/networks/e7a89d4e-230a-49f4-9073-4fb4c366ed99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4244697 May 16 20:25:31.844273 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [None req-0e2701b4-30bd-4de6-b632-3dcb622b3372 None None] Provisioning complete for port e7df9de3-6d59-4cd7-a98b-d7b449247cde triggered by entity DHCP. {{(pid=103450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:25:31.844796 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0e2701b4-30bd-4de6-b632-3dcb622b3372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868582'] for port (e7df9de3-6d59-4cd7-a98b-d7b449247cde), provisioning_complete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:31.917081 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-bfb028e4-a9ae-492a-9782-33cdaf7adbdc tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Publish callbacks [] for port (b5055609-eef9-4bcf-9ec7-1dbf587c55db), precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:31.929201 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032a8b0c-484e-4d2c-ba42-382898e0405c None None] Pushing event updated for resources: {'Port': ['ID=e7df9de3-6d59-4cd7-a98b-d7b449247cde,revision_number=5']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:25:31.947159 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c809690-6b2b-498c-92fa-45cef9c417ca req-0e407afa-cbd6-46b7-80cc-20e6356747c5 tempest-DeleteServersTestJSON-788951971 tempest-DeleteServersTestJSON-788951971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:25:31.956345 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-8c809690-6b2b-498c-92fa-45cef9c417ca req-0e407afa-cbd6-46b7-80cc-20e6356747c5 tempest-DeleteServersTestJSON-788951971 tempest-DeleteServersTestJSON-788951971-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c39cf9b-354d-49e6-9d19-d751e4042445 HTTP/1.1" status: 200 len: 944 time: 0.4524012 May 16 20:25:32.059232 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-0e2701b4-30bd-4de6-b632-3dcb622b3372 None None] Current status of the port e7df9de3-6d59-4cd7-a98b-d7b449247cde is: ACTIVE; New status is: ACTIVE {{(pid=103450) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:25:32.144882 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Current status of the port d7f42fc2-d19c-43e9-a9f9-d76b3c690128 is: ACTIVE; New status is: ACTIVE {{(pid=103450) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:25:32.214418 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-8c809690-6b2b-498c-92fa-45cef9c417ca req-2bab9555-f1b6-479e-acac-30e61cb74f6b tempest-DeleteServersTestJSON-788951971 tempest-DeleteServersTestJSON-788951971-project] 10.222.0.71 "GET /v2.0/security-groups?id=5ad74a0c-f947-4ba0-ac90-82f4244ba07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2566512 May 16 20:25:32.238578 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-bfb028e4-a9ae-492a-9782-33cdaf7adbdc tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732397102960'] for port (b5055609-eef9-4bcf-9ec7-1dbf587c55db), after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:32.260012 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-219e4698-9686-43eb-812e-3ebba6167880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cad3ba2d-6ffc-4b27-8ff1-d2aee1c62db7', 'name': 'tempest-AttachVolumeShelveTestJSON-1815845073-router', 'tenant_id': 'c5e9d68ebf234ca98d0bedb214585f87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'external_fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': '1e0ec9db-f259-4818-9863-b33ccebdc761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:25:07Z', 'updated_at': '2022-05-16T20:25:21Z', 'revision_number': 4, 'project_id': 'c5e9d68ebf234ca98d0bedb214585f87', 'gw_port': {'id': '1e0ec9db-f259-4818-9863-b33ccebdc761', 'name': '', 'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:31:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad3ba2d-6ffc-4b27-8ff1-d2aee1c62db7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:25:09Z', 'updated_at': '2022-05-16T20:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-7-iscsi', '_interfaces': [{'id': 'e7df9de3-6d59-4cd7-a98b-d7b449247cde', 'name': '', 'network_id': '87a5424f-d6f8-4b15-9358-a637573a32c1', 'tenant_id': 'c5e9d68ebf234ca98d0bedb214585f87', 'mac_address': 'fa:16:3e:d1:09:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cad3ba2d-6ffc-4b27-8ff1-d2aee1c62db7', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4cb8e59d-2930-42f7-8975-a483fd8062fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:25:16Z', 'updated_at': '2022-05-16T20:25:30Z', 'revision_number': 4, 'project_id': 'c5e9d68ebf234ca98d0bedb214585f87', 'subnets': [{'id': '4cb8e59d-2930-42f7-8975-a483fd8062fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-7-iscsi', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:25:32.362156 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfb028e4-a9ae-492a-9782-33cdaf7adbdc tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Network ded6ab20-0a8b-4051-830c-385457f4e062 is already hosted by enough agents. {{(pid=103449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 20:25:32.399267 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-219e4698-9686-43eb-812e-3ebba6167880 None None] The sync data for ids ['cad3ba2d-6ffc-4b27-8ff1-d2aee1c62db7'] in dv-cinder-830901-7-iscsi is: [{'id': 'cad3ba2d-6ffc-4b27-8ff1-d2aee1c62db7', 'name': 'tempest-AttachVolumeShelveTestJSON-1815845073-router', 'tenant_id': 'c5e9d68ebf234ca98d0bedb214585f87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'external_fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': '1e0ec9db-f259-4818-9863-b33ccebdc761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:25:07Z', 'updated_at': '2022-05-16T20:25:21Z', 'revision_number': 4, 'project_id': 'c5e9d68ebf234ca98d0bedb214585f87', 'gw_port': {'id': '1e0ec9db-f259-4818-9863-b33ccebdc761', 'name': '', 'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:31:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad3ba2d-6ffc-4b27-8ff1-d2aee1c62db7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:25:09Z', 'updated_at': '2022-05-16T20:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-7-iscsi', '_interfaces': [{'id': 'e7df9de3-6d59-4cd7-a98b-d7b449247cde', 'name': '', 'network_id': '87a5424f-d6f8-4b15-9358-a637573a32c1', 'tenant_id': 'c5e9d68ebf234ca98d0bedb214585f87', 'mac_address': 'fa:16:3e:d1:09:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cad3ba2d-6ffc-4b27-8ff1-d2aee1c62db7', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4cb8e59d-2930-42f7-8975-a483fd8062fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:25:16Z', 'updated_at': '2022-05-16T20:25:30Z', 'revision_number': 4, 'project_id': 'c5e9d68ebf234ca98d0bedb214585f87', 'subnets': [{'id': '4cb8e59d-2930-42f7-8975-a483fd8062fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 20:25:32.542752 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [req-a15c94f6-e7d4-4617-b3c7-f0ba931b8603 req-796d55be-df8d-478a-8cf0-efbf26109a14 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Allocated IP 172.20.0.7 (44ec8ff3-657b-44fd-8b1b-d2a19a5ed33e/79cb81dd-edd6-4080-acf6-86e748571b36/61ef3262-0839-4608-9348-dca314437332) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 20:25:32.547326 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.scheduler.base_scheduler [None req-bfb028e4-a9ae-492a-9782-33cdaf7adbdc tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Resources bound (agent type, host, resource id): {{(pid=103449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 20:25:32.613427 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb028e4-a9ae-492a-9782-33cdaf7adbdc tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Received port after_create {{(pid=103449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 20:25:32.723566 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.71', 44664) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:25:32.831627 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-af3accfc-999c-4b45-95e8-61a57c166675 req-e229f49b-dc44-435f-82ef-ed9d8a170eab service neutron] 10.222.0.81 "GET /v2.0/networks/d1c7f2b9-33c1-4145-bc38-9b994d5c99c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1123626 May 16 20:25:32.887192 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-901da177-5976-4de1-84bc-37bd53385acf req-13d228cf-2575-4543-a705-b657c309788c tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/ports?device_id=4a363444-8711-4b00-8789-ceb8abdd422a HTTP/1.1" status: 200 len: 210 time: 0.2931314 May 16 20:25:32.922013 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-fbdb9de2-0a8c-44f1-b122-f3db5fb0c3ef req-6dcae9cc-6783-4502-af06-a3d78ca94486 service neutron] 10.222.0.71 "GET /v2.0/networks/e7a89d4e-230a-49f4-9073-4fb4c366ed99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1488891 May 16 20:25:32.934187 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb028e4-a9ae-492a-9782-33cdaf7adbdc tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Pushing event updated for resources: {'Port': ['ID=b5055609-eef9-4bcf-9ec7-1dbf587c55db,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:25:32.968221 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-bfb028e4-a9ae-492a-9782-33cdaf7adbdc tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Publish callbacks [] for floatingip (bd543cd1-73cc-47ed-91a5-d355136312c4), precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:33.060691 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-bfb028e4-a9ae-492a-9782-33cdaf7adbdc tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (b5055609-eef9-4bcf-9ec7-1dbf587c55db), before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:33.233791 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Device e7df9de3-6d59-4cd7-a98b-d7b449247cde up at agent ovs-agent-dv-cinder-830901-7-iscsi {{(pid=103450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 20:25:33.408666 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Provisioning complete for port e7df9de3-6d59-4cd7-a98b-d7b449247cde triggered by entity L2. {{(pid=103450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:25:33.414036 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868582'] for port (e7df9de3-6d59-4cd7-a98b-d7b449247cde), provisioning_complete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:33.442453 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-d87f83c7-3289-4d89-ade4-71376756c5fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:33.617543 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80ab0a5-f6c2-40b4-9fa7-de150cecc43c req-0be6f9bb-46f6-4c59-a387-81db21d5e060 tempest-DeleteServersTestJSON-788951971 tempest-DeleteServersTestJSON-788951971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:25:33.629517 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-b80ab0a5-f6c2-40b4-9fa7-de150cecc43c req-0be6f9bb-46f6-4c59-a387-81db21d5e060 tempest-DeleteServersTestJSON-788951971 tempest-DeleteServersTestJSON-788951971-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c39cf9b-354d-49e6-9d19-d751e4042445 HTTP/1.1" status: 200 len: 944 time: 0.1371648 May 16 20:25:33.676369 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-cebfad67-6700-4f4d-99b1-5e31b6c8d4e4 req-3309589c-85c3-4b67-b0d8-edc0d67134ad tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] 10.222.0.71 "GET /v2.0/ports?device_id=fa7df57c-3792-445a-85dd-10865098f763 HTTP/1.1" status: 200 len: 210 time: 0.0883749 May 16 20:25:33.706210 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-af3accfc-999c-4b45-95e8-61a57c166675 req-1faf5ec9-8923-4a44-96c5-7c0d4b58efa2 service neutron] 10.222.0.81 "GET /v2.0/networks/d1c7f2b9-33c1-4145-bc38-9b994d5c99c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7674417 May 16 20:25:33.739587 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-a15c94f6-e7d4-4617-b3c7-f0ba931b8603 req-796d55be-df8d-478a-8cf0-efbf26109a14 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Publish callbacks [] for port (61ef3262-0839-4608-9348-dca314437332), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:33.792762 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Current status of the port e7df9de3-6d59-4cd7-a98b-d7b449247cde is: ACTIVE; New status is: ACTIVE {{(pid=103450) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:25:33.799172 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a1c06fb8-5b7e-438a-9a14-ab0bc8a1935c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (6de3586b-c77a-41a3-9d69-e80d1925fb22), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:34.035532 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2c274d-e3b5-445f-a6be-d17f2a8a38ad req-d6e9122e-4e89-46af-9bf9-9d4bbdbf700e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:25:34.058470 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-7b2c274d-e3b5-445f-a6be-d17f2a8a38ad req-d6e9122e-4e89-46af-9bf9-9d4bbdbf700e service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=d7d461e051b3410b943d22095ecac469&device_id=4c39cf9b-354d-49e6-9d19-d751e4042445 HTTP/1.1" status: 200 len: 1128 time: 0.2629673 May 16 20:25:34.076997 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-a15c94f6-e7d4-4617-b3c7-f0ba931b8603 req-796d55be-df8d-478a-8cf0-efbf26109a14 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732397102960'] for port (61ef3262-0839-4608-9348-dca314437332), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:34.279876 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a15c94f6-e7d4-4617-b3c7-f0ba931b8603 req-796d55be-df8d-478a-8cf0-efbf26109a14 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Network 44ec8ff3-657b-44fd-8b1b-d2a19a5ed33e is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 20:25:34.325818 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [req-a15c94f6-e7d4-4617-b3c7-f0ba931b8603 req-796d55be-df8d-478a-8cf0-efbf26109a14 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 20:25:34.418047 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-bfb028e4-a9ae-492a-9782-33cdaf7adbdc tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Publish callbacks [] for port (b5055609-eef9-4bcf-9ec7-1dbf587c55db), precommit_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:34.426968 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [req-a15c94f6-e7d4-4617-b3c7-f0ba931b8603 req-796d55be-df8d-478a-8cf0-efbf26109a14 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 20:25:34.440459 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-b80ab0a5-f6c2-40b4-9fa7-de150cecc43c req-3e9ac3df-ae89-4f23-b216-250b8149d23b tempest-DeleteServersTestJSON-788951971 tempest-DeleteServersTestJSON-788951971-project] 10.222.0.71 "GET /v2.0/security-groups?id=5ad74a0c-f947-4ba0-ac90-82f4244ba07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8086677 May 16 20:25:34.448540 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-bfb028e4-a9ae-492a-9782-33cdaf7adbdc tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732397598091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732397102978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732397102996'] for port (b5055609-eef9-4bcf-9ec7-1dbf587c55db), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:34.467024 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15c94f6-e7d4-4617-b3c7-f0ba931b8603 req-796d55be-df8d-478a-8cf0-efbf26109a14 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:25:34.469410 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-a15c94f6-e7d4-4617-b3c7-f0ba931b8603 req-796d55be-df8d-478a-8cf0-efbf26109a14 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-338397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614436'] for port (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:34.534787 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb028e4-a9ae-492a-9782-33cdaf7adbdc tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Pushing event updated for resources: {'Port': ['ID=b5055609-eef9-4bcf-9ec7-1dbf587c55db,revision_number=2']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:25:34.561612 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-bfb028e4-a9ae-492a-9782-33cdaf7adbdc tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1640477'] for floatingip (bd543cd1-73cc-47ed-91a5-d355136312c4), after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:34.591829 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-bfb028e4-a9ae-492a-9782-33cdaf7adbdc tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-338397'] for floatingip (None), before_response {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:34.592250 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-bfb028e4-a9ae-492a-9782-33cdaf7adbdc tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.8717163 May 16 20:25:34.650571 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-d87f83c7-3289-4d89-ade4-71376756c5fb admin admin] Publish callbacks [] for security_group (4c20f3c9-7faf-4cc8-b318-fa2fd38c2b42), precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:34.660300 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-d87f83c7-3289-4d89-ade4-71376756c5fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997425'] for security_group (4c20f3c9-7faf-4cc8-b318-fa2fd38c2b42), after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:34.683381 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796d55be-df8d-478a-8cf0-efbf26109a14 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Pushing event updated for resources: {'Port': ['ID=61ef3262-0839-4608-9348-dca314437332,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:25:34.706379 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8234ce5b-fc44-4f7e-a30a-11333cbc2a15 req-27d20ad6-e6a3-4a58-bd06-72e200f3eeaa tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:25:34.721913 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-8234ce5b-fc44-4f7e-a30a-11333cbc2a15 req-27d20ad6-e6a3-4a58-bd06-72e200f3eeaa tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/ports?device_id=4a363444-8711-4b00-8789-ceb8abdd422a HTTP/1.1" status: 200 len: 931 time: 0.4288239 May 16 20:25:34.745682 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-a15c94f6-e7d4-4617-b3c7-f0ba931b8603 req-796d55be-df8d-478a-8cf0-efbf26109a14 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6095736 May 16 20:25:34.789899 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87f83c7-3289-4d89-ade4-71376756c5fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c20f3c9-7faf-4cc8-b318-fa2fd38c2b42,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:25:34.932688 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [None req-917bf42d-ea29-445c-820b-57bca2c0dde5 None None] Provisioning complete for port 61ef3262-0839-4608-9348-dca314437332 triggered by entity DHCP. {{(pid=103450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:25:34.934606 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-917bf42d-ea29-445c-820b-57bca2c0dde5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868582'] for port (61ef3262-0839-4608-9348-dca314437332), provisioning_complete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:34.959364 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-28896334-9a6d-416a-89e8-362c349e93d5 req-9fe02620-bbfc-488e-848b-50a0ef433ba8 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] 10.222.0.71 "GET /v2.0/ports?device_id=fa7df57c-3792-445a-85dd-10865098f763 HTTP/1.1" status: 200 len: 210 time: 0.1507571 May 16 20:25:35.111664 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-8234ce5b-fc44-4f7e-a30a-11333cbc2a15 req-06e3f7f1-a4cc-4d5e-b446-28e1220a382e tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/security-groups?id=210ee5af-5660-4fb2-aa13-ecabaf05aebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3573327 May 16 20:25:35.123566 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-917bf42d-ea29-445c-820b-57bca2c0dde5 None None] Port 61ef3262-0839-4608-9348-dca314437332 cannot update to ACTIVE because it is not bound. {{(pid=103450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 20:25:35.333578 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-d87f83c7-3289-4d89-ade4-71376756c5fb admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=37408c457c8641b19f6a29509df2f77a&name=default HTTP/1.1" status: 200 len: 2996 time: 2.5546010 May 16 20:25:35.365990 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.71', 44754) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:25:35.410051 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.71', 44758) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:25:35.432756 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.notifiers.nova [req-c9520425-6598-46f6-a0bb-2abead3a4f67 req-a5a86c88-b2aa-43fa-9406-3fa161a9af92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d35212a-4747-4443-8007-2318b3a092c6 {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 20:25:35.503758 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [req-c9520425-6598-46f6-a0bb-2abead3a4f67 req-a5a86c88-b2aa-43fa-9406-3fa161a9af92 service neutron] Publish callbacks [] for port (8d35212a-4747-4443-8007-2318b3a092c6), precommit_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:35.543458 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2c274d-e3b5-445f-a6be-d17f2a8a38ad req-291cba87-da46-4b7e-85c2-c148960b6ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:25:35.545292 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-7b2c274d-e3b5-445f-a6be-d17f2a8a38ad req-291cba87-da46-4b7e-85c2-c148960b6ef7 service neutron] 10.222.0.81 "GET /v2.0/networks?id=d1c7f2b9-33c1-4145-bc38-9b994d5c99c1 HTTP/1.1" status: 200 len: 913 time: 0.3732643 May 16 20:25:35.550367 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-14b9cc1c-2ad2-4385-abc6-fa50b3443e85 admin admin] Publish callbacks [] for security_group (4c20f3c9-7faf-4cc8-b318-fa2fd38c2b42), before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:35.580516 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46399dcd-bc7c-456a-95ea-f2f75a530fd5 req-56c6d067-a612-4b48-8633-544999410d94 tempest-DeleteServersTestJSON-788951971 tempest-DeleteServersTestJSON-788951971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:25:35.582299 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-46399dcd-bc7c-456a-95ea-f2f75a530fd5 req-56c6d067-a612-4b48-8633-544999410d94 tempest-DeleteServersTestJSON-788951971 tempest-DeleteServersTestJSON-788951971-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c39cf9b-354d-49e6-9d19-d751e4042445 HTTP/1.1" status: 200 len: 944 time: 0.0574083 May 16 20:25:35.593386 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [req-c9520425-6598-46f6-a0bb-2abead3a4f67 req-a5a86c88-b2aa-43fa-9406-3fa161a9af92 service neutron] Transition to ACTIVE for port object 8d35212a-4747-4443-8007-2318b3a092c6 will not be triggered until provisioned by entity L2. {{(pid=103449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 16 20:25:35.608630 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [req-c9520425-6598-46f6-a0bb-2abead3a4f67 req-a5a86c88-b2aa-43fa-9406-3fa161a9af92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732397598091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732397102978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732397102996'] for port (8d35212a-4747-4443-8007-2318b3a092c6), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:35.616800 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-092c1040-760f-4748-815d-8e547cce8859 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:35.621812 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-dccf0790-d225-4b1e-abbc-74617b9b9ce8 req-4999ea58-5ad8-4126-a754-730a42bc7401 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-securitygroup--329292194&fields=id&tenant_id=c5e9d68ebf234ca98d0bedb214585f87 HTTP/1.1" status: 200 len: 267 time: 0.3351362 May 16 20:25:35.624675 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-14b9cc1c-2ad2-4385-abc6-fa50b3443e85 admin admin] Publish callbacks [] for security_group (4c20f3c9-7faf-4cc8-b318-fa2fd38c2b42), precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:35.645101 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-46399dcd-bc7c-456a-95ea-f2f75a530fd5 req-8c4d10e4-5836-4bea-ae4e-202c31e1a649 tempest-DeleteServersTestJSON-788951971 tempest-DeleteServersTestJSON-788951971-project] 10.222.0.71 "GET /v2.0/security-groups?id=5ad74a0c-f947-4ba0-ac90-82f4244ba07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530605 May 16 20:25:35.851581 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a86c88-b2aa-43fa-9406-3fa161a9af92 service neutron] Pushing event updated for resources: {'Port': ['ID=8d35212a-4747-4443-8007-2318b3a092c6,revision_number=2']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:25:36.050661 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [req-c9520425-6598-46f6-a0bb-2abead3a4f67 req-a5a86c88-b2aa-43fa-9406-3fa161a9af92 service neutron] Attempting to bind port 8d35212a-4747-4443-8007-2318b3a092c6 on host hv-cinder-83090 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 20:25:36.051119 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [req-c9520425-6598-46f6-a0bb-2abead3a4f67 req-a5a86c88-b2aa-43fa-9406-3fa161a9af92 service neutron] Attempting to bind port 8d35212a-4747-4443-8007-2318b3a092c6 by drivers openvswitch,hyperv on host hv-cinder-83090 at level 0 using segments [{'id': '3f423a53-4b2f-48cb-b3b5-6fcc9868045f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '44ec8ff3-657b-44fd-8b1b-d2a19a5ed33e'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 20:25:36.051475 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9520425-6598-46f6-a0bb-2abead3a4f67 req-a5a86c88-b2aa-43fa-9406-3fa161a9af92 service neutron] Attempting to bind port 8d35212a-4747-4443-8007-2318b3a092c6 on network 44ec8ff3-657b-44fd-8b1b-d2a19a5ed33e {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 20:25:36.066736 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccf0790-d225-4b1e-abbc-74617b9b9ce8 req-6f0f1349-125c-42fc-8fab-19be68040733 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:25:36.068406 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-dccf0790-d225-4b1e-abbc-74617b9b9ce8 req-6f0f1349-125c-42fc-8fab-19be68040733 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/networks?id=87a5424f-d6f8-4b15-9358-a637573a32c1 HTTP/1.1" status: 200 len: 817 time: 0.4334676 May 16 20:25:36.072020 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-14b9cc1c-2ad2-4385-abc6-fa50b3443e85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997425'] for security_group (4c20f3c9-7faf-4cc8-b318-fa2fd38c2b42), after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:36.075516 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-14b9cc1c-2ad2-4385-abc6-fa50b3443e85 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:36.076662 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-14b9cc1c-2ad2-4385-abc6-fa50b3443e85 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/4c20f3c9-7faf-4cc8-b318-fa2fd38c2b42 HTTP/1.1" status: 204 len: 168 time: 0.7076774 May 16 20:25:36.080285 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-53c4d312-10cc-4efd-b44a-06e83041010f req-6eec6583-64bb-4f8e-8ece-84dae4c4123a tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] 10.222.0.71 "GET /v2.0/ports?device_id=fa7df57c-3792-445a-85dd-10865098f763 HTTP/1.1" status: 200 len: 210 time: 0.0304954 May 16 20:25:36.085994 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9520425-6598-46f6-a0bb-2abead3a4f67 req-a5a86c88-b2aa-43fa-9406-3fa161a9af92 service neutron] Port 8d35212a-4747-4443-8007-2318b3a092c6 on network 44ec8ff3-657b-44fd-8b1b-d2a19a5ed33e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83090 {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 16 20:25:36.086314 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9520425-6598-46f6-a0bb-2abead3a4f67 req-a5a86c88-b2aa-43fa-9406-3fa161a9af92 service neutron] Attempting to bind port 8d35212a-4747-4443-8007-2318b3a092c6 on network 44ec8ff3-657b-44fd-8b1b-d2a19a5ed33e {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 20:25:36.112310 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-dccf0790-d225-4b1e-abbc-74617b9b9ce8 req-9f7ced49-5bac-4abf-8250-8fb9bf68fec0 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/quotas/c5e9d68ebf234ca98d0bedb214585f87 HTTP/1.1" status: 200 len: 375 time: 0.0341690 May 16 20:25:36.112980 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b9cc1c-2ad2-4385-abc6-fa50b3443e85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c20f3c9-7faf-4cc8-b318-fa2fd38c2b42,revision_number=None']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:25:36.118164 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9520425-6598-46f6-a0bb-2abead3a4f67 req-a5a86c88-b2aa-43fa-9406-3fa161a9af92 service neutron] Checking agent: {'id': '748e0023-d5c8-44d3-9d74-a0da2def1ef4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83090', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 20, 23, 10), 'started_at': datetime.datetime(2022, 5, 16, 20, 23, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 20, 25, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 20:25:36.118356 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9520425-6598-46f6-a0bb-2abead3a4f67 req-a5a86c88-b2aa-43fa-9406-3fa161a9af92 service neutron] Checking segment: {'id': '3f423a53-4b2f-48cb-b3b5-6fcc9868045f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '44ec8ff3-657b-44fd-8b1b-d2a19a5ed33e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 20:25:36.118939 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9520425-6598-46f6-a0bb-2abead3a4f67 req-a5a86c88-b2aa-43fa-9406-3fa161a9af92 service neutron] Bound using segment: {'id': '3f423a53-4b2f-48cb-b3b5-6fcc9868045f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '44ec8ff3-657b-44fd-8b1b-d2a19a5ed33e'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 20:25:36.119399 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [req-c9520425-6598-46f6-a0bb-2abead3a4f67 req-a5a86c88-b2aa-43fa-9406-3fa161a9af92 service neutron] Bound port: 8d35212a-4747-4443-8007-2318b3a092c6, host: hv-cinder-83090, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f423a53-4b2f-48cb-b3b5-6fcc9868045f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '44ec8ff3-657b-44fd-8b1b-d2a19a5ed33e'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 20:25:36.119857 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [req-c9520425-6598-46f6-a0bb-2abead3a4f67 req-a5a86c88-b2aa-43fa-9406-3fa161a9af92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (8d35212a-4747-4443-8007-2318b3a092c6), before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:36.134304 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-092c1040-760f-4748-815d-8e547cce8859 admin admin] Publish callbacks [] for security_group (ae44f093-6b5c-439b-bf6e-f607d94a40b8), precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:36.153331 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-092c1040-760f-4748-815d-8e547cce8859 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997425'] for security_group (ae44f093-6b5c-439b-bf6e-f607d94a40b8), after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:36.241076 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-dccf0790-d225-4b1e-abbc-74617b9b9ce8 req-a94015d1-4c65-43d5-b974-e47fed26c3c5 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=c5e9d68ebf234ca98d0bedb214585f87&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1148093 May 16 20:25:36.252737 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-092c1040-760f-4748-815d-8e547cce8859 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=1c0c4b33b11745fe881fd1b4ecee55ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8386195 May 16 20:25:36.261164 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092c1040-760f-4748-815d-8e547cce8859 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae44f093-6b5c-439b-bf6e-f607d94a40b8,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:25:36.263243 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.71', 44776) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:25:36.309745 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [req-c9520425-6598-46f6-a0bb-2abead3a4f67 req-a5a86c88-b2aa-43fa-9406-3fa161a9af92 service neutron] For port 8d35212a-4747-4443-8007-2318b3a092c6, host hv-cinder-83090, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 20:25:36.313336 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25307d33-a1b4-4ec0-ad1e-5c40b055a7c6 req-64bf0650-83b7-4293-ae56-8392e0d79e58 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:25:36.315014 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-25307d33-a1b4-4ec0-ad1e-5c40b055a7c6 req-64bf0650-83b7-4293-ae56-8392e0d79e58 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/ports?device_id=4a363444-8711-4b00-8789-ceb8abdd422a HTTP/1.1" status: 200 len: 931 time: 0.0992706 May 16 20:25:36.359890 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [req-c9520425-6598-46f6-a0bb-2abead3a4f67 req-a5a86c88-b2aa-43fa-9406-3fa161a9af92 service neutron] For port 8d35212a-4747-4443-8007-2318b3a092c6, host hv-cinder-83090, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=8d35212a-4747-4443-8007-2318b3a092c6,segment=NetworkSegment(3f423a53-4b2f-48cb-b3b5-6fcc9868045f),segment_id=3f423a53-4b2f-48cb-b3b5-6fcc9868045f)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 20:25:36.379064 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [req-c9520425-6598-46f6-a0bb-2abead3a4f67 req-a5a86c88-b2aa-43fa-9406-3fa161a9af92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732397598091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732397102978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732397102996'] for port (8d35212a-4747-4443-8007-2318b3a092c6), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:36.379827 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ed9a7af1-7d75-4624-b80b-7dd03ede0c76 admin admin] Publish callbacks [] for security_group (ae44f093-6b5c-439b-bf6e-f607d94a40b8), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:36.410094 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-25307d33-a1b4-4ec0-ad1e-5c40b055a7c6 req-a56dd9f5-0100-4343-9e5c-95ed07d86192 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/security-groups?id=210ee5af-5660-4fb2-aa13-ecabaf05aebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855381 May 16 20:25:36.420021 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ed9a7af1-7d75-4624-b80b-7dd03ede0c76 admin admin] Publish callbacks [] for security_group (ae44f093-6b5c-439b-bf6e-f607d94a40b8), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:36.445621 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9520425-6598-46f6-a0bb-2abead3a4f67 req-a5a86c88-b2aa-43fa-9406-3fa161a9af92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:25:36.446258 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [req-c9520425-6598-46f6-a0bb-2abead3a4f67 req-a5a86c88-b2aa-43fa-9406-3fa161a9af92 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-338397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614436'] for port (None), before_response {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:36.447810 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-c9520425-6598-46f6-a0bb-2abead3a4f67 req-a5a86c88-b2aa-43fa-9406-3fa161a9af92 service neutron] 10.222.0.81 "PUT /v2.0/ports/8d35212a-4747-4443-8007-2318b3a092c6 HTTP/1.1" status: 200 len: 1093 time: 6.1103952 May 16 20:25:36.453250 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '049b40d1-bf74-4cf5-8c3f-a195fb9f9314', 'tag': '8d35212a-4747-4443-8007-2318b3a092c6'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 20:25:36.482325 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ed9a7af1-7d75-4624-b80b-7dd03ede0c76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997425'] for security_group (ae44f093-6b5c-439b-bf6e-f607d94a40b8), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:36.489543 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ed9a7af1-7d75-4624-b80b-7dd03ede0c76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:36.501531 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-ed9a7af1-7d75-4624-b80b-7dd03ede0c76 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/ae44f093-6b5c-439b-bf6e-f607d94a40b8 HTTP/1.1" status: 204 len: 168 time: 0.2176421 May 16 20:25:36.502265 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.71', 44780) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:25:36.535286 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9a7af1-7d75-4624-b80b-7dd03ede0c76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae44f093-6b5c-439b-bf6e-f607d94a40b8,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:25:36.538221 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-aec1af32-a454-4701-9265-9f11c48f5995 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:36.592241 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-dccf0790-d225-4b1e-abbc-74617b9b9ce8 req-9e308120-3f06-4808-8d00-d833878ad40e service neutron] 10.222.0.71 "GET /v2.0/networks/87a5424f-d6f8-4b15-9358-a637573a32c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3282025 May 16 20:25:36.749865 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-aec1af32-a454-4701-9265-9f11c48f5995 admin admin] Publish callbacks [] for security_group (6f5140c6-096c-4161-a53a-0f1dbfee2187), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:36.764207 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-aec1af32-a454-4701-9265-9f11c48f5995 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997425'] for security_group (6f5140c6-096c-4161-a53a-0f1dbfee2187), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:36.820445 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-dccf0790-d225-4b1e-abbc-74617b9b9ce8 req-2e0b4014-e6bb-47a0-ba53-71acc1873b36 service neutron] 10.222.0.71 "GET /v2.0/networks/87a5424f-d6f8-4b15-9358-a637573a32c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2079592 May 16 20:25:36.836642 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-aec1af32-a454-4701-9265-9f11c48f5995 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=7f9eaeeff1c64886aeca81425ceb4b13&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3265200 May 16 20:25:36.839045 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.71', 44796) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:25:36.842382 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec1af32-a454-4701-9265-9f11c48f5995 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f5140c6-096c-4161-a53a-0f1dbfee2187,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:25:36.857733 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}295115e3b8025bbf11aa9aac085408c2d5e3d0e4242a5f701d1d164c8d9f99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e999c4f-cfc2-404c-ab7d-10ea064ce105" -d '{"events": [{"name": "network-changed", "server_uuid": "049b40d1-bf74-4cf5-8c3f-a195fb9f9314", "tag": "8d35212a-4747-4443-8007-2318b3a092c6"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 20:25:36.883735 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a86c88-b2aa-43fa-9406-3fa161a9af92 service neutron] Pushing event updated for resources: {'Port': ['ID=8d35212a-4747-4443-8007-2318b3a092c6,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:25:36.960477 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.v2.base [req-a15c94f6-e7d4-4617-b3c7-f0ba931b8603 req-28ddf702-86dc-42ca-a15d-d1ca368cb0e9 service neutron] Request body: {'port': {'device_id': '4a363444-8711-4b00-8789-ceb8abdd422a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83090'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:25:37.164018 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9520425-6598-46f6-a0bb-2abead3a4f67 req-c9f33bc6-1469-40c3-9734-05a4e65576ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:25:37.165634 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-c9520425-6598-46f6-a0bb-2abead3a4f67 req-c9f33bc6-1469-40c3-9734-05a4e65576ab service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=c5993f86ca3e459582b0aad65ca76d4d&device_id=049b40d1-bf74-4cf5-8c3f-a195fb9f9314 HTTP/1.1" status: 200 len: 1127 time: 0.1632657 May 16 20:25:37.191588 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8243276-5a35-4769-8e7f-ddd375b8f408 req-28845121-4b50-45b2-b788-5ec1d54f57ef tempest-DeleteServersTestJSON-788951971 tempest-DeleteServersTestJSON-788951971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:25:37.193827 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-e8243276-5a35-4769-8e7f-ddd375b8f408 req-28845121-4b50-45b2-b788-5ec1d54f57ef tempest-DeleteServersTestJSON-788951971 tempest-DeleteServersTestJSON-788951971-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c39cf9b-354d-49e6-9d19-d751e4042445 HTTP/1.1" status: 200 len: 944 time: 0.3550048 May 16 20:25:37.198388 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-7b2c274d-e3b5-445f-a6be-d17f2a8a38ad req-9e4f5b60-ab07-42cf-9e70-32b77cc4f25f service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6d979ec9-d355-4667-a0b5-fd658123409e HTTP/1.1" status: 200 len: 217 time: 0.1977959 May 16 20:25:37.285469 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-a15c94f6-e7d4-4617-b3c7-f0ba931b8603 req-28ddf702-86dc-42ca-a15d-d1ca368cb0e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (61ef3262-0839-4608-9348-dca314437332), before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:37.299507 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-c9520425-6598-46f6-a0bb-2abead3a4f67 req-4f176f2a-4872-407b-b175-402ef7c9170d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8d35212a-4747-4443-8007-2318b3a092c6 HTTP/1.1" status: 200 len: 217 time: 0.0874417 May 16 20:25:37.361138 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-45857f52-66c6-476e-a513-cc438cd88dd9 admin admin] Publish callbacks [] for security_group (6f5140c6-096c-4161-a53a-0f1dbfee2187), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:37.459026 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2c274d-e3b5-445f-a6be-d17f2a8a38ad req-5ff44869-4c10-445e-b501-486267887980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:25:37.460995 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-7b2c274d-e3b5-445f-a6be-d17f2a8a38ad req-5ff44869-4c10-445e-b501-486267887980 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=0fa32ce8-4f96-4819-b7a4-bcf540aeb352 HTTP/1.1" status: 200 len: 852 time: 0.2400188 May 16 20:25:37.474731 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 20:25:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-094ff45e-33f5-45e0-a580-1a6553bfe995 x-openstack-request-id: req-094ff45e-33f5-45e0-a580-1a6553bfe995 {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 20:25:37.475269 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "049b40d1-bf74-4cf5-8c3f-a195fb9f9314", "tag": "8d35212a-4747-4443-8007-2318b3a092c6", "status": "completed", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 20:25:37.475531 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-094ff45e-33f5-45e0-a580-1a6553bfe995 {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 20:25:37.476020 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event matching ['req-094ff45e-33f5-45e0-a580-1a6553bfe995'] response: {'name': 'network-changed', 'server_uuid': '049b40d1-bf74-4cf5-8c3f-a195fb9f9314', 'tag': '8d35212a-4747-4443-8007-2318b3a092c6', 'status': 'completed', 'code': 200} May 16 20:25:37.476442 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.71', 44824) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:25:37.494798 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-45857f52-66c6-476e-a513-cc438cd88dd9 admin admin] Publish callbacks [] for security_group (6f5140c6-096c-4161-a53a-0f1dbfee2187), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:37.509641 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c65dd912-5d6c-496a-b07e-2d327dce29ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:37.516644 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-e8243276-5a35-4769-8e7f-ddd375b8f408 req-d16eb988-fdb4-4cfc-8c36-c0583ffb92c8 tempest-DeleteServersTestJSON-788951971 tempest-DeleteServersTestJSON-788951971-project] 10.222.0.71 "GET /v2.0/security-groups?id=5ad74a0c-f947-4ba0-ac90-82f4244ba07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3052752 May 16 20:25:37.575809 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-66fec356-d811-492f-90d8-7ec83d9139a8 req-f7cc78c7-cea4-4729-95ac-319b4ddd26ac tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] 10.222.0.71 "GET /v2.0/ports?device_id=fa7df57c-3792-445a-85dd-10865098f763 HTTP/1.1" status: 200 len: 210 time: 0.0621331 May 16 20:25:37.581884 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-7b2c274d-e3b5-445f-a6be-d17f2a8a38ad req-ea92aef8-6eab-422b-8272-178bf4768f40 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=d1c7f2b9-33c1-4145-bc38-9b994d5c99c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0640433 May 16 20:25:37.603960 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9520425-6598-46f6-a0bb-2abead3a4f67 req-a33e86e0-ed2c-402f-9b71-f5ab3c7009c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:25:37.605451 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-c9520425-6598-46f6-a0bb-2abead3a4f67 req-a33e86e0-ed2c-402f-9b71-f5ab3c7009c4 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=79cb81dd-edd6-4080-acf6-86e748571b36 HTTP/1.1" status: 200 len: 857 time: 0.1724916 May 16 20:25:37.637785 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e5728ea1-db58-4afd-a664-6a7863a10946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:37.722871 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-669dc5ea-b8e2-4e63-8ab8-0c5120a9db60 req-76fb9f30-5cd0-479b-90a1-30093f9effa1 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/ports?device_id=f8daf144-f0a4-4819-9d9a-6202c59b11bc HTTP/1.1" status: 200 len: 210 time: 0.1056132 May 16 20:25:37.730285 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-45857f52-66c6-476e-a513-cc438cd88dd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997425'] for security_group (6f5140c6-096c-4161-a53a-0f1dbfee2187), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:37.732939 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-45857f52-66c6-476e-a513-cc438cd88dd9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:37.739210 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-45857f52-66c6-476e-a513-cc438cd88dd9 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/6f5140c6-096c-4161-a53a-0f1dbfee2187 HTTP/1.1" status: 204 len: 168 time: 0.8987193 May 16 20:25:37.757280 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45857f52-66c6-476e-a513-cc438cd88dd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f5140c6-096c-4161-a53a-0f1dbfee2187,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:25:37.827835 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3d7cec-02e8-4294-8c55-06bb41c34177 req-d0be7699-8981-490f-99f2-0e54b628232c tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:25:37.830245 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-ff3d7cec-02e8-4294-8c55-06bb41c34177 req-d0be7699-8981-490f-99f2-0e54b628232c tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/ports?device_id=4a363444-8711-4b00-8789-ceb8abdd422a HTTP/1.1" status: 200 len: 931 time: 0.1260166 May 16 20:25:37.836843 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c65dd912-5d6c-496a-b07e-2d327dce29ab admin admin] Publish callbacks [] for security_group (99638f5f-f98f-4b75-88ef-5743722b3594), precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:37.845967 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c65dd912-5d6c-496a-b07e-2d327dce29ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997425'] for security_group (99638f5f-f98f-4b75-88ef-5743722b3594), after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:37.916532 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-ff3d7cec-02e8-4294-8c55-06bb41c34177 req-fe1fc4ae-14f5-482b-8ecc-2b34da6a6213 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/security-groups?id=210ee5af-5660-4fb2-aa13-ecabaf05aebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782590 May 16 20:25:37.948082 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-c65dd912-5d6c-496a-b07e-2d327dce29ab admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=2eabfcfcf1b542288d06c526703076fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4688177 May 16 20:25:37.951698 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.71', 44844) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:25:37.956024 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65dd912-5d6c-496a-b07e-2d327dce29ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99638f5f-f98f-4b75-88ef-5743722b3594,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:25:38.009675 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.notifiers.nova [req-a15c94f6-e7d4-4617-b3c7-f0ba931b8603 req-28ddf702-86dc-42ca-a15d-d1ca368cb0e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61ef3262-0839-4608-9348-dca314437332 {{(pid=103448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 20:25:38.025611 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-a15c94f6-e7d4-4617-b3c7-f0ba931b8603 req-28ddf702-86dc-42ca-a15d-d1ca368cb0e9 service neutron] Publish callbacks [] for port (61ef3262-0839-4608-9348-dca314437332), precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:38.049752 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [req-a15c94f6-e7d4-4617-b3c7-f0ba931b8603 req-28ddf702-86dc-42ca-a15d-d1ca368cb0e9 service neutron] Transition to ACTIVE for port object 61ef3262-0839-4608-9348-dca314437332 will not be triggered until provisioned by entity L2. {{(pid=103448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 16 20:25:38.063598 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-a15c94f6-e7d4-4617-b3c7-f0ba931b8603 req-28ddf702-86dc-42ca-a15d-d1ca368cb0e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732397598091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732397102978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732397102996'] for port (61ef3262-0839-4608-9348-dca314437332), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:38.072894 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-66ed6642-43a5-461c-8126-e96397d55887 admin admin] Publish callbacks [] for security_group (99638f5f-f98f-4b75-88ef-5743722b3594), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:38.135540 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-66ed6642-43a5-461c-8126-e96397d55887 admin admin] Publish callbacks [] for security_group (99638f5f-f98f-4b75-88ef-5743722b3594), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:38.178264 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ddf702-86dc-42ca-a15d-d1ca368cb0e9 service neutron] Pushing event updated for resources: {'Port': ['ID=61ef3262-0839-4608-9348-dca314437332,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:25:38.242612 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-a15c94f6-e7d4-4617-b3c7-f0ba931b8603 req-28ddf702-86dc-42ca-a15d-d1ca368cb0e9 service neutron] Attempting to bind port 61ef3262-0839-4608-9348-dca314437332 on host hv-cinder-83090 for vnic_type normal with profile {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 20:25:38.243266 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-a15c94f6-e7d4-4617-b3c7-f0ba931b8603 req-28ddf702-86dc-42ca-a15d-d1ca368cb0e9 service neutron] Attempting to bind port 61ef3262-0839-4608-9348-dca314437332 by drivers openvswitch,hyperv on host hv-cinder-83090 at level 0 using segments [{'id': '3f423a53-4b2f-48cb-b3b5-6fcc9868045f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '44ec8ff3-657b-44fd-8b1b-d2a19a5ed33e'}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 20:25:38.243525 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a15c94f6-e7d4-4617-b3c7-f0ba931b8603 req-28ddf702-86dc-42ca-a15d-d1ca368cb0e9 service neutron] Attempting to bind port 61ef3262-0839-4608-9348-dca314437332 on network 44ec8ff3-657b-44fd-8b1b-d2a19a5ed33e {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 20:25:38.250220 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a15c94f6-e7d4-4617-b3c7-f0ba931b8603 req-28ddf702-86dc-42ca-a15d-d1ca368cb0e9 service neutron] Port 61ef3262-0839-4608-9348-dca314437332 on network 44ec8ff3-657b-44fd-8b1b-d2a19a5ed33e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83090 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 16 20:25:38.250647 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a15c94f6-e7d4-4617-b3c7-f0ba931b8603 req-28ddf702-86dc-42ca-a15d-d1ca368cb0e9 service neutron] Attempting to bind port 61ef3262-0839-4608-9348-dca314437332 on network 44ec8ff3-657b-44fd-8b1b-d2a19a5ed33e {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 20:25:38.258687 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a15c94f6-e7d4-4617-b3c7-f0ba931b8603 req-28ddf702-86dc-42ca-a15d-d1ca368cb0e9 service neutron] Checking agent: {'id': '748e0023-d5c8-44d3-9d74-a0da2def1ef4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83090', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 20, 23, 10), 'started_at': datetime.datetime(2022, 5, 16, 20, 23, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 20, 25, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 20:25:38.259232 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a15c94f6-e7d4-4617-b3c7-f0ba931b8603 req-28ddf702-86dc-42ca-a15d-d1ca368cb0e9 service neutron] Checking segment: {'id': '3f423a53-4b2f-48cb-b3b5-6fcc9868045f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '44ec8ff3-657b-44fd-8b1b-d2a19a5ed33e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 20:25:38.259836 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a15c94f6-e7d4-4617-b3c7-f0ba931b8603 req-28ddf702-86dc-42ca-a15d-d1ca368cb0e9 service neutron] Bound using segment: {'id': '3f423a53-4b2f-48cb-b3b5-6fcc9868045f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '44ec8ff3-657b-44fd-8b1b-d2a19a5ed33e'} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 20:25:38.260521 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-a15c94f6-e7d4-4617-b3c7-f0ba931b8603 req-28ddf702-86dc-42ca-a15d-d1ca368cb0e9 service neutron] Bound port: 61ef3262-0839-4608-9348-dca314437332, host: hv-cinder-83090, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f423a53-4b2f-48cb-b3b5-6fcc9868045f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '44ec8ff3-657b-44fd-8b1b-d2a19a5ed33e'}}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 20:25:38.260989 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-a15c94f6-e7d4-4617-b3c7-f0ba931b8603 req-28ddf702-86dc-42ca-a15d-d1ca368cb0e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (61ef3262-0839-4608-9348-dca314437332), before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:38.278401 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-66ed6642-43a5-461c-8126-e96397d55887 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997425'] for security_group (99638f5f-f98f-4b75-88ef-5743722b3594), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:38.281139 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-66ed6642-43a5-461c-8126-e96397d55887 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:38.282485 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-66ed6642-43a5-461c-8126-e96397d55887 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/99638f5f-f98f-4b75-88ef-5743722b3594 HTTP/1.1" status: 204 len: 168 time: 0.3297765 May 16 20:25:38.300350 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ed6642-43a5-461c-8126-e96397d55887 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99638f5f-f98f-4b75-88ef-5743722b3594,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:25:38.401311 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-a15c94f6-e7d4-4617-b3c7-f0ba931b8603 req-28ddf702-86dc-42ca-a15d-d1ca368cb0e9 service neutron] For port 61ef3262-0839-4608-9348-dca314437332, host hv-cinder-83090, cleared binding levels {{(pid=103448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 20:25:38.405924 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-a15c94f6-e7d4-4617-b3c7-f0ba931b8603 req-28ddf702-86dc-42ca-a15d-d1ca368cb0e9 service neutron] For port 61ef3262-0839-4608-9348-dca314437332, host hv-cinder-83090, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=61ef3262-0839-4608-9348-dca314437332,segment=NetworkSegment(3f423a53-4b2f-48cb-b3b5-6fcc9868045f),segment_id=3f423a53-4b2f-48cb-b3b5-6fcc9868045f)] {{(pid=103448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 20:25:38.415063 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-a15c94f6-e7d4-4617-b3c7-f0ba931b8603 req-28ddf702-86dc-42ca-a15d-d1ca368cb0e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732397598091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732397102978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732397102996'] for port (61ef3262-0839-4608-9348-dca314437332), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:38.456312 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15c94f6-e7d4-4617-b3c7-f0ba931b8603 req-28ddf702-86dc-42ca-a15d-d1ca368cb0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:25:38.456932 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-a15c94f6-e7d4-4617-b3c7-f0ba931b8603 req-28ddf702-86dc-42ca-a15d-d1ca368cb0e9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-338397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614436'] for port (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:38.458385 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-a15c94f6-e7d4-4617-b3c7-f0ba931b8603 req-28ddf702-86dc-42ca-a15d-d1ca368cb0e9 service neutron] 10.222.0.81 "PUT /v2.0/ports/61ef3262-0839-4608-9348-dca314437332 HTTP/1.1" status: 200 len: 1093 time: 1.5081973 May 16 20:25:38.459040 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a363444-8711-4b00-8789-ceb8abdd422a', 'tag': '61ef3262-0839-4608-9348-dca314437332'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 20:25:38.464944 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cabd327eae894280a08d6ee7d9129781675a5828ba01ec684011f2f655eb9e7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd97f690-80c0-45ab-b2ac-042bad601b8f" -d '{"events": [{"name": "network-changed", "server_uuid": "4a363444-8711-4b00-8789-ceb8abdd422a", "tag": "61ef3262-0839-4608-9348-dca314437332"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 20:25:38.496536 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ddf702-86dc-42ca-a15d-d1ca368cb0e9 service neutron] Pushing event updated for resources: {'Port': ['ID=61ef3262-0839-4608-9348-dca314437332,revision_number=3']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:25:38.548206 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.71', 44882) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:25:38.601185 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 20:25:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41db9020-116e-41d9-ba87-8d40e16e2f2d x-openstack-request-id: req-41db9020-116e-41d9-ba87-8d40e16e2f2d {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 20:25:38.601533 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a363444-8711-4b00-8789-ceb8abdd422a", "tag": "61ef3262-0839-4608-9348-dca314437332", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 20:25:38.601801 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-41db9020-116e-41d9-ba87-8d40e16e2f2d {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 20:25:38.602265 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41db9020-116e-41d9-ba87-8d40e16e2f2d'] response: {'name': 'network-changed', 'server_uuid': '4a363444-8711-4b00-8789-ceb8abdd422a', 'tag': '61ef3262-0839-4608-9348-dca314437332', 'status': 'completed', 'code': 200} May 16 20:25:38.788732 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7e48644e-b95e-4624-af94-515661536cfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (250d088e-9c0e-4ec5-80f3-a83f8403448b), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:38.857691 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9520425-6598-46f6-a0bb-2abead3a4f67 req-48cc2f0b-42d3-441c-8f26-d1cd1598e034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:25:38.860215 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-c9520425-6598-46f6-a0bb-2abead3a4f67 req-48cc2f0b-42d3-441c-8f26-d1cd1598e034 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=44ec8ff3-657b-44fd-8b1b-d2a19a5ed33e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2501240 May 16 20:25:38.872932 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2bec49-394d-4394-8afb-b70eb0dab729 req-edc284d7-859e-41ca-bc8b-11f0bc14c36d tempest-DeleteServersTestJSON-788951971 tempest-DeleteServersTestJSON-788951971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:25:38.875495 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-bf2bec49-394d-4394-8afb-b70eb0dab729 req-edc284d7-859e-41ca-bc8b-11f0bc14c36d tempest-DeleteServersTestJSON-788951971 tempest-DeleteServersTestJSON-788951971-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c39cf9b-354d-49e6-9d19-d751e4042445 HTTP/1.1" status: 200 len: 944 time: 0.1661029 May 16 20:25:38.906066 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-63f4bb90-4806-4245-8943-fa0831c62489 req-85ec6835-cc95-4837-92b9-b12c4d82c6e2 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] 10.222.0.71 "GET /v2.0/ports?device_id=fa7df57c-3792-445a-85dd-10865098f763 HTTP/1.1" status: 200 len: 210 time: 0.1932955 May 16 20:25:38.925001 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd97f690-80c0-45ab-b2ac-042bad601b8f req-35deca63-5080-417d-910c-25b248e49088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:25:38.935878 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-bd97f690-80c0-45ab-b2ac-042bad601b8f req-35deca63-5080-417d-910c-25b248e49088 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=c5993f86ca3e459582b0aad65ca76d4d&device_id=4a363444-8711-4b00-8789-ceb8abdd422a HTTP/1.1" status: 200 len: 1127 time: 0.2560794 May 16 20:25:39.117231 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-7b2c274d-e3b5-445f-a6be-d17f2a8a38ad req-de06ae6b-d4ab-4bbb-9f80-35f200e2fce4 service neutron] 10.222.0.81 "GET /v2.0/networks/d1c7f2b9-33c1-4145-bc38-9b994d5c99c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5066593 May 16 20:25:39.123912 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-bf2bec49-394d-4394-8afb-b70eb0dab729 req-d47d8b00-1e98-4e0d-a73f-44aaa36bc721 tempest-DeleteServersTestJSON-788951971 tempest-DeleteServersTestJSON-788951971-project] 10.222.0.71 "GET /v2.0/security-groups?id=5ad74a0c-f947-4ba0-ac90-82f4244ba07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2398582 May 16 20:25:39.132267 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.81', 55833) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:25:39.256886 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-3e858b0a-930a-480d-8713-43647525bc31 req-5e15c012-dea8-40aa-b414-4ce0308b5741 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/ports?device_id=f8daf144-f0a4-4819-9d9a-6202c59b11bc HTTP/1.1" status: 200 len: 210 time: 0.1906586 May 16 20:25:39.383562 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-521f0328-ed30-4585-99d7-91fde913c700 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:39.506787 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.71', 44934) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:25:39.515125 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2669d656-07a8-478b-9ba1-efd525da216e req-b45988a7-0e5f-4a7e-a3e7-7565213ade68 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:25:39.517149 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-2669d656-07a8-478b-9ba1-efd525da216e req-b45988a7-0e5f-4a7e-a3e7-7565213ade68 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/ports?device_id=4a363444-8711-4b00-8789-ceb8abdd422a HTTP/1.1" status: 200 len: 943 time: 0.2435100 May 16 20:25:39.547745 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Device 6d979ec9-d355-4667-a0b5-fd658123409e details requested by agent hyperv_hv-cinder-83090 with host hv-cinder-83090 {{(pid=103450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 20:25:39.595641 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-c9520425-6598-46f6-a0bb-2abead3a4f67 req-17bfa50e-9228-467b-9336-8cf71e13c864 service neutron] 10.222.0.81 "GET /v2.0/networks/44ec8ff3-657b-44fd-8b1b-d2a19a5ed33e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6060905 May 16 20:25:39.711954 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd97f690-80c0-45ab-b2ac-042bad601b8f req-a2b61b90-f2a0-4c03-b90a-df20114bbf99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:25:39.716640 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-bd97f690-80c0-45ab-b2ac-042bad601b8f req-a2b61b90-f2a0-4c03-b90a-df20114bbf99 service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=c5993f86ca3e459582b0aad65ca76d4d&shared=False HTTP/1.1" status: 200 len: 919 time: 0.7354903 May 16 20:25:39.718462 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.81', 55839) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:25:39.747897 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.v2.base [None req-3746545d-dfd4-4f72-8ade-851ac76336c4 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1232841313-network', 'tenant_id': '70e5f751aa784a26babc8a35ae2c194a'}} {{(pid=103449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:25:39.758863 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] For port 6d979ec9-d355-4667-a0b5-fd658123409e, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=6d979ec9-d355-4667-a0b5-fd658123409e,segment=NetworkSegment(07fa60a8-ac80-46d6-b470-e48a39f13b85),segment_id=07fa60a8-ac80-46d6-b470-e48a39f13b85)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:25:39.772653 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Returning: {'device': '6d979ec9-d355-4667-a0b5-fd658123409e', 'network_id': 'd1c7f2b9-33c1-4145-bc38-9b994d5c99c1', 'port_id': '6d979ec9-d355-4667-a0b5-fd658123409e', 'mac_address': 'fa:16:3e:3e:69:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fa32ce8-4f96-4819-b7a4-bcf540aeb352', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 20:25:39.790416 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdb9de2-0a8c-44f1-b122-f3db5fb0c3ef req-5ce8869d-5a10-45fe-8adb-dfd90fc94f5a tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:25:39.792391 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-fbdb9de2-0a8c-44f1-b122-f3db5fb0c3ef req-5ce8869d-5a10-45fe-8adb-dfd90fc94f5a tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] 10.222.0.81 "GET /v2.0/networks?id=e7a89d4e-230a-49f4-9073-4fb4c366ed99 HTTP/1.1" status: 200 len: 810 time: 0.6434731 May 16 20:25:39.814783 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Current status of the port 6d979ec9-d355-4667-a0b5-fd658123409e is: DOWN; New status is: BUILD {{(pid=103450) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:25:39.815812 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (6d979ec9-d355-4667-a0b5-fd658123409e), before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:39.828491 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-7b2c274d-e3b5-445f-a6be-d17f2a8a38ad req-3cca9e1a-ca68-459b-bdac-ba44489b14e1 service neutron] 10.222.0.81 "GET /v2.0/networks/d1c7f2b9-33c1-4145-bc38-9b994d5c99c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6689987 May 16 20:25:39.832500 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.notifiers.nova [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d979ec9-d355-4667-a0b5-fd658123409e {{(pid=103450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 20:25:39.877190 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-2669d656-07a8-478b-9ba1-efd525da216e req-e7c3d738-2839-422b-8861-0a8724800c59 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/security-groups?id=210ee5af-5660-4fb2-aa13-ecabaf05aebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3348551 May 16 20:25:39.908633 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] For port 6d979ec9-d355-4667-a0b5-fd658123409e, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=6d979ec9-d355-4667-a0b5-fd658123409e,segment=NetworkSegment(07fa60a8-ac80-46d6-b470-e48a39f13b85),segment_id=07fa60a8-ac80-46d6-b470-e48a39f13b85)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:25:39.919775 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732397598091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732397102978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732397102996'] for port (6d979ec9-d355-4667-a0b5-fd658123409e), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:39.951335 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-521f0328-ed30-4585-99d7-91fde913c700 admin admin] Publish callbacks [] for security_group (2aeda067-cc37-432b-9775-1ebffd0e4713), precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:39.991900 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Pushing event updated for resources: {'Port': ['ID=6d979ec9-d355-4667-a0b5-fd658123409e,revision_number=4']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:25:40.000984 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-521f0328-ed30-4585-99d7-91fde913c700 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997425'] for security_group (2aeda067-cc37-432b-9775-1ebffd0e4713), after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:40.017148 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3746545d-dfd4-4f72-8ade-851ac76336c4 admin admin] Made reservation on behalf of 70e5f751aa784a26babc8a35ae2c194a for: {'network': 1} {{(pid=103449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 20:25:40.019713 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-3746545d-dfd4-4f72-8ade-851ac76336c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for network (None), before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:40.036357 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccf0790-d225-4b1e-abbc-74617b9b9ce8 req-892e74be-93d3-4b15-bbb9-24983be95f9e tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:25:40.039021 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-dccf0790-d225-4b1e-abbc-74617b9b9ce8 req-892e74be-93d3-4b15-bbb9-24983be95f9e tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.81 "GET /v2.0/networks?id=87a5424f-d6f8-4b15-9358-a637573a32c1 HTTP/1.1" status: 200 len: 817 time: 0.3158653 May 16 20:25:40.065898 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-3746545d-dfd4-4f72-8ade-851ac76336c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:40.095256 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-705510c1-7ce6-4934-8152-429dca772d61 req-9bed2957-e82a-4329-b5ec-240f56c17d36 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] 10.222.0.71 "GET /v2.0/ports?device_id=fa7df57c-3792-445a-85dd-10865098f763 HTTP/1.1" status: 200 len: 210 time: 0.0824692 May 16 20:25:40.105100 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd97f690-80c0-45ab-b2ac-042bad601b8f req-a41d171e-0932-44ad-a6df-f5a40881a740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:25:40.106571 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-bd97f690-80c0-45ab-b2ac-042bad601b8f req-a41d171e-0932-44ad-a6df-f5a40881a740 service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3585477 May 16 20:25:40.110580 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-fbdb9de2-0a8c-44f1-b122-f3db5fb0c3ef req-9adb9912-4acc-405b-b6e9-c4a249f11a6d tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=10f3494602c84c748ead115d649fc9cc HTTP/1.1" status: 200 len: 380 time: 0.2996297 May 16 20:25:40.112527 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-c9520425-6598-46f6-a0bb-2abead3a4f67 req-e222e922-82e3-4c5d-842d-08b876642a1a service neutron] 10.222.0.81 "GET /v2.0/networks/44ec8ff3-657b-44fd-8b1b-d2a19a5ed33e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4956155 May 16 20:25:40.113115 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521f0328-ed30-4585-99d7-91fde913c700 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aeda067-cc37-432b-9775-1ebffd0e4713,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:25:40.124017 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-521f0328-ed30-4585-99d7-91fde913c700 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=5d953e249fb841dd95d2e599393a1d97&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5745077 May 16 20:25:40.151585 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.71', 44958) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:25:40.170846 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.v2.base [req-fbdb9de2-0a8c-44f1-b122-f3db5fb0c3ef req-d5bc332c-864f-4d5c-82ef-1ec356e3e3be tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Request body: {'port': {'device_id': 'fa7df57c-3792-445a-85dd-10865098f763', 'network_id': 'e7a89d4e-230a-49f4-9073-4fb4c366ed99', 'admin_state_up': True, 'tenant_id': '10f3494602c84c748ead115d649fc9cc', 'security_groups': ['3a725130-a618-4fe5-b252-e3a6384e8833']}} {{(pid=103449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:25:40.204913 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-dccf0790-d225-4b1e-abbc-74617b9b9ce8 req-fa604e73-ec04-4141-814f-32526b72e1b1 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c5e9d68ebf234ca98d0bedb214585f87 HTTP/1.1" status: 200 len: 379 time: 0.1526382 May 16 20:25:40.233146 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] get_ports_and_sgs() called for port_ids ['6d979ec9-d355-4667-a0b5-fd658123409e'] {{(pid=103450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 20:25:40.340920 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (748e0023-d5c8-44d3-9d74-a0da2def1ef4), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:40.484971 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-4180a60e-9112-40d9-af41-f90cc67296c2 req-31af2c45-0b65-48b0-a695-f35623794169 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/ports?device_id=f8daf144-f0a4-4819-9d9a-6202c59b11bc HTTP/1.1" status: 200 len: 210 time: 0.0498750 May 16 20:25:40.607570 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9489ed54-9452-421e-8c41-322ba0bf2e0c req-cf326151-7093-4e64-a971-8e40f1510392 tempest-DeleteServersTestJSON-788951971 tempest-DeleteServersTestJSON-788951971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:25:40.609334 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-9489ed54-9452-421e-8c41-322ba0bf2e0c req-cf326151-7093-4e64-a971-8e40f1510392 tempest-DeleteServersTestJSON-788951971 tempest-DeleteServersTestJSON-788951971-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c39cf9b-354d-49e6-9d19-d751e4042445 HTTP/1.1" status: 200 len: 945 time: 0.3641078 May 16 20:25:40.613610 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-cf7f917f-1416-496a-9959-e81c0383485b admin admin] Publish callbacks [] for security_group (2aeda067-cc37-432b-9775-1ebffd0e4713), before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:40.694812 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-cf7f917f-1416-496a-9959-e81c0383485b admin admin] Publish callbacks [] for security_group (2aeda067-cc37-432b-9775-1ebffd0e4713), precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:40.717641 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-3746545d-dfd4-4f72-8ade-851ac76336c4 admin admin] Publish callbacks [] for security_group (cef251aa-4bd5-4b45-a576-cf2db6b2ee65), precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:40.739466 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-3746545d-dfd4-4f72-8ade-851ac76336c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997425'] for security_group (cef251aa-4bd5-4b45-a576-cf2db6b2ee65), after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:40.767401 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbdb9de2-0a8c-44f1-b122-f3db5fb0c3ef req-d5bc332c-864f-4d5c-82ef-1ec356e3e3be tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Made reservation on behalf of 10f3494602c84c748ead115d649fc9cc for: {'port': 1} {{(pid=103449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 20:25:40.771703 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [req-fbdb9de2-0a8c-44f1-b122-f3db5fb0c3ef req-d5bc332c-864f-4d5c-82ef-1ec356e3e3be tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (None), before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:40.783733 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-9489ed54-9452-421e-8c41-322ba0bf2e0c req-686d27d1-a399-4ec8-975a-e5a552fe0f14 tempest-DeleteServersTestJSON-788951971 tempest-DeleteServersTestJSON-788951971-project] 10.222.0.71 "GET /v2.0/security-groups?id=5ad74a0c-f947-4ba0-ac90-82f4244ba07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614852 May 16 20:25:40.799382 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3746545d-dfd4-4f72-8ade-851ac76336c4 admin admin] vlan segment allocate from pool success with {'vlan_id': 541, 'physical_network': 'physnet1'} {{(pid=103449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 16 20:25:40.832924 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-3746545d-dfd4-4f72-8ade-851ac76336c4 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8732397667085', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1026353'] for segment (56029eac-e36d-4d82-a8d2-c7299e59e6d5), precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:40.833343 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.db.segments_db [None req-3746545d-dfd4-4f72-8ade-851ac76336c4 admin admin] Added segment 56029eac-e36d-4d82-a8d2-c7299e59e6d5 of type vlan for network 6e63a015-0679-41e7-9cd9-ef9f5090fb3d May 16 20:25:40.836861 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3746545d-dfd4-4f72-8ade-851ac76336c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cef251aa-4bd5-4b45-a576-cf2db6b2ee65,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:25:40.841505 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6817a924-6d52-4d66-a8a7-036511333704 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (03fa33e9-7cc7-490c-b269-c4f69c490346), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:40.885304 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-cf7f917f-1416-496a-9959-e81c0383485b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997425'] for security_group (2aeda067-cc37-432b-9775-1ebffd0e4713), after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:40.887803 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-cf7f917f-1416-496a-9959-e81c0383485b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:40.889007 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-cf7f917f-1416-496a-9959-e81c0383485b admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/2aeda067-cc37-432b-9775-1ebffd0e4713 HTTP/1.1" status: 204 len: 168 time: 0.7327509 May 16 20:25:40.937673 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.v2.base [req-dccf0790-d225-4b1e-abbc-74617b9b9ce8 req-fa335601-9965-4f12-baa0-e5157a45d41d tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Request body: {'port': {'device_id': 'f8daf144-f0a4-4819-9d9a-6202c59b11bc', 'network_id': '87a5424f-d6f8-4b15-9358-a637573a32c1', 'admin_state_up': True, 'tenant_id': 'c5e9d68ebf234ca98d0bedb214585f87', 'security_groups': ['1fc36625-c0bf-4e17-91a1-62c7256af4dd']}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:25:40.976784 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7f917f-1416-496a-9959-e81c0383485b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aeda067-cc37-432b-9775-1ebffd0e4713,revision_number=None']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:25:40.983447 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-3746545d-dfd4-4f72-8ade-851ac76336c4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732397125798'] for network (6e63a015-0679-41e7-9cd9-ef9f5090fb3d), precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:41.012303 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15c94f6-e7d4-4617-b3c7-f0ba931b8603 req-7a240e09-73e0-416e-9516-0d35fc680e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:25:41.013830 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-a15c94f6-e7d4-4617-b3c7-f0ba931b8603 req-7a240e09-73e0-416e-9516-0d35fc680e52 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=c5993f86ca3e459582b0aad65ca76d4d&device_id=4a363444-8711-4b00-8789-ceb8abdd422a HTTP/1.1" status: 200 len: 1127 time: 0.0925641 May 16 20:25:41.093829 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-a15c94f6-e7d4-4617-b3c7-f0ba931b8603 req-b4630594-aa4b-4222-8cec-a09caf70b241 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=61ef3262-0839-4608-9348-dca314437332 HTTP/1.1" status: 200 len: 217 time: 0.0557547 May 16 20:25:41.112824 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-3746545d-dfd4-4f72-8ade-851ac76336c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1996455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410'] for network (6e63a015-0679-41e7-9cd9-ef9f5090fb3d), after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:41.115760 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3746545d-dfd4-4f72-8ade-851ac76336c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:25:41.116309 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-3746545d-dfd4-4f72-8ade-851ac76336c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614436'] for network (None), before_response {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:41.120132 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e999c4f-cfc2-404c-ab7d-10ea064ce105 req-49d495c5-5f90-43f3-8021-284fdd07ffd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:25:41.121765 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-2e999c4f-cfc2-404c-ab7d-10ea064ce105 req-49d495c5-5f90-43f3-8021-284fdd07ffd7 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=c5993f86ca3e459582b0aad65ca76d4d&device_id=049b40d1-bf74-4cf5-8c3f-a195fb9f9314 HTTP/1.1" status: 200 len: 1127 time: 0.2164826 May 16 20:25:41.162058 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.db.db_base_plugin_common [req-fbdb9de2-0a8c-44f1-b122-f3db5fb0c3ef req-d5bc332c-864f-4d5c-82ef-1ec356e3e3be tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Allocated IP 172.20.0.14 (e7a89d4e-230a-49f4-9073-4fb4c366ed99/a67edfad-ba11-4420-bc2d-c5a2924d53c8/25705cbe-e055-4b19-865c-03695eb62fbe) {{(pid=103449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 20:25:41.197390 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-3746545d-dfd4-4f72-8ade-851ac76336c4 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.6896682 May 16 20:25:41.212594 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.71', 44998) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:25:41.225631 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.v2.base [None req-85cfbbae-dcd5-4841-b193-0fdb4e1711e3 admin admin] Request body: {'subnet': {'network_id': '6e63a015-0679-41e7-9cd9-ef9f5090fb3d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1232841313-subnet', 'tenant_id': '70e5f751aa784a26babc8a35ae2c194a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:25:41.235471 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d028f7-c723-4f8c-b415-3b667b73c59b req-4cd57dd6-a593-484f-806e-49efae4cd64c tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:25:41.242390 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-83d028f7-c723-4f8c-b415-3b667b73c59b req-4cd57dd6-a593-484f-806e-49efae4cd64c tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/ports?device_id=4a363444-8711-4b00-8789-ceb8abdd422a HTTP/1.1" status: 200 len: 943 time: 0.2161939 May 16 20:25:41.255151 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (bddaa840-ffd9-43a2-8860-d40111f70aff), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:41.320986 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-03bbf56f-30d4-44f2-9c41-cdad83883fc8 req-52a65f19-0272-41e2-8f11-f479d9939148 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] 10.222.0.71 "GET /v2.0/ports?device_id=fa7df57c-3792-445a-85dd-10865098f763 HTTP/1.1" status: 200 len: 210 time: 0.1050565 May 16 20:25:41.351128 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85cfbbae-dcd5-4841-b193-0fdb4e1711e3 admin admin] Made reservation on behalf of 70e5f751aa784a26babc8a35ae2c194a for: {'subnet': 1} {{(pid=103449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 20:25:41.353898 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-85cfbbae-dcd5-4841-b193-0fdb4e1711e3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:41.360492 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3746545d-dfd4-4f72-8ade-851ac76336c4 admin admin] Pushing event updated for resources: {'Network': ['ID=6e63a015-0679-41e7-9cd9-ef9f5090fb3d,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:25:41.364503 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15c94f6-e7d4-4617-b3c7-f0ba931b8603 req-d8f6112b-8f16-4a15-9ff8-7d010f2a53d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:25:41.366636 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-a15c94f6-e7d4-4617-b3c7-f0ba931b8603 req-d8f6112b-8f16-4a15-9ff8-7d010f2a53d5 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=79cb81dd-edd6-4080-acf6-86e748571b36 HTTP/1.1" status: 200 len: 857 time: 0.2659907 May 16 20:25:41.376795 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-83d028f7-c723-4f8c-b415-3b667b73c59b req-6fc70e8d-fd76-46c8-a75c-a2042d57fe5a tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/security-groups?id=210ee5af-5660-4fb2-aa13-ecabaf05aebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255691 May 16 20:25:41.389474 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Network 6e63a015-0679-41e7-9cd9-ef9f5090fb3d details requested by agent ovs-agent-dv-cinder-830901-7-iscsi with host dv-cinder-830901-7-iscsi {{(pid=103450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 16 20:25:41.416374 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dccf0790-d225-4b1e-abbc-74617b9b9ce8 req-fa335601-9965-4f12-baa0-e5157a45d41d tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Made reservation on behalf of c5e9d68ebf234ca98d0bedb214585f87 for: {'port': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 20:25:41.420247 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-dccf0790-d225-4b1e-abbc-74617b9b9ce8 req-fa335601-9965-4f12-baa0-e5157a45d41d tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:41.448845 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e999c4f-cfc2-404c-ab7d-10ea064ce105 req-a15c37ca-54b5-4b6d-a109-78d26a8ab52b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:25:41.450631 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-2e999c4f-cfc2-404c-ab7d-10ea064ce105 req-a15c37ca-54b5-4b6d-a109-78d26a8ab52b service neutron] 10.222.0.81 "GET /v2.0/networks?id=44ec8ff3-657b-44fd-8b1b-d2a19a5ed33e HTTP/1.1" status: 200 len: 919 time: 0.2870543 May 16 20:25:41.455135 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15c94f6-e7d4-4617-b3c7-f0ba931b8603 req-4a844354-b371-44d2-bd5f-e342bb9b500a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:25:41.457152 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-a15c94f6-e7d4-4617-b3c7-f0ba931b8603 req-4a844354-b371-44d2-bd5f-e342bb9b500a service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=44ec8ff3-657b-44fd-8b1b-d2a19a5ed33e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0523739 May 16 20:25:41.526630 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Device 8d35212a-4747-4443-8007-2318b3a092c6 details requested by agent hyperv_hv-cinder-83090 with host hv-cinder-83090 {{(pid=103450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 20:25:41.531749 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Device 6d979ec9-d355-4667-a0b5-fd658123409e up at agent hyperv_hv-cinder-83090 {{(pid=103450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 20:25:41.534989 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.71', 45004) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:25:41.535160 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-2e999c4f-cfc2-404c-ab7d-10ea064ce105 req-e5260773-9419-4b7d-b5e8-8146df3def70 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8d35212a-4747-4443-8007-2318b3a092c6 HTTP/1.1" status: 200 len: 217 time: 0.0414100 May 16 20:25:41.622595 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Provisioning for port 6d979ec9-d355-4667-a0b5-fd658123409e completed by entity L2. {{(pid=103450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 16 20:25:41.631935 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e999c4f-cfc2-404c-ab7d-10ea064ce105 req-ffe25a28-9292-4885-a38f-795f0d057c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:25:41.633506 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-2e999c4f-cfc2-404c-ab7d-10ea064ce105 req-ffe25a28-9292-4885-a38f-795f0d057c24 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=79cb81dd-edd6-4080-acf6-86e748571b36 HTTP/1.1" status: 200 len: 857 time: 0.0923061 May 16 20:25:41.654796 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-308adc6c-6549-4958-855d-a96a5b48dc64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:41.657863 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Provisioning complete for port 6d979ec9-d355-4667-a0b5-fd658123409e triggered by entity L2. {{(pid=103450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:25:41.658134 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [req-dccf0790-d225-4b1e-abbc-74617b9b9ce8 req-fa335601-9965-4f12-baa0-e5157a45d41d tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Allocated IP 172.20.0.11 (87a5424f-d6f8-4b15-9358-a637573a32c1/4cb8e59d-2930-42f7-8975-a483fd8062fd/7092bd67-775a-4f84-b587-03f6dc99a351) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 20:25:41.658644 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868582'] for port (6d979ec9-d355-4667-a0b5-fd658123409e), provisioning_complete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:41.760598 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-308adc6c-6549-4958-855d-a96a5b48dc64 admin admin] Publish callbacks [] for security_group (bfb94ae4-6928-4efe-9f64-65063eb44c4f), precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:41.761607 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] For port 8d35212a-4747-4443-8007-2318b3a092c6, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=8d35212a-4747-4443-8007-2318b3a092c6,segment=NetworkSegment(3f423a53-4b2f-48cb-b3b5-6fcc9868045f),segment_id=3f423a53-4b2f-48cb-b3b5-6fcc9868045f)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:25:41.843351 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-52448fa5-397c-423e-b77a-82030a4ff9f8 req-56015157-482d-4d9a-9567-602b0c841557 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/ports?device_id=f8daf144-f0a4-4819-9d9a-6202c59b11bc HTTP/1.1" status: 200 len: 210 time: 0.2420790 May 16 20:25:41.867775 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-308adc6c-6549-4958-855d-a96a5b48dc64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997425'] for security_group (bfb94ae4-6928-4efe-9f64-65063eb44c4f), after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:41.904589 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-dccf0790-d225-4b1e-abbc-74617b9b9ce8 req-fa335601-9965-4f12-baa0-e5157a45d41d tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Publish callbacks [] for port (7092bd67-775a-4f84-b587-03f6dc99a351), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:41.917425 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Current status of the port 6d979ec9-d355-4667-a0b5-fd658123409e is: BUILD; New status is: ACTIVE {{(pid=103450) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:25:41.917992 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (6d979ec9-d355-4667-a0b5-fd658123409e), before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:41.919996 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Returning: {'device': '8d35212a-4747-4443-8007-2318b3a092c6', 'network_id': '44ec8ff3-657b-44fd-8b1b-d2a19a5ed33e', 'port_id': '8d35212a-4747-4443-8007-2318b3a092c6', 'mac_address': 'fa:16:3e:14:8e:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79cb81dd-edd6-4080-acf6-86e748571b36', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 20:25:41.976370 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c39cf9b-354d-49e6-9d19-d751e4042445', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d979ec9-d355-4667-a0b5-fd658123409e'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 20:25:41.985172 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.71', 45016) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:25:41.988863 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308adc6c-6549-4958-855d-a96a5b48dc64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfb94ae4-6928-4efe-9f64-65063eb44c4f,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:25:41.994550 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-308adc6c-6549-4958-855d-a96a5b48dc64 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=e460e7173d4e4d58b1e9fa28d08085f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4485710 May 16 20:25:41.998406 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-dccf0790-d225-4b1e-abbc-74617b9b9ce8 req-fa335601-9965-4f12-baa0-e5157a45d41d tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732397102960'] for port (7092bd67-775a-4f84-b587-03f6dc99a351), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:42.010603 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.71', 45018) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:25:42.032444 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [req-fbdb9de2-0a8c-44f1-b122-f3db5fb0c3ef req-d5bc332c-864f-4d5c-82ef-1ec356e3e3be tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Publish callbacks [] for port (25705cbe-e055-4b19-865c-03695eb62fbe), precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:42.059470 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-a15c94f6-e7d4-4617-b3c7-f0ba931b8603 req-505f323e-b622-40de-b467-9f8b637da01e service neutron] 10.222.0.81 "GET /v2.0/networks/44ec8ff3-657b-44fd-8b1b-d2a19a5ed33e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5879407 May 16 20:25:42.076580 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Current status of the port 8d35212a-4747-4443-8007-2318b3a092c6 is: DOWN; New status is: BUILD {{(pid=103450) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:25:42.076983 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (8d35212a-4747-4443-8007-2318b3a092c6), before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:42.092032 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] For port 6d979ec9-d355-4667-a0b5-fd658123409e, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=6d979ec9-d355-4667-a0b5-fd658123409e,segment=NetworkSegment(07fa60a8-ac80-46d6-b470-e48a39f13b85),segment_id=07fa60a8-ac80-46d6-b470-e48a39f13b85)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:25:42.096704 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.notifiers.nova [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d35212a-4747-4443-8007-2318b3a092c6 {{(pid=103450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 20:25:42.104667 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732397598091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732397102978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732397102996'] for port (6d979ec9-d355-4667-a0b5-fd658123409e), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:42.107090 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa335601-9965-4f12-baa0-e5157a45d41d tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Pushing event updated for resources: {'Port': ['ID=7092bd67-775a-4f84-b587-03f6dc99a351,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:25:42.148476 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e999c4f-cfc2-404c-ab7d-10ea064ce105 req-5af5605c-bb31-48c7-a07a-e9f32d9ed6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:25:42.150196 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-2e999c4f-cfc2-404c-ab7d-10ea064ce105 req-5af5605c-bb31-48c7-a07a-e9f32d9ed6f0 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=44ec8ff3-657b-44fd-8b1b-d2a19a5ed33e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.5090926 May 16 20:25:42.161743 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dccf0790-d225-4b1e-abbc-74617b9b9ce8 req-fa335601-9965-4f12-baa0-e5157a45d41d tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Network 87a5424f-d6f8-4b15-9358-a637573a32c1 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 20:25:42.174441 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [req-dccf0790-d225-4b1e-abbc-74617b9b9ce8 req-fa335601-9965-4f12-baa0-e5157a45d41d tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 20:25:42.178676 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [req-dccf0790-d225-4b1e-abbc-74617b9b9ce8 req-fa335601-9965-4f12-baa0-e5157a45d41d tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 20:25:42.185882 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccf0790-d225-4b1e-abbc-74617b9b9ce8 req-fa335601-9965-4f12-baa0-e5157a45d41d tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:25:42.186389 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Pushing event updated for resources: {'Port': ['ID=6d979ec9-d355-4667-a0b5-fd658123409e,revision_number=5']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:25:42.186566 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-dccf0790-d225-4b1e-abbc-74617b9b9ce8 req-fa335601-9965-4f12-baa0-e5157a45d41d tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-338397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614436'] for port (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:42.206668 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] For port 8d35212a-4747-4443-8007-2318b3a092c6, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=8d35212a-4747-4443-8007-2318b3a092c6,segment=NetworkSegment(3f423a53-4b2f-48cb-b3b5-6fcc9868045f),segment_id=3f423a53-4b2f-48cb-b3b5-6fcc9868045f)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:25:42.213944 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47fb242-3d28-42ef-bdf0-11901d2ba28c req-9698801d-0ade-47cb-8d83-742738b53986 tempest-DeleteServersTestJSON-788951971 tempest-DeleteServersTestJSON-788951971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:25:42.215094 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732397598091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732397102978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732397102996'] for port (8d35212a-4747-4443-8007-2318b3a092c6), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:42.215858 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-d47fb242-3d28-42ef-bdf0-11901d2ba28c req-9698801d-0ade-47cb-8d83-742738b53986 tempest-DeleteServersTestJSON-788951971 tempest-DeleteServersTestJSON-788951971-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c39cf9b-354d-49e6-9d19-d751e4042445 HTTP/1.1" status: 200 len: 945 time: 0.2741959 May 16 20:25:42.236863 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-dccf0790-d225-4b1e-abbc-74617b9b9ce8 req-fa335601-9965-4f12-baa0-e5157a45d41d tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3149951 May 16 20:25:42.262426 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.v2.base [req-dccf0790-d225-4b1e-abbc-74617b9b9ce8 req-78c8141a-5d3c-4242-a781-916076164af5 service neutron] Request body: {'port': {'device_id': 'f8daf144-f0a4-4819-9d9a-6202c59b11bc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83090'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:25:42.281467 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-5498094d-9102-4023-8f19-13c366491795 admin admin] Publish callbacks [] for security_group (bfb94ae4-6928-4efe-9f64-65063eb44c4f), before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:42.290795 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38452c862c9e2e5c9d38da0d4ca4e6053ba1266d056c207bc89b5fbcea4cd82f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e216fc09-d960-4803-bf05-69b9ff3e14dc" -d '{"events": [{"server_uuid": "4c39cf9b-354d-49e6-9d19-d751e4042445", "name": "network-vif-plugged", "status": "completed", "tag": "6d979ec9-d355-4667-a0b5-fd658123409e"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 20:25:42.308605 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-5498094d-9102-4023-8f19-13c366491795 admin admin] Publish callbacks [] for security_group (bfb94ae4-6928-4efe-9f64-65063eb44c4f), precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:42.338002 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Pushing event updated for resources: {'Port': ['ID=8d35212a-4747-4443-8007-2318b3a092c6,revision_number=4']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:25:42.359265 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-d47fb242-3d28-42ef-bdf0-11901d2ba28c req-a98dd459-8d30-4f78-98cb-166ec0a8bb40 tempest-DeleteServersTestJSON-788951971 tempest-DeleteServersTestJSON-788951971-project] 10.222.0.71 "GET /v2.0/security-groups?id=5ad74a0c-f947-4ba0-ac90-82f4244ba07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213958 May 16 20:25:42.390019 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-5498094d-9102-4023-8f19-13c366491795 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997425'] for security_group (bfb94ae4-6928-4efe-9f64-65063eb44c4f), after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:42.392701 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-5498094d-9102-4023-8f19-13c366491795 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:42.404416 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-5498094d-9102-4023-8f19-13c366491795 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/bfb94ae4-6928-4efe-9f64-65063eb44c4f HTTP/1.1" status: 204 len: 168 time: 0.3774552 May 16 20:25:42.405773 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-a10f3828-8544-4c23-9a88-1819a72cb490 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:42.432490 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] get_ports_and_sgs() called for port_ids ['8d35212a-4747-4443-8007-2318b3a092c6'] {{(pid=103450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 20:25:42.531214 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-85cfbbae-dcd5-4841-b193-0fdb4e1711e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1941894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410'] for subnet (d019510f-d28e-449d-9293-47c6b241d0d8), after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:42.533570 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [req-fbdb9de2-0a8c-44f1-b122-f3db5fb0c3ef req-d5bc332c-864f-4d5c-82ef-1ec356e3e3be tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732397102960'] for port (25705cbe-e055-4b19-865c-03695eb62fbe), after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:42.550537 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 20:25:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35f25db9-94fa-4d2e-94d7-09ed2da383c9 x-openstack-request-id: req-35f25db9-94fa-4d2e-94d7-09ed2da383c9 {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 20:25:42.550888 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c39cf9b-354d-49e6-9d19-d751e4042445", "name": "network-vif-plugged", "status": "completed", "tag": "6d979ec9-d355-4667-a0b5-fd658123409e", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 20:25:42.551251 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-35f25db9-94fa-4d2e-94d7-09ed2da383c9 {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 20:25:42.551645 dv-cinder-830901-7-iscsi neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35f25db9-94fa-4d2e-94d7-09ed2da383c9'] response: {'server_uuid': '4c39cf9b-354d-49e6-9d19-d751e4042445', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d979ec9-d355-4667-a0b5-fd658123409e', 'code': 200} May 16 20:25:42.579030 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-2e999c4f-cfc2-404c-ab7d-10ea064ce105 req-b020bb17-ada2-45dc-9002-301bfbb03c89 service neutron] 10.222.0.81 "GET /v2.0/networks/44ec8ff3-657b-44fd-8b1b-d2a19a5ed33e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4125268 May 16 20:25:42.616023 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-dccf0790-d225-4b1e-abbc-74617b9b9ce8 req-78c8141a-5d3c-4242-a781-916076164af5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (7092bd67-775a-4f84-b587-03f6dc99a351), before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:42.668251 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [None req-cbb11ba2-37c9-42e5-a392-821b6ec97fd6 None None] Provisioning complete for port 7092bd67-775a-4f84-b587-03f6dc99a351 triggered by entity DHCP. {{(pid=103450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:25:42.668632 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-cbb11ba2-37c9-42e5-a392-821b6ec97fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868582'] for port (7092bd67-775a-4f84-b587-03f6dc99a351), provisioning_complete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:42.728215 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537fc33c-07d3-4f7d-acc7-faa2fcaee784 req-ae34e716-5876-473b-ba29-64bbf01d116c tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:25:42.729468 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-537fc33c-07d3-4f7d-acc7-faa2fcaee784 req-ae34e716-5876-473b-ba29-64bbf01d116c tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] 10.222.0.71 "GET /v2.0/ports?device_id=fa7df57c-3792-445a-85dd-10865098f763 HTTP/1.1" status: 200 len: 932 time: 0.1927252 May 16 20:25:42.731489 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-cbb11ba2-37c9-42e5-a392-821b6ec97fd6 None None] Port 7092bd67-775a-4f84-b587-03f6dc99a351 cannot update to ACTIVE because it is not bound. {{(pid=103450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 20:25:42.772044 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bc332c-864f-4d5c-82ef-1ec356e3e3be tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Pushing event updated for resources: {'Port': ['ID=25705cbe-e055-4b19-865c-03695eb62fbe,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:25:42.774578 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498094d-9102-4023-8f19-13c366491795 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfb94ae4-6928-4efe-9f64-65063eb44c4f,revision_number=None']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:25:42.952695 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f94426-0a04-40bb-8d0e-fccd9aa4bd33 req-6f7bee94-a7e9-461c-9eb6-b23ef58c2561 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:25:42.954706 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-b8f94426-0a04-40bb-8d0e-fccd9aa4bd33 req-6f7bee94-a7e9-461c-9eb6-b23ef58c2561 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/ports?device_id=4a363444-8711-4b00-8789-ceb8abdd422a HTTP/1.1" status: 200 len: 943 time: 0.1537402 May 16 20:25:42.979455 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbdb9de2-0a8c-44f1-b122-f3db5fb0c3ef req-d5bc332c-864f-4d5c-82ef-1ec356e3e3be tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Network e7a89d4e-230a-49f4-9073-4fb4c366ed99 is already hosted by enough agents. {{(pid=103449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 20:25:42.990431 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.scheduler.base_scheduler [req-fbdb9de2-0a8c-44f1-b122-f3db5fb0c3ef req-d5bc332c-864f-4d5c-82ef-1ec356e3e3be tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Resources bound (agent type, host, resource id): {{(pid=103449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 20:25:43.000367 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbdb9de2-0a8c-44f1-b122-f3db5fb0c3ef req-d5bc332c-864f-4d5c-82ef-1ec356e3e3be tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Received port after_create {{(pid=103449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 20:25:43.013836 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdb9de2-0a8c-44f1-b122-f3db5fb0c3ef req-d5bc332c-864f-4d5c-82ef-1ec356e3e3be tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:25:43.016847 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [req-fbdb9de2-0a8c-44f1-b122-f3db5fb0c3ef req-d5bc332c-864f-4d5c-82ef-1ec356e3e3be tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-338397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614436'] for port (None), before_response {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:43.021834 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-a10f3828-8544-4c23-9a88-1819a72cb490 admin admin] Publish callbacks [] for security_group (42115328-7c8d-472c-bfa5-e6743fbdc16f), precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:43.050493 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.agents_db [None req-fef3025b-cde1-4f6e-a405-d73d123fae0f None None] Agent healthcheck: found 6 active agents {{(pid=103451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 20:25:43.051871 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-a15c94f6-e7d4-4617-b3c7-f0ba931b8603 req-d0638737-6743-48d0-a17a-1e4e32da5556 service neutron] 10.222.0.81 "GET /v2.0/networks/44ec8ff3-657b-44fd-8b1b-d2a19a5ed33e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9669962 May 16 20:25:43.084677 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-a10f3828-8544-4c23-9a88-1819a72cb490 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997425'] for security_group (42115328-7c8d-472c-bfa5-e6743fbdc16f), after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:43.163954 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-fbdb9de2-0a8c-44f1-b122-f3db5fb0c3ef req-d5bc332c-864f-4d5c-82ef-1ec356e3e3be tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0110538 May 16 20:25:43.164627 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cfbbae-dcd5-4841-b193-0fdb4e1711e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d019510f-d28e-449d-9293-47c6b241d0d8,revision_number=0']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:25:43.192257 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10f3828-8544-4c23-9a88-1819a72cb490 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42115328-7c8d-472c-bfa5-e6743fbdc16f,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:25:43.232880 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85cfbbae-dcd5-4841-b193-0fdb4e1711e3 admin admin] Checking segment: {'id': '56029eac-e36d-4d82-a8d2-c7299e59e6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '6e63a015-0679-41e7-9cd9-ef9f5090fb3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 20:25:43.233303 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85cfbbae-dcd5-4841-b193-0fdb4e1711e3 admin admin] Network hostable DHCP agents. Network: 6e63a015-0679-41e7-9cd9-ef9f5090fb3d, hostable agents: ['6de3586b-c77a-41a3-9d69-e80d1925fb22'], hosted agents: [] {{(pid=103449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 16 20:25:43.249553 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-a10f3828-8544-4c23-9a88-1819a72cb490 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=a455dad2f0964673966eecade99ee629&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2549837 May 16 20:25:43.254466 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.71', 45080) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:25:43.361211 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-b8f94426-0a04-40bb-8d0e-fccd9aa4bd33 req-1c9a69a8-e652-43fb-bd3e-34af12cda728 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/security-groups?id=210ee5af-5660-4fb2-aa13-ecabaf05aebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3271596 May 16 20:25:43.387633 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85cfbbae-dcd5-4841-b193-0fdb4e1711e3 admin admin] Network 6e63a015-0679-41e7-9cd9-ef9f5090fb3d is scheduled to be hosted by DHCP agent 6de3586b-c77a-41a3-9d69-e80d1925fb22 with binding_index 1 {{(pid=103449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 16 20:25:43.390054 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-2d5e3e6d-1173-485b-92c1-f2fa0a029c7c admin admin] Publish callbacks [] for security_group (42115328-7c8d-472c-bfa5-e6743fbdc16f), before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:43.415136 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.scheduler.base_scheduler [None req-85cfbbae-dcd5-4841-b193-0fdb4e1711e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830901-7-iscsi, 6e63a015-0679-41e7-9cd9-ef9f5090fb3d) {{(pid=103449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 20:25:43.428045 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d92ca87-a95a-44cc-bfdf-4729c101ce19 None None] Network 6e63a015-0679-41e7-9cd9-ef9f5090fb3d requested from dv-cinder-830901-7-iscsi {{(pid=103450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 20:25:43.428608 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef797e34-6828-4589-adda-f17365a5d316 req-3fc1a871-bc5c-4671-950c-c6567450803d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:25:43.429782 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-ef797e34-6828-4589-adda-f17365a5d316 req-3fc1a871-bc5c-4671-950c-c6567450803d service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=4c39cf9b-354d-49e6-9d19-d751e4042445 HTTP/1.1" status: 200 len: 1130 time: 0.6994231 May 16 20:25:43.456295 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-2d5e3e6d-1173-485b-92c1-f2fa0a029c7c admin admin] Publish callbacks [] for security_group (42115328-7c8d-472c-bfa5-e6743fbdc16f), precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:43.486761 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85cfbbae-dcd5-4841-b193-0fdb4e1711e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:25:43.489131 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-85cfbbae-dcd5-4841-b193-0fdb4e1711e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614436'] for subnet (None), before_response {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:43.491649 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-537fc33c-07d3-4f7d-acc7-faa2fcaee784 req-eb122ef2-089b-4d06-8265-b3784a19893c tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] 10.222.0.71 "GET /v2.0/security-groups?id=3a725130-a618-4fe5-b252-e3a6384e8833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6759560 May 16 20:25:43.500683 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-2e999c4f-cfc2-404c-ab7d-10ea064ce105 req-b9a80411-a1a7-4b69-944c-123b0450ae7d service neutron] 10.222.0.81 "GET /v2.0/networks/44ec8ff3-657b-44fd-8b1b-d2a19a5ed33e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8862834 May 16 20:25:43.506968 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [None req-7460c993-04f1-439c-8de6-72e09b6af16f None None] Provisioning complete for port 25705cbe-e055-4b19-865c-03695eb62fbe triggered by entity DHCP. {{(pid=103450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:25:43.507722 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7460c993-04f1-439c-8de6-72e09b6af16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868582'] for port (25705cbe-e055-4b19-865c-03695eb62fbe), provisioning_complete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:43.582425 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-85cfbbae-dcd5-4841-b193-0fdb4e1711e3 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.3646522 May 16 20:25:43.587524 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-2d5e3e6d-1173-485b-92c1-f2fa0a029c7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997425'] for security_group (42115328-7c8d-472c-bfa5-e6743fbdc16f), after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:43.590135 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-2d5e3e6d-1173-485b-92c1-f2fa0a029c7c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:43.595543 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-7460c993-04f1-439c-8de6-72e09b6af16f None None] Port 25705cbe-e055-4b19-865c-03695eb62fbe cannot update to ACTIVE because it is not bound. {{(pid=103450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 20:25:43.595706 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-2d5e3e6d-1173-485b-92c1-f2fa0a029c7c admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/42115328-7c8d-472c-bfa5-e6743fbdc16f HTTP/1.1" status: 204 len: 168 time: 0.3385177 May 16 20:25:43.601561 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Device 8d35212a-4747-4443-8007-2318b3a092c6 up at agent hyperv_hv-cinder-83090 {{(pid=103450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 20:25:43.619239 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5ee56b-ace0-4b2f-b886-96fd3611f897 req-af3d92ac-34e6-4808-b6d6-236e6334b8b8 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:25:43.624487 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-4c5ee56b-ace0-4b2f-b886-96fd3611f897 req-af3d92ac-34e6-4808-b6d6-236e6334b8b8 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/ports?device_id=f8daf144-f0a4-4819-9d9a-6202c59b11bc HTTP/1.1" status: 200 len: 932 time: 0.1391547 May 16 20:25:43.629807 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5e3e6d-1173-485b-92c1-f2fa0a029c7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42115328-7c8d-472c-bfa5-e6743fbdc16f,revision_number=None']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:25:43.667760 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0ac12e-6492-4781-9e39-39f35427eff7 req-1b38f312-caff-46b1-acb9-9945a3bd3aac tempest-DeleteServersTestJSON-788951971 tempest-DeleteServersTestJSON-788951971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:25:43.676245 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-3d0ac12e-6492-4781-9e39-39f35427eff7 req-1b38f312-caff-46b1-acb9-9945a3bd3aac tempest-DeleteServersTestJSON-788951971 tempest-DeleteServersTestJSON-788951971-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c39cf9b-354d-49e6-9d19-d751e4042445 HTTP/1.1" status: 200 len: 946 time: 0.0863087 May 16 20:25:43.684075 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.notifiers.nova [req-dccf0790-d225-4b1e-abbc-74617b9b9ce8 req-78c8141a-5d3c-4242-a781-916076164af5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7092bd67-775a-4f84-b587-03f6dc99a351 {{(pid=103448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 20:25:43.703931 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-dccf0790-d225-4b1e-abbc-74617b9b9ce8 req-78c8141a-5d3c-4242-a781-916076164af5 service neutron] Publish callbacks [] for port (7092bd67-775a-4f84-b587-03f6dc99a351), precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:43.727136 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Provisioning for port 8d35212a-4747-4443-8007-2318b3a092c6 completed by entity L2. {{(pid=103450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 16 20:25:43.743136 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Provisioning complete for port 8d35212a-4747-4443-8007-2318b3a092c6 triggered by entity L2. {{(pid=103450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:25:43.743909 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868582'] for port (8d35212a-4747-4443-8007-2318b3a092c6), provisioning_complete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:43.746487 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b94fb63-f19a-4616-8e64-586910bc527b None None] Network 6e63a015-0679-41e7-9cd9-ef9f5090fb3d requested from dv-cinder-830901-7-iscsi {{(pid=103450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 20:25:43.753344 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [req-dccf0790-d225-4b1e-abbc-74617b9b9ce8 req-78c8141a-5d3c-4242-a781-916076164af5 service neutron] Transition to ACTIVE for port object 7092bd67-775a-4f84-b587-03f6dc99a351 will not be triggered until provisioned by entity L2. {{(pid=103448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 16 20:25:43.766175 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-dccf0790-d225-4b1e-abbc-74617b9b9ce8 req-78c8141a-5d3c-4242-a781-916076164af5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732397598091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732397102978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732397102996'] for port (7092bd67-775a-4f84-b587-03f6dc99a351), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:43.769176 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-4c5ee56b-ace0-4b2f-b886-96fd3611f897 req-45d4bc9d-289a-4d4f-a81c-9e83c479b655 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/security-groups?id=1fc36625-c0bf-4e17-91a1-62c7256af4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1283863 May 16 20:25:43.793149 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.v2.base [req-fbdb9de2-0a8c-44f1-b122-f3db5fb0c3ef req-4af99941-bd63-4a28-8dc5-724ad8b23b5e service neutron] Request body: {'port': {'device_id': 'fa7df57c-3792-445a-85dd-10865098f763', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83090'}} {{(pid=103449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:25:43.799924 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-3d0ac12e-6492-4781-9e39-39f35427eff7 req-e9fd84d5-207a-406d-b5af-4b2d2352b295 tempest-DeleteServersTestJSON-788951971 tempest-DeleteServersTestJSON-788951971-project] 10.222.0.71 "GET /v2.0/security-groups?id=5ad74a0c-f947-4ba0-ac90-82f4244ba07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214318 May 16 20:25:43.837483 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-ef797e34-6828-4589-adda-f17365a5d316 req-be845d4d-1354-4eb9-b675-6c5e7f5f65d0 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:43.879318 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c8141a-5d3c-4242-a781-916076164af5 service neutron] Pushing event updated for resources: {'Port': ['ID=7092bd67-775a-4f84-b587-03f6dc99a351,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:25:43.935924 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [req-fbdb9de2-0a8c-44f1-b122-f3db5fb0c3ef req-4af99941-bd63-4a28-8dc5-724ad8b23b5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (25705cbe-e055-4b19-865c-03695eb62fbe), before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:43.936539 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-dccf0790-d225-4b1e-abbc-74617b9b9ce8 req-78c8141a-5d3c-4242-a781-916076164af5 service neutron] Attempting to bind port 7092bd67-775a-4f84-b587-03f6dc99a351 on host hv-cinder-83090 for vnic_type normal with profile {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 20:25:43.936888 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-dccf0790-d225-4b1e-abbc-74617b9b9ce8 req-78c8141a-5d3c-4242-a781-916076164af5 service neutron] Attempting to bind port 7092bd67-775a-4f84-b587-03f6dc99a351 by drivers openvswitch,hyperv on host hv-cinder-83090 at level 0 using segments [{'id': '12107d7b-ff59-4c3c-bf55-e4e7eaef240d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '87a5424f-d6f8-4b15-9358-a637573a32c1'}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 20:25:43.937226 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dccf0790-d225-4b1e-abbc-74617b9b9ce8 req-78c8141a-5d3c-4242-a781-916076164af5 service neutron] Attempting to bind port 7092bd67-775a-4f84-b587-03f6dc99a351 on network 87a5424f-d6f8-4b15-9358-a637573a32c1 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 20:25:43.957167 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dccf0790-d225-4b1e-abbc-74617b9b9ce8 req-78c8141a-5d3c-4242-a781-916076164af5 service neutron] Port 7092bd67-775a-4f84-b587-03f6dc99a351 on network 87a5424f-d6f8-4b15-9358-a637573a32c1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83090 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 16 20:25:43.957494 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dccf0790-d225-4b1e-abbc-74617b9b9ce8 req-78c8141a-5d3c-4242-a781-916076164af5 service neutron] Attempting to bind port 7092bd67-775a-4f84-b587-03f6dc99a351 on network 87a5424f-d6f8-4b15-9358-a637573a32c1 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 20:25:43.969379 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dccf0790-d225-4b1e-abbc-74617b9b9ce8 req-78c8141a-5d3c-4242-a781-916076164af5 service neutron] Checking agent: {'id': '748e0023-d5c8-44d3-9d74-a0da2def1ef4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83090', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 20, 23, 10), 'started_at': datetime.datetime(2022, 5, 16, 20, 23, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 20, 25, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 20:25:43.970039 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dccf0790-d225-4b1e-abbc-74617b9b9ce8 req-78c8141a-5d3c-4242-a781-916076164af5 service neutron] Checking segment: {'id': '12107d7b-ff59-4c3c-bf55-e4e7eaef240d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '87a5424f-d6f8-4b15-9358-a637573a32c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 20:25:43.970627 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dccf0790-d225-4b1e-abbc-74617b9b9ce8 req-78c8141a-5d3c-4242-a781-916076164af5 service neutron] Bound using segment: {'id': '12107d7b-ff59-4c3c-bf55-e4e7eaef240d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '87a5424f-d6f8-4b15-9358-a637573a32c1'} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 20:25:43.971291 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-dccf0790-d225-4b1e-abbc-74617b9b9ce8 req-78c8141a-5d3c-4242-a781-916076164af5 service neutron] Bound port: 7092bd67-775a-4f84-b587-03f6dc99a351, host: hv-cinder-83090, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12107d7b-ff59-4c3c-bf55-e4e7eaef240d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '87a5424f-d6f8-4b15-9358-a637573a32c1'}}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 20:25:43.971874 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-dccf0790-d225-4b1e-abbc-74617b9b9ce8 req-78c8141a-5d3c-4242-a781-916076164af5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (7092bd67-775a-4f84-b587-03f6dc99a351), before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:43.995405 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Current status of the port 8d35212a-4747-4443-8007-2318b3a092c6 is: BUILD; New status is: ACTIVE {{(pid=103450) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:25:43.996018 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (8d35212a-4747-4443-8007-2318b3a092c6), before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:44.046716 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] For port 8d35212a-4747-4443-8007-2318b3a092c6, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=8d35212a-4747-4443-8007-2318b3a092c6,segment=NetworkSegment(3f423a53-4b2f-48cb-b3b5-6fcc9868045f),segment_id=3f423a53-4b2f-48cb-b3b5-6fcc9868045f)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:25:44.057980 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732397598091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732397102978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732397102996'] for port (8d35212a-4747-4443-8007-2318b3a092c6), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:44.088477 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-ef797e34-6828-4589-adda-f17365a5d316 req-be845d4d-1354-4eb9-b675-6c5e7f5f65d0 service neutron] Publish callbacks [] for security_group (b3a1e31e-6f67-4763-9e35-7606569ded3a), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:44.091470 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-dccf0790-d225-4b1e-abbc-74617b9b9ce8 req-78c8141a-5d3c-4242-a781-916076164af5 service neutron] For port 7092bd67-775a-4f84-b587-03f6dc99a351, host hv-cinder-83090, cleared binding levels {{(pid=103448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 20:25:44.095784 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-dccf0790-d225-4b1e-abbc-74617b9b9ce8 req-78c8141a-5d3c-4242-a781-916076164af5 service neutron] For port 7092bd67-775a-4f84-b587-03f6dc99a351, host hv-cinder-83090, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=7092bd67-775a-4f84-b587-03f6dc99a351,segment=NetworkSegment(12107d7b-ff59-4c3c-bf55-e4e7eaef240d),segment_id=12107d7b-ff59-4c3c-bf55-e4e7eaef240d)] {{(pid=103448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 20:25:44.105167 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-ef797e34-6828-4589-adda-f17365a5d316 req-be845d4d-1354-4eb9-b675-6c5e7f5f65d0 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997425'] for security_group (b3a1e31e-6f67-4763-9e35-7606569ded3a), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:44.154532 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Pushing event updated for resources: {'Port': ['ID=8d35212a-4747-4443-8007-2318b3a092c6,revision_number=5']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:25:44.156289 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-ef797e34-6828-4589-adda-f17365a5d316 req-be845d4d-1354-4eb9-b675-6c5e7f5f65d0 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=5ad74a0c-f947-4ba0-ac90-82f4244ba07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3750460 May 16 20:25:44.163643 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-dccf0790-d225-4b1e-abbc-74617b9b9ce8 req-78c8141a-5d3c-4242-a781-916076164af5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732397598091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732397102978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732397102996'] for port (7092bd67-775a-4f84-b587-03f6dc99a351), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:44.220787 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccf0790-d225-4b1e-abbc-74617b9b9ce8 req-78c8141a-5d3c-4242-a781-916076164af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:25:44.221506 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-dccf0790-d225-4b1e-abbc-74617b9b9ce8 req-78c8141a-5d3c-4242-a781-916076164af5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-338397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614436'] for port (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:44.222998 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-dccf0790-d225-4b1e-abbc-74617b9b9ce8 req-78c8141a-5d3c-4242-a781-916076164af5 service neutron] 10.222.0.81 "PUT /v2.0/ports/7092bd67-775a-4f84-b587-03f6dc99a351 HTTP/1.1" status: 200 len: 1094 time: 1.9650638 May 16 20:25:44.226171 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8daf144-f0a4-4819-9d9a-6202c59b11bc', 'tag': '7092bd67-775a-4f84-b587-03f6dc99a351'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 20:25:44.228590 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cabd327eae894280a08d6ee7d9129781675a5828ba01ec684011f2f655eb9e7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3ec2b6c-3a7a-4706-9774-b65a3b2e879e" -d '{"events": [{"name": "network-changed", "server_uuid": "f8daf144-f0a4-4819-9d9a-6202c59b11bc", "tag": "7092bd67-775a-4f84-b587-03f6dc99a351"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 20:25:44.251710 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be845d4d-1354-4eb9-b675-6c5e7f5f65d0 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=b3a1e31e-6f67-4763-9e35-7606569ded3a,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:25:44.292866 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c8141a-5d3c-4242-a781-916076164af5 service neutron] Pushing event updated for resources: {'Port': ['ID=7092bd67-775a-4f84-b587-03f6dc99a351,revision_number=3']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:25:44.308173 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 20:25:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b89e5c1b-07a3-495f-a109-23aa7c96f5b7 x-openstack-request-id: req-b89e5c1b-07a3-495f-a109-23aa7c96f5b7 {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 20:25:44.308834 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8daf144-f0a4-4819-9d9a-6202c59b11bc", "tag": "7092bd67-775a-4f84-b587-03f6dc99a351", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 20:25:44.309093 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-b89e5c1b-07a3-495f-a109-23aa7c96f5b7 {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 20:25:44.309503 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b89e5c1b-07a3-495f-a109-23aa7c96f5b7'] response: {'name': 'network-changed', 'server_uuid': 'f8daf144-f0a4-4819-9d9a-6202c59b11bc', 'tag': '7092bd67-775a-4f84-b587-03f6dc99a351', 'status': 'completed', 'code': 200} May 16 20:25:44.504009 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ec2b6c-3a7a-4706-9774-b65a3b2e879e req-d32b7dd8-c824-4170-9cf6-efb17aae887f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:25:44.506601 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-f3ec2b6c-3a7a-4706-9774-b65a3b2e879e req-d32b7dd8-c824-4170-9cf6-efb17aae887f service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=c5e9d68ebf234ca98d0bedb214585f87&device_id=f8daf144-f0a4-4819-9d9a-6202c59b11bc HTTP/1.1" status: 200 len: 1128 time: 0.0776792 May 16 20:25:44.552889 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '049b40d1-bf74-4cf5-8c3f-a195fb9f9314', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d35212a-4747-4443-8007-2318b3a092c6'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 20:25:44.555367 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.notifiers.nova [req-fbdb9de2-0a8c-44f1-b122-f3db5fb0c3ef req-4af99941-bd63-4a28-8dc5-724ad8b23b5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25705cbe-e055-4b19-865c-03695eb62fbe {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 20:25:44.555806 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38452c862c9e2e5c9d38da0d4ca4e6053ba1266d056c207bc89b5fbcea4cd82f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6a1da77-b781-4e8d-91c5-daeade466fac" -d '{"events": [{"server_uuid": "049b40d1-bf74-4cf5-8c3f-a195fb9f9314", "name": "network-vif-plugged", "status": "completed", "tag": "8d35212a-4747-4443-8007-2318b3a092c6"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 20:25:44.568639 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [req-fbdb9de2-0a8c-44f1-b122-f3db5fb0c3ef req-4af99941-bd63-4a28-8dc5-724ad8b23b5e service neutron] Publish callbacks [] for port (25705cbe-e055-4b19-865c-03695eb62fbe), precommit_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:44.589397 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [req-fbdb9de2-0a8c-44f1-b122-f3db5fb0c3ef req-4af99941-bd63-4a28-8dc5-724ad8b23b5e service neutron] Transition to ACTIVE for port object 25705cbe-e055-4b19-865c-03695eb62fbe will not be triggered until provisioned by entity L2. {{(pid=103449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 16 20:25:44.593046 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.71', 45122) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:25:44.602696 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [req-fbdb9de2-0a8c-44f1-b122-f3db5fb0c3ef req-4af99941-bd63-4a28-8dc5-724ad8b23b5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732397598091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732397102978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732397102996'] for port (25705cbe-e055-4b19-865c-03695eb62fbe), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:44.658517 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c311d902-e681-42db-a6ab-e82794e0db8f req-72d992e2-bbbf-4bdf-88c5-36dc6ff65bd7 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:25:44.662496 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af99941-bd63-4a28-8dc5-724ad8b23b5e service neutron] Pushing event updated for resources: {'Port': ['ID=25705cbe-e055-4b19-865c-03695eb62fbe,revision_number=2']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:25:44.669187 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-bc4b3210-8abe-4cf9-80a4-4da7b828bacf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:44.675286 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-c311d902-e681-42db-a6ab-e82794e0db8f req-72d992e2-bbbf-4bdf-88c5-36dc6ff65bd7 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/ports?device_id=4a363444-8711-4b00-8789-ceb8abdd422a HTTP/1.1" status: 200 len: 943 time: 0.1309969 May 16 20:25:44.800927 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-c311d902-e681-42db-a6ab-e82794e0db8f req-797608e8-7127-4610-8da3-c234d0023e1d tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/security-groups?id=210ee5af-5660-4fb2-aa13-ecabaf05aebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212826 May 16 20:25:44.849594 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c46b65-3d64-41d3-9504-9b2dec88038d req-291db269-f7b6-4ec4-9a8c-8fdf62d502a1 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:25:44.851524 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-30c46b65-3d64-41d3-9504-9b2dec88038d req-291db269-f7b6-4ec4-9a8c-8fdf62d502a1 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] 10.222.0.71 "GET /v2.0/ports?device_id=fa7df57c-3792-445a-85dd-10865098f763 HTTP/1.1" status: 200 len: 944 time: 0.2498481 May 16 20:25:44.857409 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 20:25:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01642c3c-e58a-4e7e-97f7-12fbf844f09c x-openstack-request-id: req-01642c3c-e58a-4e7e-97f7-12fbf844f09c {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 20:25:44.857715 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "049b40d1-bf74-4cf5-8c3f-a195fb9f9314", "name": "network-vif-plugged", "status": "completed", "tag": "8d35212a-4747-4443-8007-2318b3a092c6", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 20:25:44.858030 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-01642c3c-e58a-4e7e-97f7-12fbf844f09c {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 20:25:44.858436 dv-cinder-830901-7-iscsi neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01642c3c-e58a-4e7e-97f7-12fbf844f09c'] response: {'server_uuid': '049b40d1-bf74-4cf5-8c3f-a195fb9f9314', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d35212a-4747-4443-8007-2318b3a092c6', 'code': 200} May 16 20:25:44.875591 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ec2b6c-3a7a-4706-9774-b65a3b2e879e req-7c1806d5-e656-4727-b2a4-cc8aa35a8d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:25:44.892222 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-f3ec2b6c-3a7a-4706-9774-b65a3b2e879e req-7c1806d5-e656-4727-b2a4-cc8aa35a8d82 service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=c5e9d68ebf234ca98d0bedb214585f87&shared=False HTTP/1.1" status: 200 len: 918 time: 0.3776090 May 16 20:25:44.900967 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-bc4b3210-8abe-4cf9-80a4-4da7b828bacf admin admin] Publish callbacks [] for security_group (637d8c53-9592-46e1-801a-6d578b728376), precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:44.920122 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-bc4b3210-8abe-4cf9-80a4-4da7b828bacf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997425'] for security_group (637d8c53-9592-46e1-801a-6d578b728376), after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:45.027051 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [req-fbdb9de2-0a8c-44f1-b122-f3db5fb0c3ef req-4af99941-bd63-4a28-8dc5-724ad8b23b5e service neutron] Attempting to bind port 25705cbe-e055-4b19-865c-03695eb62fbe on host hv-cinder-83090 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 20:25:45.030592 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [req-fbdb9de2-0a8c-44f1-b122-f3db5fb0c3ef req-4af99941-bd63-4a28-8dc5-724ad8b23b5e service neutron] Attempting to bind port 25705cbe-e055-4b19-865c-03695eb62fbe by drivers openvswitch,hyperv on host hv-cinder-83090 at level 0 using segments [{'id': '807f7936-8013-4f91-9b73-d002c57a348d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'e7a89d4e-230a-49f4-9073-4fb4c366ed99'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 20:25:45.031194 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbdb9de2-0a8c-44f1-b122-f3db5fb0c3ef req-4af99941-bd63-4a28-8dc5-724ad8b23b5e service neutron] Attempting to bind port 25705cbe-e055-4b19-865c-03695eb62fbe on network e7a89d4e-230a-49f4-9073-4fb4c366ed99 {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 20:25:45.069417 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a4c90a-db26-4b76-bd8b-0ea586b2674e req-fef2bb56-6851-4e9b-a889-92ae330bcadb tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:25:45.078728 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-15a4c90a-db26-4b76-bd8b-0ea586b2674e req-fef2bb56-6851-4e9b-a889-92ae330bcadb tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/ports?device_id=f8daf144-f0a4-4819-9d9a-6202c59b11bc HTTP/1.1" status: 200 len: 944 time: 0.1402440 May 16 20:25:45.091052 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbdb9de2-0a8c-44f1-b122-f3db5fb0c3ef req-4af99941-bd63-4a28-8dc5-724ad8b23b5e service neutron] Port 25705cbe-e055-4b19-865c-03695eb62fbe on network e7a89d4e-230a-49f4-9073-4fb4c366ed99 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83090 {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 16 20:25:45.093903 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbdb9de2-0a8c-44f1-b122-f3db5fb0c3ef req-4af99941-bd63-4a28-8dc5-724ad8b23b5e service neutron] Attempting to bind port 25705cbe-e055-4b19-865c-03695eb62fbe on network e7a89d4e-230a-49f4-9073-4fb4c366ed99 {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 20:25:45.104832 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-bc4b3210-8abe-4cf9-80a4-4da7b828bacf admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=cda98e6bfc5b48de9f50e0c05f2044bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5105309 May 16 20:25:45.122514 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4b3210-8abe-4cf9-80a4-4da7b828bacf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=637d8c53-9592-46e1-801a-6d578b728376,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:25:45.127681 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.71', 45140) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:25:45.154928 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-30c46b65-3d64-41d3-9504-9b2dec88038d req-be7eed91-0530-4019-bba4-6a08cd38f80f tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] 10.222.0.71 "GET /v2.0/security-groups?id=3a725130-a618-4fe5-b252-e3a6384e8833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2523022 May 16 20:25:45.156964 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbdb9de2-0a8c-44f1-b122-f3db5fb0c3ef req-4af99941-bd63-4a28-8dc5-724ad8b23b5e service neutron] Checking agent: {'id': '748e0023-d5c8-44d3-9d74-a0da2def1ef4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83090', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 20, 23, 10), 'started_at': datetime.datetime(2022, 5, 16, 20, 23, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 20, 25, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 20:25:45.159678 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbdb9de2-0a8c-44f1-b122-f3db5fb0c3ef req-4af99941-bd63-4a28-8dc5-724ad8b23b5e service neutron] Checking segment: {'id': '807f7936-8013-4f91-9b73-d002c57a348d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'e7a89d4e-230a-49f4-9073-4fb4c366ed99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 20:25:45.160357 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbdb9de2-0a8c-44f1-b122-f3db5fb0c3ef req-4af99941-bd63-4a28-8dc5-724ad8b23b5e service neutron] Bound using segment: {'id': '807f7936-8013-4f91-9b73-d002c57a348d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'e7a89d4e-230a-49f4-9073-4fb4c366ed99'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 20:25:45.161020 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [req-fbdb9de2-0a8c-44f1-b122-f3db5fb0c3ef req-4af99941-bd63-4a28-8dc5-724ad8b23b5e service neutron] Bound port: 25705cbe-e055-4b19-865c-03695eb62fbe, host: hv-cinder-83090, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '807f7936-8013-4f91-9b73-d002c57a348d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'e7a89d4e-230a-49f4-9073-4fb4c366ed99'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 20:25:45.161534 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [req-fbdb9de2-0a8c-44f1-b122-f3db5fb0c3ef req-4af99941-bd63-4a28-8dc5-724ad8b23b5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (25705cbe-e055-4b19-865c-03695eb62fbe), before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:45.243902 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a70e707-d975-4654-8d7e-34714dd0ff22 req-38fcc560-0902-428c-87dd-52b9e1c41025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:25:45.245486 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-1a70e707-d975-4654-8d7e-34714dd0ff22 req-38fcc560-0902-428c-87dd-52b9e1c41025 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=049b40d1-bf74-4cf5-8c3f-a195fb9f9314 HTTP/1.1" status: 200 len: 1129 time: 0.0888655 May 16 20:25:45.270499 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.71', 45146) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:25:45.349193 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-15a4c90a-db26-4b76-bd8b-0ea586b2674e req-6183b9d3-77ac-49c2-b2bd-ad8ee0798a82 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/security-groups?id=1fc36625-c0bf-4e17-91a1-62c7256af4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2694802 May 16 20:25:45.357431 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ec2b6c-3a7a-4706-9774-b65a3b2e879e req-9b61707b-6db6-4241-81ed-5550ffbb810d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:25:45.359113 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-f3ec2b6c-3a7a-4706-9774-b65a3b2e879e req-9b61707b-6db6-4241-81ed-5550ffbb810d service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4526131 May 16 20:25:45.379003 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-1a70e707-d975-4654-8d7e-34714dd0ff22 req-9a27a2b4-6364-4c18-bdfc-6336b5ce423c service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=210ee5af-5660-4fb2-aa13-ecabaf05aebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248522 May 16 20:25:45.419320 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.71', 45152) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:25:45.425564 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.v2.base [None req-dac5a848-4ebe-436a-bf1b-45fbc19f2dbc admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1236908804-network', 'tenant_id': 'f386e50522fe4837bbada29befbcd7c4'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:25:45.463931 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dac5a848-4ebe-436a-bf1b-45fbc19f2dbc admin admin] Made reservation on behalf of f386e50522fe4837bbada29befbcd7c4 for: {'network': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 20:25:45.469196 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-dac5a848-4ebe-436a-bf1b-45fbc19f2dbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for network (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:45.482877 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-dac5a848-4ebe-436a-bf1b-45fbc19f2dbc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:45.484559 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-bf9e266c-55d4-4a7b-9ed5-9fceba02b548 admin admin] Publish callbacks [] for security_group (637d8c53-9592-46e1-801a-6d578b728376), before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:45.528590 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-bf9e266c-55d4-4a7b-9ed5-9fceba02b548 admin admin] Publish callbacks [] for security_group (637d8c53-9592-46e1-801a-6d578b728376), precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:45.535708 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b3afb6-422c-4c38-b840-3ed1ee012b99 req-e6b86166-0fe1-4d93-bef6-c970b6f40a9e tempest-DeleteServersTestJSON-788951971 tempest-DeleteServersTestJSON-788951971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:25:45.537817 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-43b3afb6-422c-4c38-b840-3ed1ee012b99 req-e6b86166-0fe1-4d93-bef6-c970b6f40a9e tempest-DeleteServersTestJSON-788951971 tempest-DeleteServersTestJSON-788951971-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c39cf9b-354d-49e6-9d19-d751e4042445 HTTP/1.1" status: 200 len: 946 time: 0.1122749 May 16 20:25:45.543958 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [req-fbdb9de2-0a8c-44f1-b122-f3db5fb0c3ef req-4af99941-bd63-4a28-8dc5-724ad8b23b5e service neutron] For port 25705cbe-e055-4b19-865c-03695eb62fbe, host hv-cinder-83090, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 20:25:45.549397 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Device 61ef3262-0839-4608-9348-dca314437332 details requested by agent hyperv_hv-cinder-83090 with host hv-cinder-83090 {{(pid=103450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 20:25:45.551310 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [req-fbdb9de2-0a8c-44f1-b122-f3db5fb0c3ef req-4af99941-bd63-4a28-8dc5-724ad8b23b5e service neutron] For port 25705cbe-e055-4b19-865c-03695eb62fbe, host hv-cinder-83090, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=25705cbe-e055-4b19-865c-03695eb62fbe,segment=NetworkSegment(807f7936-8013-4f91-9b73-d002c57a348d),segment_id=807f7936-8013-4f91-9b73-d002c57a348d)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 20:25:45.579130 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [req-fbdb9de2-0a8c-44f1-b122-f3db5fb0c3ef req-4af99941-bd63-4a28-8dc5-724ad8b23b5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732397598091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732397102978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732397102996'] for port (25705cbe-e055-4b19-865c-03695eb62fbe), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:45.606800 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-dac5a848-4ebe-436a-bf1b-45fbc19f2dbc admin admin] Publish callbacks [] for security_group (c18c45ef-069f-4f42-b185-9858108e546e), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:45.617469 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-dac5a848-4ebe-436a-bf1b-45fbc19f2dbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997425'] for security_group (c18c45ef-069f-4f42-b185-9858108e546e), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:45.644753 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdb9de2-0a8c-44f1-b122-f3db5fb0c3ef req-4af99941-bd63-4a28-8dc5-724ad8b23b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:25:45.645423 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [req-fbdb9de2-0a8c-44f1-b122-f3db5fb0c3ef req-4af99941-bd63-4a28-8dc5-724ad8b23b5e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-338397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614436'] for port (None), before_response {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:45.647649 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-fbdb9de2-0a8c-44f1-b122-f3db5fb0c3ef req-4af99941-bd63-4a28-8dc5-724ad8b23b5e service neutron] 10.222.0.81 "PUT /v2.0/ports/25705cbe-e055-4b19-865c-03695eb62fbe HTTP/1.1" status: 200 len: 1094 time: 1.8641980 May 16 20:25:45.650141 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa7df57c-3792-445a-85dd-10865098f763', 'tag': '25705cbe-e055-4b19-865c-03695eb62fbe'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 20:25:45.653145 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}295115e3b8025bbf11aa9aac085408c2d5e3d0e4242a5f701d1d164c8d9f99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b4e9774-4ab4-4538-8b68-167c1efe870f" -d '{"events": [{"name": "network-changed", "server_uuid": "fa7df57c-3792-445a-85dd-10865098f763", "tag": "25705cbe-e055-4b19-865c-03695eb62fbe"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 20:25:45.704098 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-43b3afb6-422c-4c38-b840-3ed1ee012b99 req-dcc7e8c8-4aec-4c31-81a0-e894ab8fda24 tempest-DeleteServersTestJSON-788951971 tempest-DeleteServersTestJSON-788951971-project] 10.222.0.71 "GET /v2.0/security-groups?id=5ad74a0c-f947-4ba0-ac90-82f4244ba07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560833 May 16 20:25:45.711527 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af99941-bd63-4a28-8dc5-724ad8b23b5e service neutron] Pushing event updated for resources: {'Port': ['ID=25705cbe-e055-4b19-865c-03695eb62fbe,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:25:45.726742 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccf0790-d225-4b1e-abbc-74617b9b9ce8 req-4d9d0331-ad23-437c-a26f-62c68d7b3eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:25:45.731019 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-bf9e266c-55d4-4a7b-9ed5-9fceba02b548 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997425'] for security_group (637d8c53-9592-46e1-801a-6d578b728376), after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:45.733371 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-dccf0790-d225-4b1e-abbc-74617b9b9ce8 req-4d9d0331-ad23-437c-a26f-62c68d7b3eeb service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=c5e9d68ebf234ca98d0bedb214585f87&device_id=f8daf144-f0a4-4819-9d9a-6202c59b11bc HTTP/1.1" status: 200 len: 1128 time: 0.0858083 May 16 20:25:45.735251 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-bf9e266c-55d4-4a7b-9ed5-9fceba02b548 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:45.736802 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-bf9e266c-55d4-4a7b-9ed5-9fceba02b548 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/637d8c53-9592-46e1-801a-6d578b728376 HTTP/1.1" status: 204 len: 168 time: 0.6075079 May 16 20:25:45.746632 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9e266c-55d4-4a7b-9ed5-9fceba02b548 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=637d8c53-9592-46e1-801a-6d578b728376,revision_number=None']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:25:45.769218 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 20:25:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06ada087-0286-47a9-a375-9f652516acf1 x-openstack-request-id: req-06ada087-0286-47a9-a375-9f652516acf1 {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 20:25:45.770143 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa7df57c-3792-445a-85dd-10865098f763", "tag": "25705cbe-e055-4b19-865c-03695eb62fbe", "status": "completed", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 20:25:45.770143 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-06ada087-0286-47a9-a375-9f652516acf1 {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 20:25:45.772910 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06ada087-0286-47a9-a375-9f652516acf1'] response: {'name': 'network-changed', 'server_uuid': 'fa7df57c-3792-445a-85dd-10865098f763', 'tag': '25705cbe-e055-4b19-865c-03695eb62fbe', 'status': 'completed', 'code': 200} May 16 20:25:45.794914 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dac5a848-4ebe-436a-bf1b-45fbc19f2dbc admin admin] vlan segment allocate from pool success with {'vlan_id': 505, 'physical_network': 'physnet1'} {{(pid=103448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 16 20:25:45.797324 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cbf9ec9f-5c17-4705-a50e-e73f5d9e00ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:45.817362 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] For port 61ef3262-0839-4608-9348-dca314437332, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=61ef3262-0839-4608-9348-dca314437332,segment=NetworkSegment(3f423a53-4b2f-48cb-b3b5-6fcc9868045f),segment_id=3f423a53-4b2f-48cb-b3b5-6fcc9868045f)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:25:45.840117 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-dac5a848-4ebe-436a-bf1b-45fbc19f2dbc admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8732397667085', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1026353'] for segment (3e49da58-2254-4f6c-b9f0-cc1cc073e5b8), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:45.840939 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.db.segments_db [None req-dac5a848-4ebe-436a-bf1b-45fbc19f2dbc admin admin] Added segment 3e49da58-2254-4f6c-b9f0-cc1cc073e5b8 of type vlan for network 56db62d3-f80b-454e-8c84-e0cce7e86594 May 16 20:25:45.842822 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac5a848-4ebe-436a-bf1b-45fbc19f2dbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c18c45ef-069f-4f42-b185-9858108e546e,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:25:45.868822 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Returning: {'device': '61ef3262-0839-4608-9348-dca314437332', 'network_id': '44ec8ff3-657b-44fd-8b1b-d2a19a5ed33e', 'port_id': '61ef3262-0839-4608-9348-dca314437332', 'mac_address': 'fa:16:3e:b0:66:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79cb81dd-edd6-4080-acf6-86e748571b36', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 20:25:45.923481 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-dac5a848-4ebe-436a-bf1b-45fbc19f2dbc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732397125798'] for network (56db62d3-f80b-454e-8c84-e0cce7e86594), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:45.942064 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Current status of the port 61ef3262-0839-4608-9348-dca314437332 is: DOWN; New status is: BUILD {{(pid=103450) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:25:45.942511 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (61ef3262-0839-4608-9348-dca314437332), before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:45.972919 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.notifiers.nova [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61ef3262-0839-4608-9348-dca314437332 {{(pid=103450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 20:25:45.997765 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] For port 61ef3262-0839-4608-9348-dca314437332, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=61ef3262-0839-4608-9348-dca314437332,segment=NetworkSegment(3f423a53-4b2f-48cb-b3b5-6fcc9868045f),segment_id=3f423a53-4b2f-48cb-b3b5-6fcc9868045f)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:25:46.003935 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-dac5a848-4ebe-436a-bf1b-45fbc19f2dbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1996455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410'] for network (56db62d3-f80b-454e-8c84-e0cce7e86594), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:46.005001 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dac5a848-4ebe-436a-bf1b-45fbc19f2dbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:25:46.005776 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732397598091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732397102978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732397102996'] for port (61ef3262-0839-4608-9348-dca314437332), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:46.006384 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-dac5a848-4ebe-436a-bf1b-45fbc19f2dbc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614436'] for network (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:46.023127 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb83f31-be62-4583-801b-7e4ac59800f1 req-c2b3a5cc-f01e-4c41-8a75-a61ad2e206d9 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:25:46.025624 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-dbb83f31-be62-4583-801b-7e4ac59800f1 req-c2b3a5cc-f01e-4c41-8a75-a61ad2e206d9 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/ports?device_id=4a363444-8711-4b00-8789-ceb8abdd422a HTTP/1.1" status: 200 len: 943 time: 0.1102321 May 16 20:25:46.051269 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-dac5a848-4ebe-436a-bf1b-45fbc19f2dbc admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6282411 May 16 20:25:46.058354 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.71', 45170) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:25:46.065417 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.v2.base [None req-a6f27a64-a25c-4d03-b85f-508fb58b213a admin admin] Request body: {'subnet': {'network_id': '56db62d3-f80b-454e-8c84-e0cce7e86594', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1236908804-subnet', 'tenant_id': 'f386e50522fe4837bbada29befbcd7c4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:25:46.093174 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Pushing event updated for resources: {'Port': ['ID=61ef3262-0839-4608-9348-dca314437332,revision_number=4']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:25:46.122413 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac5a848-4ebe-436a-bf1b-45fbc19f2dbc admin admin] Pushing event updated for resources: {'Network': ['ID=56db62d3-f80b-454e-8c84-e0cce7e86594,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:25:46.136820 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cbf9ec9f-5c17-4705-a50e-e73f5d9e00ab admin admin] Publish callbacks [] for security_group (810817ad-9409-49df-a896-6d3b9493f002), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:46.143035 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cbf9ec9f-5c17-4705-a50e-e73f5d9e00ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997425'] for security_group (810817ad-9409-49df-a896-6d3b9493f002), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:46.153382 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6f27a64-a25c-4d03-b85f-508fb58b213a admin admin] Made reservation on behalf of f386e50522fe4837bbada29befbcd7c4 for: {'subnet': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 20:25:46.157350 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Network 56db62d3-f80b-454e-8c84-e0cce7e86594 details requested by agent ovs-agent-dv-cinder-830901-7-iscsi with host dv-cinder-830901-7-iscsi {{(pid=103450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 16 20:25:46.162085 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-dbb83f31-be62-4583-801b-7e4ac59800f1 req-ef88d074-526d-4c57-be9e-6ba1dfe0b9d3 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/security-groups?id=210ee5af-5660-4fb2-aa13-ecabaf05aebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107726 May 16 20:25:46.171052 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a6f27a64-a25c-4d03-b85f-508fb58b213a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:46.269792 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] get_ports_and_sgs() called for port_ids ['61ef3262-0839-4608-9348-dca314437332'] {{(pid=103450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 20:25:46.354202 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf9ec9f-5c17-4705-a50e-e73f5d9e00ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=810817ad-9409-49df-a896-6d3b9493f002,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:25:46.406363 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-dccf0790-d225-4b1e-abbc-74617b9b9ce8 req-2cc92b6a-9601-451f-9c2c-d9d17c966a62 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7092bd67-775a-4f84-b587-03f6dc99a351 HTTP/1.1" status: 200 len: 217 time: 0.1400921 May 16 20:25:46.410253 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-cbf9ec9f-5c17-4705-a50e-e73f5d9e00ab admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=b80b2933087844ff95114a65fd440340&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1251600 May 16 20:25:46.413324 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.71', 45194) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:25:46.464320 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f904580-95e6-4d03-bc2b-7f339ab84cc2 req-01ad175f-0b04-4f15-a1c8-86783b12e151 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:25:46.470842 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-2f904580-95e6-4d03-bc2b-7f339ab84cc2 req-01ad175f-0b04-4f15-a1c8-86783b12e151 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] 10.222.0.71 "GET /v2.0/ports?device_id=fa7df57c-3792-445a-85dd-10865098f763 HTTP/1.1" status: 200 len: 944 time: 0.1734672 May 16 20:25:46.518306 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-8ee2e5eb-8502-4f32-8256-351d28b5e2f4 admin admin] Publish callbacks [] for security_group (810817ad-9409-49df-a896-6d3b9493f002), before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:46.571626 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-2f904580-95e6-4d03-bc2b-7f339ab84cc2 req-bd9c3f17-52cb-4700-96e3-82576706f6bf tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] 10.222.0.71 "GET /v2.0/security-groups?id=3a725130-a618-4fe5-b252-e3a6384e8833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998447 May 16 20:25:46.658689 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccf0790-d225-4b1e-abbc-74617b9b9ce8 req-719fe33c-91f0-4fef-a891-4fa8cf33cd9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:25:46.659190 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41a7240-3abc-439e-b5f6-aaaee1a3e436 req-dab1a6f9-8814-4434-aab2-9ce0ff27b9fb tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:25:46.660167 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-dccf0790-d225-4b1e-abbc-74617b9b9ce8 req-719fe33c-91f0-4fef-a891-4fa8cf33cd9e service neutron] 10.222.0.81 "GET /v2.0/subnets?id=4cb8e59d-2930-42f7-8975-a483fd8062fd HTTP/1.1" status: 200 len: 856 time: 0.1154470 May 16 20:25:46.662056 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-e41a7240-3abc-439e-b5f6-aaaee1a3e436 req-dab1a6f9-8814-4434-aab2-9ce0ff27b9fb tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/ports?device_id=f8daf144-f0a4-4819-9d9a-6202c59b11bc HTTP/1.1" status: 200 len: 944 time: 0.1117127 May 16 20:25:46.668411 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-8ee2e5eb-8502-4f32-8256-351d28b5e2f4 admin admin] Publish callbacks [] for security_group (810817ad-9409-49df-a896-6d3b9493f002), precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:46.673675 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdb9de2-0a8c-44f1-b122-f3db5fb0c3ef req-55820b7a-e4e8-490a-9979-45357d023470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:25:46.675275 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-fbdb9de2-0a8c-44f1-b122-f3db5fb0c3ef req-55820b7a-e4e8-490a-9979-45357d023470 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=10f3494602c84c748ead115d649fc9cc&device_id=fa7df57c-3792-445a-85dd-10865098f763 HTTP/1.1" status: 200 len: 1128 time: 0.1271853 May 16 20:25:46.697690 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a6f27a64-a25c-4d03-b85f-508fb58b213a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1941894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410'] for subnet (83debf57-f4da-42ba-a845-35831819c946), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:46.738879 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-fbdb9de2-0a8c-44f1-b122-f3db5fb0c3ef req-1d12dc08-28bc-4139-a365-51e3b60d79e1 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=25705cbe-e055-4b19-865c-03695eb62fbe HTTP/1.1" status: 200 len: 217 time: 0.0537100 May 16 20:25:46.766870 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccf0790-d225-4b1e-abbc-74617b9b9ce8 req-ac5ed33f-d81c-44f8-9d9d-21c88ee6529e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:25:46.768420 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-dccf0790-d225-4b1e-abbc-74617b9b9ce8 req-ac5ed33f-d81c-44f8-9d9d-21c88ee6529e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=87a5424f-d6f8-4b15-9358-a637573a32c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1012836 May 16 20:25:46.811678 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdb9de2-0a8c-44f1-b122-f3db5fb0c3ef req-ebd09195-40e4-4b16-82bf-ef0b07a41405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:25:46.813187 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-fbdb9de2-0a8c-44f1-b122-f3db5fb0c3ef req-ebd09195-40e4-4b16-82bf-ef0b07a41405 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=a67edfad-ba11-4420-bc2d-c5a2924d53c8 HTTP/1.1" status: 200 len: 849 time: 0.0581517 May 16 20:25:46.840900 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f27a64-a25c-4d03-b85f-508fb58b213a admin admin] Pushing event updated for resources: {'Subnet': ['ID=83debf57-f4da-42ba-a845-35831819c946,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:25:46.870052 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdb9de2-0a8c-44f1-b122-f3db5fb0c3ef req-14145064-4b19-426f-9650-a6071e79669e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:25:46.871568 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-fbdb9de2-0a8c-44f1-b122-f3db5fb0c3ef req-14145064-4b19-426f-9650-a6071e79669e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e7a89d4e-230a-49f4-9073-4fb4c366ed99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435042 May 16 20:25:46.887142 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-e41a7240-3abc-439e-b5f6-aaaee1a3e436 req-59f6d12d-742c-4877-a11f-2707dfff96a4 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/security-groups?id=1fc36625-c0bf-4e17-91a1-62c7256af4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2058198 May 16 20:25:46.899815 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-8ee2e5eb-8502-4f32-8256-351d28b5e2f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997425'] for security_group (810817ad-9409-49df-a896-6d3b9493f002), after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:46.906399 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-8ee2e5eb-8502-4f32-8256-351d28b5e2f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:46.908219 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-8ee2e5eb-8502-4f32-8256-351d28b5e2f4 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/810817ad-9409-49df-a896-6d3b9493f002 HTTP/1.1" status: 204 len: 168 time: 0.4932830 May 16 20:25:46.922933 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee2e5eb-8502-4f32-8256-351d28b5e2f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=810817ad-9409-49df-a896-6d3b9493f002,revision_number=None']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:25:46.957214 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f27a64-a25c-4d03-b85f-508fb58b213a admin admin] Checking segment: {'id': '3e49da58-2254-4f6c-b9f0-cc1cc073e5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '56db62d3-f80b-454e-8c84-e0cce7e86594'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 20:25:46.957763 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6f27a64-a25c-4d03-b85f-508fb58b213a admin admin] Network hostable DHCP agents. Network: 56db62d3-f80b-454e-8c84-e0cce7e86594, hostable agents: ['6de3586b-c77a-41a3-9d69-e80d1925fb22'], hosted agents: [] {{(pid=103448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 16 20:25:46.969308 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557efe9e-9de1-4b3e-9e7e-f20cb4f0742e req-24401142-8d29-4206-b88e-038a23fcd5fc tempest-DeleteServersTestJSON-788951971 tempest-DeleteServersTestJSON-788951971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:25:46.970909 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-557efe9e-9de1-4b3e-9e7e-f20cb4f0742e req-24401142-8d29-4206-b88e-038a23fcd5fc tempest-DeleteServersTestJSON-788951971 tempest-DeleteServersTestJSON-788951971-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c39cf9b-354d-49e6-9d19-d751e4042445 HTTP/1.1" status: 200 len: 946 time: 0.1425574 May 16 20:25:47.020223 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6f27a64-a25c-4d03-b85f-508fb58b213a admin admin] Network 56db62d3-f80b-454e-8c84-e0cce7e86594 is scheduled to be hosted by DHCP agent 6de3586b-c77a-41a3-9d69-e80d1925fb22 with binding_index 1 {{(pid=103448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 16 20:25:47.037489 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-dccf0790-d225-4b1e-abbc-74617b9b9ce8 req-32d83a86-cd6d-44d0-8ab0-874b250ead05 service neutron] 10.222.0.81 "GET /v2.0/networks/87a5424f-d6f8-4b15-9358-a637573a32c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2527559 May 16 20:25:47.056204 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-557efe9e-9de1-4b3e-9e7e-f20cb4f0742e req-9c164e29-6b4c-4aa1-908b-283f2ba05d84 tempest-DeleteServersTestJSON-788951971 tempest-DeleteServersTestJSON-788951971-project] 10.222.0.71 "GET /v2.0/security-groups?id=5ad74a0c-f947-4ba0-ac90-82f4244ba07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781879 May 16 20:25:47.056967 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-a6f27a64-a25c-4d03-b85f-508fb58b213a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830901-7-iscsi, 56db62d3-f80b-454e-8c84-e0cce7e86594) {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 20:25:47.060952 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6f27a64-a25c-4d03-b85f-508fb58b213a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:25:47.061550 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a6f27a64-a25c-4d03-b85f-508fb58b213a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614436'] for subnet (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:47.076060 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfd957d7-0534-4dd2-875f-c6ce4a6b694f None None] Network 56db62d3-f80b-454e-8c84-e0cce7e86594 requested from dv-cinder-830901-7-iscsi {{(pid=103450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 20:25:47.093623 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-a6f27a64-a25c-4d03-b85f-508fb58b213a admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0336354 May 16 20:25:47.354748 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfc93c33-80f3-48e9-9ab8-2b97341b2277 None None] Network 56db62d3-f80b-454e-8c84-e0cce7e86594 requested from dv-cinder-830901-7-iscsi {{(pid=103450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 20:25:47.505532 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-fbdb9de2-0a8c-44f1-b122-f3db5fb0c3ef req-aceaa730-2242-4f59-a59f-06079df5e4af service neutron] 10.222.0.81 "GET /v2.0/networks/e7a89d4e-230a-49f4-9073-4fb4c366ed99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349714 May 16 20:25:47.514040 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d1f425-5842-4f81-8a8e-7c52538518fe req-7b78f95b-4862-4838-80ab-3e3fb0152e5a tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:25:47.523981 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-c9d1f425-5842-4f81-8a8e-7c52538518fe req-7b78f95b-4862-4838-80ab-3e3fb0152e5a tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/ports?device_id=4a363444-8711-4b00-8789-ceb8abdd422a HTTP/1.1" status: 200 len: 944 time: 0.2719860 May 16 20:25:47.559259 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Device 61ef3262-0839-4608-9348-dca314437332 up at agent hyperv_hv-cinder-83090 {{(pid=103450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 20:25:47.561960 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-dccf0790-d225-4b1e-abbc-74617b9b9ce8 req-9f2fc6fe-9c4f-459c-8232-c380bafc65b8 service neutron] 10.222.0.81 "GET /v2.0/networks/87a5424f-d6f8-4b15-9358-a637573a32c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2057722 May 16 20:25:47.579979 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.71', 45262) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:25:47.632461 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8a43bf22-2c4a-4369-8fec-b6391c8c529f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:47.665461 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Provisioning for port 61ef3262-0839-4608-9348-dca314437332 completed by entity L2. {{(pid=103450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 16 20:25:47.680206 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-c9d1f425-5842-4f81-8a8e-7c52538518fe req-9b6c9343-874c-4e85-a06e-ff6058501314 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/security-groups?id=210ee5af-5660-4fb2-aa13-ecabaf05aebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530247 May 16 20:25:47.682178 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Provisioning complete for port 61ef3262-0839-4608-9348-dca314437332 triggered by entity L2. {{(pid=103450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:25:47.682680 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868582'] for port (61ef3262-0839-4608-9348-dca314437332), provisioning_complete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:47.779723 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb430f1-f8f3-409d-927a-496ac9d40608 req-48f46391-cda5-4e8e-b343-0c13ee551ca0 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:25:47.782743 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-4eb430f1-f8f3-409d-927a-496ac9d40608 req-48f46391-cda5-4e8e-b343-0c13ee551ca0 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] 10.222.0.71 "GET /v2.0/ports?device_id=fa7df57c-3792-445a-85dd-10865098f763 HTTP/1.1" status: 200 len: 944 time: 0.0787909 May 16 20:25:47.793214 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-fbdb9de2-0a8c-44f1-b122-f3db5fb0c3ef req-efc285d1-83af-492e-9726-74f2dc73d083 service neutron] 10.222.0.81 "GET /v2.0/networks/e7a89d4e-230a-49f4-9073-4fb4c366ed99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2645836 May 16 20:25:47.874988 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Current status of the port 61ef3262-0839-4608-9348-dca314437332 is: BUILD; New status is: ACTIVE {{(pid=103450) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:25:47.875380 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (61ef3262-0839-4608-9348-dca314437332), before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:47.887715 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-4eb430f1-f8f3-409d-927a-496ac9d40608 req-0e6b3b7e-bbbb-49a7-b480-342d237f4daf tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] 10.222.0.71 "GET /v2.0/security-groups?id=3a725130-a618-4fe5-b252-e3a6384e8833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862815 May 16 20:25:47.893088 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8a43bf22-2c4a-4369-8fec-b6391c8c529f admin admin] Publish callbacks [] for security_group (ebd2e31a-376a-4886-90ba-e1a0ced81c3c), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:47.914577 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8a43bf22-2c4a-4369-8fec-b6391c8c529f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997425'] for security_group (ebd2e31a-376a-4886-90ba-e1a0ced81c3c), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:47.916887 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a363444-8711-4b00-8789-ceb8abdd422a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61ef3262-0839-4608-9348-dca314437332'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 20:25:47.919579 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38452c862c9e2e5c9d38da0d4ca4e6053ba1266d056c207bc89b5fbcea4cd82f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bc965bd-7fbf-43d4-8393-340dd83d4533" -d '{"events": [{"server_uuid": "4a363444-8711-4b00-8789-ceb8abdd422a", "name": "network-vif-plugged", "status": "completed", "tag": "61ef3262-0839-4608-9348-dca314437332"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 20:25:47.936832 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] For port 61ef3262-0839-4608-9348-dca314437332, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=61ef3262-0839-4608-9348-dca314437332,segment=NetworkSegment(3f423a53-4b2f-48cb-b3b5-6fcc9868045f),segment_id=3f423a53-4b2f-48cb-b3b5-6fcc9868045f)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:25:47.943923 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732397598091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732397102978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732397102996'] for port (61ef3262-0839-4608-9348-dca314437332), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:47.999748 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.71', 45284) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:25:47.999970 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-8a43bf22-2c4a-4369-8fec-b6391c8c529f admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=39258ac537ef425aa3476d6c76df25bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4182706 May 16 20:25:48.001608 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a43bf22-2c4a-4369-8fec-b6391c8c529f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebd2e31a-376a-4886-90ba-e1a0ced81c3c,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:25:48.039550 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 20:25:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-912ce26b-574d-4340-b96c-f15ae7957068 x-openstack-request-id: req-912ce26b-574d-4340-b96c-f15ae7957068 {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 20:25:48.040363 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a363444-8711-4b00-8789-ceb8abdd422a", "name": "network-vif-plugged", "status": "completed", "tag": "61ef3262-0839-4608-9348-dca314437332", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 20:25:48.040647 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-912ce26b-574d-4340-b96c-f15ae7957068 {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 20:25:48.041279 dv-cinder-830901-7-iscsi neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event matching ['req-912ce26b-574d-4340-b96c-f15ae7957068'] response: {'server_uuid': '4a363444-8711-4b00-8789-ceb8abdd422a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61ef3262-0839-4608-9348-dca314437332', 'code': 200} May 16 20:25:48.067661 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Pushing event updated for resources: {'Port': ['ID=61ef3262-0839-4608-9348-dca314437332,revision_number=5']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:25:48.128476 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6521271f-31de-4c55-872d-8f1b1b491068 req-2ade22cf-f051-47db-a7d1-d2a6e9001b9d tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:25:48.130370 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-6521271f-31de-4c55-872d-8f1b1b491068 req-2ade22cf-f051-47db-a7d1-d2a6e9001b9d tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/ports?device_id=f8daf144-f0a4-4819-9d9a-6202c59b11bc HTTP/1.1" status: 200 len: 944 time: 0.0685825 May 16 20:25:48.147663 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-33c75179-e257-4a7d-8946-33d2c4066360 admin admin] Publish callbacks [] for security_group (ebd2e31a-376a-4886-90ba-e1a0ced81c3c), before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:48.178348 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-33c75179-e257-4a7d-8946-33d2c4066360 admin admin] Publish callbacks [] for security_group (ebd2e31a-376a-4886-90ba-e1a0ced81c3c), precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:48.255797 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-33c75179-e257-4a7d-8946-33d2c4066360 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997425'] for security_group (ebd2e31a-376a-4886-90ba-e1a0ced81c3c), after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:48.259431 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-33c75179-e257-4a7d-8946-33d2c4066360 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:48.260632 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-33c75179-e257-4a7d-8946-33d2c4066360 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/ebd2e31a-376a-4886-90ba-e1a0ced81c3c HTTP/1.1" status: 204 len: 168 time: 0.2589865 May 16 20:25:48.265339 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-6521271f-31de-4c55-872d-8f1b1b491068 req-1193aedd-4dd6-4133-9669-819d592745aa tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/security-groups?id=1fc36625-c0bf-4e17-91a1-62c7256af4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1266792 May 16 20:25:48.285215 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c75179-e257-4a7d-8946-33d2c4066360 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebd2e31a-376a-4886-90ba-e1a0ced81c3c,revision_number=None']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:25:48.830167 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5905ee-da97-4c4e-8f02-2f084770fcad req-52b363af-143a-4edc-a073-1508e31dae0d tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:25:48.831759 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-7c5905ee-da97-4c4e-8f02-2f084770fcad req-52b363af-143a-4edc-a073-1508e31dae0d tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/ports?device_id=4a363444-8711-4b00-8789-ceb8abdd422a HTTP/1.1" status: 200 len: 945 time: 0.0623093 May 16 20:25:48.885487 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-7c5905ee-da97-4c4e-8f02-2f084770fcad req-20472ea8-0b54-413f-a035-53bef9eb58cd tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/security-groups?id=210ee5af-5660-4fb2-aa13-ecabaf05aebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471163 May 16 20:25:49.038208 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbba43b-b972-4501-9bb1-dc4c138945ed req-34e41caa-53c4-44fd-9892-e76568fd8c6e tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:25:49.040129 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-dbbba43b-b972-4501-9bb1-dc4c138945ed req-34e41caa-53c4-44fd-9892-e76568fd8c6e tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] 10.222.0.71 "GET /v2.0/ports?device_id=fa7df57c-3792-445a-85dd-10865098f763 HTTP/1.1" status: 200 len: 944 time: 0.0759382 May 16 20:25:49.069566 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.71', 45364) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:25:49.115650 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-dbbba43b-b972-4501-9bb1-dc4c138945ed req-46f52426-3538-4d54-99a3-9d1ff65163c4 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] 10.222.0.71 "GET /v2.0/security-groups?id=3a725130-a618-4fe5-b252-e3a6384e8833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662994 May 16 20:25:49.248030 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-de71777f-0a78-425d-b356-853a183e9fec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:49.340249 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-de71777f-0a78-425d-b356-853a183e9fec admin admin] Publish callbacks [] for security_group (daeaba57-17c4-46ac-9d9c-179ece205cae), precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:49.349768 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-de71777f-0a78-425d-b356-853a183e9fec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997425'] for security_group (daeaba57-17c4-46ac-9d9c-179ece205cae), after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:49.402986 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-de71777f-0a78-425d-b356-853a183e9fec admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=6220bfb10b12466089c994527f46e9ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3322966 May 16 20:25:49.403648 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.71', 45380) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:25:49.404452 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de71777f-0a78-425d-b356-853a183e9fec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daeaba57-17c4-46ac-9d9c-179ece205cae,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:25:49.433549 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc23f93-274c-4bcb-825c-fcdfb6824760 req-653ea4a2-8000-4d1b-ad09-817a5ff243d6 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:25:49.437555 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-ebc23f93-274c-4bcb-825c-fcdfb6824760 req-653ea4a2-8000-4d1b-ad09-817a5ff243d6 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/ports?device_id=f8daf144-f0a4-4819-9d9a-6202c59b11bc HTTP/1.1" status: 200 len: 944 time: 0.0938859 May 16 20:25:49.515081 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4e9774-4ab4-4538-8b68-167c1efe870f req-6b720a31-01b5-46c2-b018-97b1f066d17c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:25:49.521854 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-0b4e9774-4ab4-4538-8b68-167c1efe870f req-6b720a31-01b5-46c2-b018-97b1f066d17c service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=10f3494602c84c748ead115d649fc9cc&device_id=fa7df57c-3792-445a-85dd-10865098f763 HTTP/1.1" status: 200 len: 1128 time: 0.1058652 May 16 20:25:49.534095 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-ebc23f93-274c-4bcb-825c-fcdfb6824760 req-f085ed62-f984-4de0-bcea-f46d55fd7a43 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/security-groups?id=1fc36625-c0bf-4e17-91a1-62c7256af4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0900636 May 16 20:25:49.571650 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Device 7092bd67-775a-4f84-b587-03f6dc99a351 details requested by agent hyperv_hv-cinder-83090 with host hv-cinder-83090 {{(pid=103450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 20:25:49.635318 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0416a6c-3d36-42e8-a625-1900e1f7ec02 req-0d3c0281-8fbe-4504-b8f7-51f7d44cd2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:25:49.637578 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-e0416a6c-3d36-42e8-a625-1900e1f7ec02 req-0d3c0281-8fbe-4504-b8f7-51f7d44cd2f4 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=4a363444-8711-4b00-8789-ceb8abdd422a HTTP/1.1" status: 200 len: 1129 time: 0.0778558 May 16 20:25:49.698143 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-8b7cb8e7-f8d4-46ba-adb3-e298c5e3ef52 admin admin] Publish callbacks [] for security_group (daeaba57-17c4-46ac-9d9c-179ece205cae), before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:49.742551 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-e0416a6c-3d36-42e8-a625-1900e1f7ec02 req-d254a1ce-3bf8-48d1-a1d6-cc43e319369b service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=210ee5af-5660-4fb2-aa13-ecabaf05aebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979178 May 16 20:25:49.805373 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-8b7cb8e7-f8d4-46ba-adb3-e298c5e3ef52 admin admin] Publish callbacks [] for security_group (daeaba57-17c4-46ac-9d9c-179ece205cae), precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:49.816970 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] For port 7092bd67-775a-4f84-b587-03f6dc99a351, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=7092bd67-775a-4f84-b587-03f6dc99a351,segment=NetworkSegment(12107d7b-ff59-4c3c-bf55-e4e7eaef240d),segment_id=12107d7b-ff59-4c3c-bf55-e4e7eaef240d)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:25:49.835149 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Returning: {'device': '7092bd67-775a-4f84-b587-03f6dc99a351', 'network_id': '87a5424f-d6f8-4b15-9358-a637573a32c1', 'port_id': '7092bd67-775a-4f84-b587-03f6dc99a351', 'mac_address': 'fa:16:3e:4a:01:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cb8e59d-2930-42f7-8975-a483fd8062fd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 20:25:49.863982 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4e9774-4ab4-4538-8b68-167c1efe870f req-20293f24-c4f1-481c-96c8-08f1646e20ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:25:49.868878 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-0b4e9774-4ab4-4538-8b68-167c1efe870f req-20293f24-c4f1-481c-96c8-08f1646e20ce service neutron] 10.222.0.81 "GET /v2.0/networks?id=e7a89d4e-230a-49f4-9073-4fb4c366ed99 HTTP/1.1" status: 200 len: 911 time: 0.3388743 May 16 20:25:49.908144 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Current status of the port 7092bd67-775a-4f84-b587-03f6dc99a351 is: DOWN; New status is: BUILD {{(pid=103450) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:25:49.908860 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (7092bd67-775a-4f84-b587-03f6dc99a351), before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:49.933913 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.notifiers.nova [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7092bd67-775a-4f84-b587-03f6dc99a351 {{(pid=103450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 20:25:49.937738 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-8b7cb8e7-f8d4-46ba-adb3-e298c5e3ef52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997425'] for security_group (daeaba57-17c4-46ac-9d9c-179ece205cae), after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:49.943930 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-8b7cb8e7-f8d4-46ba-adb3-e298c5e3ef52 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:49.946106 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-8b7cb8e7-f8d4-46ba-adb3-e298c5e3ef52 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/daeaba57-17c4-46ac-9d9c-179ece205cae HTTP/1.1" status: 204 len: 168 time: 0.5387394 May 16 20:25:49.959850 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7cb8e7-f8d4-46ba-adb3-e298c5e3ef52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daeaba57-17c4-46ac-9d9c-179ece205cae,revision_number=None']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:25:49.994883 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] For port 7092bd67-775a-4f84-b587-03f6dc99a351, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=7092bd67-775a-4f84-b587-03f6dc99a351,segment=NetworkSegment(12107d7b-ff59-4c3c-bf55-e4e7eaef240d),segment_id=12107d7b-ff59-4c3c-bf55-e4e7eaef240d)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:25:50.004927 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732397598091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732397102978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732397102996'] for port (7092bd67-775a-4f84-b587-03f6dc99a351), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:50.048523 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-0b4e9774-4ab4-4538-8b68-167c1efe870f req-75feaccf-e088-4e64-8413-31f321703a1e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=25705cbe-e055-4b19-865c-03695eb62fbe HTTP/1.1" status: 200 len: 217 time: 0.0658948 May 16 20:25:50.061564 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c314ae-5c25-403c-9058-0d6a1079384d req-ecb93eb4-712c-49c5-b647-c08d81970686 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:25:50.072058 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-97c314ae-5c25-403c-9058-0d6a1079384d req-ecb93eb4-712c-49c5-b647-c08d81970686 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/ports?device_id=4a363444-8711-4b00-8789-ceb8abdd422a HTTP/1.1" status: 200 len: 945 time: 0.0921710 May 16 20:25:50.109987 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Pushing event updated for resources: {'Port': ['ID=7092bd67-775a-4f84-b587-03f6dc99a351,revision_number=4']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:25:50.171277 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4e9774-4ab4-4538-8b68-167c1efe870f req-2b6b3639-64fd-4da5-a782-cf8bd748f438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:25:50.172854 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-0b4e9774-4ab4-4538-8b68-167c1efe870f req-2b6b3639-64fd-4da5-a782-cf8bd748f438 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=a67edfad-ba11-4420-bc2d-c5a2924d53c8 HTTP/1.1" status: 200 len: 849 time: 0.1011236 May 16 20:25:50.196690 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-97c314ae-5c25-403c-9058-0d6a1079384d req-979526cb-e60b-499c-aba5-a303fa105d36 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/security-groups?id=210ee5af-5660-4fb2-aa13-ecabaf05aebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168776 May 16 20:25:50.258424 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] get_ports_and_sgs() called for port_ids ['7092bd67-775a-4f84-b587-03f6dc99a351'] {{(pid=103450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 20:25:50.299668 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f993d6-fd7c-4616-89ed-90cbed41e47e req-7b2e7022-6448-4004-9068-03903aefb602 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:25:50.301247 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-f9f993d6-fd7c-4616-89ed-90cbed41e47e req-7b2e7022-6448-4004-9068-03903aefb602 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] 10.222.0.71 "GET /v2.0/ports?device_id=fa7df57c-3792-445a-85dd-10865098f763 HTTP/1.1" status: 200 len: 944 time: 0.0580184 May 16 20:25:50.376704 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-f9f993d6-fd7c-4616-89ed-90cbed41e47e req-a7983a9a-6212-416c-9575-8d5b27524933 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] 10.222.0.71 "GET /v2.0/security-groups?id=3a725130-a618-4fe5-b252-e3a6384e8833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675733 May 16 20:25:50.538485 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.71', 45430) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:25:50.557272 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-df1a0a89-e806-45f8-b7db-10949c723d87 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:50.593626 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4e9774-4ab4-4538-8b68-167c1efe870f req-77c055eb-6a4e-480a-ae74-4221c45f686c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:25:50.595903 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-0b4e9774-4ab4-4538-8b68-167c1efe870f req-77c055eb-6a4e-480a-ae74-4221c45f686c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e7a89d4e-230a-49f4-9073-4fb4c366ed99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0678926 May 16 20:25:50.708822 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79345745-ab56-4c59-800b-b94c162d3a5b req-c1447fab-435e-48ce-a4c6-057253bad4bf tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:25:50.710474 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-79345745-ab56-4c59-800b-b94c162d3a5b req-c1447fab-435e-48ce-a4c6-057253bad4bf tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/ports?device_id=f8daf144-f0a4-4819-9d9a-6202c59b11bc HTTP/1.1" status: 200 len: 945 time: 0.0774195 May 16 20:25:50.745396 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-0b4e9774-4ab4-4538-8b68-167c1efe870f req-644ee11c-ed83-4f79-844b-31276797fa9e service neutron] 10.222.0.81 "GET /v2.0/networks/e7a89d4e-230a-49f4-9073-4fb4c366ed99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397469 May 16 20:25:50.757321 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-df1a0a89-e806-45f8-b7db-10949c723d87 admin admin] Publish callbacks [] for security_group (d49665e5-90d7-4278-b2a1-752734e18539), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:50.765364 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-df1a0a89-e806-45f8-b7db-10949c723d87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997425'] for security_group (d49665e5-90d7-4278-b2a1-752734e18539), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:50.825265 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-79345745-ab56-4c59-800b-b94c162d3a5b req-fbd22b6d-092e-45e7-87d5-be398308f66c tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/security-groups?id=1fc36625-c0bf-4e17-91a1-62c7256af4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1046817 May 16 20:25:50.830735 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1a0a89-e806-45f8-b7db-10949c723d87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d49665e5-90d7-4278-b2a1-752734e18539,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:25:50.838619 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-df1a0a89-e806-45f8-b7db-10949c723d87 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=817eac755ef44c8781459a50f2f0d4a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2999382 May 16 20:25:50.838914 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.71', 45444) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:25:50.907442 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-7a8b35e2-df9b-416b-ab87-5d586ec3e261 admin admin] Publish callbacks [] for security_group (d49665e5-90d7-4278-b2a1-752734e18539), before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:50.944648 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-7a8b35e2-df9b-416b-ab87-5d586ec3e261 admin admin] Publish callbacks [] for security_group (d49665e5-90d7-4278-b2a1-752734e18539), precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:51.014563 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-7a8b35e2-df9b-416b-ab87-5d586ec3e261 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997425'] for security_group (d49665e5-90d7-4278-b2a1-752734e18539), after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:51.018866 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-7a8b35e2-df9b-416b-ab87-5d586ec3e261 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:51.020238 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-7a8b35e2-df9b-416b-ab87-5d586ec3e261 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/d49665e5-90d7-4278-b2a1-752734e18539 HTTP/1.1" status: 204 len: 168 time: 0.1799994 May 16 20:25:51.041796 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8b35e2-df9b-416b-ab87-5d586ec3e261 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d49665e5-90d7-4278-b2a1-752734e18539,revision_number=None']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:25:51.443532 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84ca146-0759-410d-a129-4e6e29170c03 req-24301228-e814-4c17-bccb-e338556eab0f tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:25:51.448593 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-a84ca146-0759-410d-a129-4e6e29170c03 req-24301228-e814-4c17-bccb-e338556eab0f tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/ports?device_id=4a363444-8711-4b00-8789-ceb8abdd422a HTTP/1.1" status: 200 len: 945 time: 0.1543264 May 16 20:25:51.583607 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Device 25705cbe-e055-4b19-865c-03695eb62fbe details requested by agent hyperv_hv-cinder-83090 with host hv-cinder-83090 {{(pid=103450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 20:25:51.587157 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Device 7092bd67-775a-4f84-b587-03f6dc99a351 up at agent hyperv_hv-cinder-83090 {{(pid=103450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 20:25:51.644350 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038cb0fd-98ee-47e9-baa5-e9fc0283b188 req-295a2858-5751-47c5-9b24-a66384fa378f tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:25:51.647340 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-038cb0fd-98ee-47e9-baa5-e9fc0283b188 req-295a2858-5751-47c5-9b24-a66384fa378f tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] 10.222.0.71 "GET /v2.0/ports?device_id=fa7df57c-3792-445a-85dd-10865098f763 HTTP/1.1" status: 200 len: 944 time: 0.0872033 May 16 20:25:51.728900 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-a84ca146-0759-410d-a129-4e6e29170c03 req-f0fc93d7-1905-4b6a-9ffe-0fe06f0ee338 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/security-groups?id=210ee5af-5660-4fb2-aa13-ecabaf05aebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2575316 May 16 20:25:51.759565 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-038cb0fd-98ee-47e9-baa5-e9fc0283b188 req-432962ae-82d8-4435-a667-ed281239b6ea tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] 10.222.0.71 "GET /v2.0/security-groups?id=3a725130-a618-4fe5-b252-e3a6384e8833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027234 May 16 20:25:51.764818 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-0b4e9774-4ab4-4538-8b68-167c1efe870f req-dbead915-705d-497a-ae7a-315cf393ac02 service neutron] 10.222.0.81 "GET /v2.0/networks/e7a89d4e-230a-49f4-9073-4fb4c366ed99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3847604 May 16 20:25:51.786638 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Provisioning for port 7092bd67-775a-4f84-b587-03f6dc99a351 completed by entity L2. {{(pid=103450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 16 20:25:51.802606 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Provisioning complete for port 7092bd67-775a-4f84-b587-03f6dc99a351 triggered by entity L2. {{(pid=103450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:25:51.803041 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868582'] for port (7092bd67-775a-4f84-b587-03f6dc99a351), provisioning_complete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:51.998355 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] For port 25705cbe-e055-4b19-865c-03695eb62fbe, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=25705cbe-e055-4b19-865c-03695eb62fbe,segment=NetworkSegment(807f7936-8013-4f91-9b73-d002c57a348d),segment_id=807f7936-8013-4f91-9b73-d002c57a348d)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:25:52.017319 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Returning: {'device': '25705cbe-e055-4b19-865c-03695eb62fbe', 'network_id': 'e7a89d4e-230a-49f4-9073-4fb4c366ed99', 'port_id': '25705cbe-e055-4b19-865c-03695eb62fbe', 'mac_address': 'fa:16:3e:ff:83:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a67edfad-ba11-4420-bc2d-c5a2924d53c8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 20:25:52.052867 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e7b788-d3fe-4fba-b5f3-58e40e4bf20b req-f339d3f6-a488-4e21-90b7-8615a8d7e794 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:25:52.056094 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-94e7b788-d3fe-4fba-b5f3-58e40e4bf20b req-f339d3f6-a488-4e21-90b7-8615a8d7e794 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/ports?device_id=f8daf144-f0a4-4819-9d9a-6202c59b11bc HTTP/1.1" status: 200 len: 945 time: 0.0909843 May 16 20:25:52.082724 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Current status of the port 25705cbe-e055-4b19-865c-03695eb62fbe is: DOWN; New status is: BUILD {{(pid=103450) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:25:52.083734 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (25705cbe-e055-4b19-865c-03695eb62fbe), before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:52.085710 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Current status of the port 7092bd67-775a-4f84-b587-03f6dc99a351 is: BUILD; New status is: ACTIVE {{(pid=103450) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:25:52.085896 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (7092bd67-775a-4f84-b587-03f6dc99a351), before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:52.108806 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.notifiers.nova [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25705cbe-e055-4b19-865c-03695eb62fbe {{(pid=103450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 20:25:52.116928 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-94e7b788-d3fe-4fba-b5f3-58e40e4bf20b req-d573d618-4eae-44dd-97fa-79b240181f39 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/security-groups?id=1fc36625-c0bf-4e17-91a1-62c7256af4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553834 May 16 20:25:52.133900 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8daf144-f0a4-4819-9d9a-6202c59b11bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7092bd67-775a-4f84-b587-03f6dc99a351'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 20:25:52.136251 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38452c862c9e2e5c9d38da0d4ca4e6053ba1266d056c207bc89b5fbcea4cd82f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f2cfa87-97ad-44bd-9f30-db544549b1a6" -d '{"events": [{"server_uuid": "f8daf144-f0a4-4819-9d9a-6202c59b11bc", "name": "network-vif-plugged", "status": "completed", "tag": "7092bd67-775a-4f84-b587-03f6dc99a351"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 20:25:52.155023 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] For port 25705cbe-e055-4b19-865c-03695eb62fbe, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=25705cbe-e055-4b19-865c-03695eb62fbe,segment=NetworkSegment(807f7936-8013-4f91-9b73-d002c57a348d),segment_id=807f7936-8013-4f91-9b73-d002c57a348d)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:25:52.157622 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] For port 7092bd67-775a-4f84-b587-03f6dc99a351, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=7092bd67-775a-4f84-b587-03f6dc99a351,segment=NetworkSegment(12107d7b-ff59-4c3c-bf55-e4e7eaef240d),segment_id=12107d7b-ff59-4c3c-bf55-e4e7eaef240d)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:25:52.164473 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732397598091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732397102978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732397102996'] for port (25705cbe-e055-4b19-865c-03695eb62fbe), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:52.172764 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732397598091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732397102978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732397102996'] for port (7092bd67-775a-4f84-b587-03f6dc99a351), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:52.193401 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 20:25:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b6e5462-1b1d-4736-b37c-ec0966204167 x-openstack-request-id: req-2b6e5462-1b1d-4736-b37c-ec0966204167 {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 20:25:52.193844 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8daf144-f0a4-4819-9d9a-6202c59b11bc", "name": "network-vif-plugged", "status": "completed", "tag": "7092bd67-775a-4f84-b587-03f6dc99a351", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 20:25:52.194678 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-2b6e5462-1b1d-4736-b37c-ec0966204167 {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 20:25:52.195201 dv-cinder-830901-7-iscsi neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b6e5462-1b1d-4736-b37c-ec0966204167'] response: {'server_uuid': 'f8daf144-f0a4-4819-9d9a-6202c59b11bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7092bd67-775a-4f84-b587-03f6dc99a351', 'code': 200} May 16 20:25:52.226238 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Pushing event updated for resources: {'Port': ['ID=25705cbe-e055-4b19-865c-03695eb62fbe,revision_number=4']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:25:52.284561 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Pushing event updated for resources: {'Port': ['ID=7092bd67-775a-4f84-b587-03f6dc99a351,revision_number=5']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:25:52.424705 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2ea81e-b17f-4800-9ee1-2a7dbf31928e req-414d659f-de4d-494a-bdb4-3279c439f7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:25:52.426190 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-5b2ea81e-b17f-4800-9ee1-2a7dbf31928e req-414d659f-de4d-494a-bdb4-3279c439f7b1 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=f8daf144-f0a4-4819-9d9a-6202c59b11bc HTTP/1.1" status: 200 len: 1130 time: 0.0728459 May 16 20:25:52.453746 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] get_ports_and_sgs() called for port_ids ['25705cbe-e055-4b19-865c-03695eb62fbe'] {{(pid=103450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 20:25:52.485947 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-5b2ea81e-b17f-4800-9ee1-2a7dbf31928e req-b3a3c01e-6dd9-4d33-a723-f1536950baf6 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=1fc36625-c0bf-4e17-91a1-62c7256af4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534139 May 16 20:25:52.912275 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4682d43c-42df-4a3c-b3af-6cc42a27514d req-1b2532f0-465a-41d6-bc69-7adf124c07e2 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:25:52.913062 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eb71b5-7d2d-4d50-9060-36a48ccc256c req-a4bee64f-e14e-4f53-8c0c-a04ac69fd218 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:25:52.917417 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-48eb71b5-7d2d-4d50-9060-36a48ccc256c req-a4bee64f-e14e-4f53-8c0c-a04ac69fd218 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/ports?device_id=4a363444-8711-4b00-8789-ceb8abdd422a HTTP/1.1" status: 200 len: 945 time: 0.0859642 May 16 20:25:52.921981 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-4682d43c-42df-4a3c-b3af-6cc42a27514d req-1b2532f0-465a-41d6-bc69-7adf124c07e2 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] 10.222.0.71 "GET /v2.0/ports?device_id=fa7df57c-3792-445a-85dd-10865098f763 HTTP/1.1" status: 200 len: 945 time: 0.0669663 May 16 20:25:52.999683 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-4682d43c-42df-4a3c-b3af-6cc42a27514d req-d50f708b-b8b7-4053-8508-6e932d3d16ec tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] 10.222.0.71 "GET /v2.0/security-groups?id=3a725130-a618-4fe5-b252-e3a6384e8833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759404 May 16 20:25:53.007316 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-48eb71b5-7d2d-4d50-9060-36a48ccc256c req-f5483696-f600-4673-b6b2-f247c3b722bf tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/security-groups?id=210ee5af-5660-4fb2-aa13-ecabaf05aebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770962 May 16 20:25:53.286973 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ef5275-dc88-407f-aa4f-9a4e139b2290 req-9f794de0-7a4a-43e1-8d46-2860954f5236 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:25:53.295924 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-70ef5275-dc88-407f-aa4f-9a4e139b2290 req-9f794de0-7a4a-43e1-8d46-2860954f5236 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/ports?device_id=f8daf144-f0a4-4819-9d9a-6202c59b11bc HTTP/1.1" status: 200 len: 946 time: 0.0708077 May 16 20:25:53.355644 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-70ef5275-dc88-407f-aa4f-9a4e139b2290 req-7272933c-a991-4c28-add8-3da8054b68d3 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/security-groups?id=1fc36625-c0bf-4e17-91a1-62c7256af4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589054 May 16 20:25:53.393237 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8d4410-2bba-4c87-82e9-55cf1c5fc07b req-010e4e68-eaa6-4130-a3f0-9e53a19e774d tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:25:53.395226 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-3f8d4410-2bba-4c87-82e9-55cf1c5fc07b req-010e4e68-eaa6-4130-a3f0-9e53a19e774d tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/ports?device_id=4a363444-8711-4b00-8789-ceb8abdd422a HTTP/1.1" status: 200 len: 945 time: 0.0501311 May 16 20:25:53.457995 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-3f8d4410-2bba-4c87-82e9-55cf1c5fc07b req-bb0fe75b-7617-4875-8371-1c02572684cd tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/security-groups?id=210ee5af-5660-4fb2-aa13-ecabaf05aebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524242 May 16 20:25:54.135544 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5adc7e6-00bc-4f3e-8e7f-43a23e848677 req-f8b18ae1-b6f0-4320-baf9-095352a47e62 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:25:54.136988 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-d5adc7e6-00bc-4f3e-8e7f-43a23e848677 req-f8b18ae1-b6f0-4320-baf9-095352a47e62 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] 10.222.0.71 "GET /v2.0/ports?device_id=fa7df57c-3792-445a-85dd-10865098f763 HTTP/1.1" status: 200 len: 945 time: 0.0510526 May 16 20:25:54.190425 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-d5adc7e6-00bc-4f3e-8e7f-43a23e848677 req-e7b375e1-ec11-41f8-bd5e-6d3b6ce06ae8 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] 10.222.0.71 "GET /v2.0/security-groups?id=3a725130-a618-4fe5-b252-e3a6384e8833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472150 May 16 20:25:54.473350 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95a7886-bf5e-4993-97b8-93c4d71d8160 req-eff4fd47-793a-4b44-9595-b8130f0a91a5 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:25:54.475105 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-c95a7886-bf5e-4993-97b8-93c4d71d8160 req-eff4fd47-793a-4b44-9595-b8130f0a91a5 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/ports?device_id=f8daf144-f0a4-4819-9d9a-6202c59b11bc HTTP/1.1" status: 200 len: 946 time: 0.0463743 May 16 20:25:54.530616 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-c95a7886-bf5e-4993-97b8-93c4d71d8160 req-da8b426d-6150-4109-a20e-02d08e97f1fb tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/security-groups?id=1fc36625-c0bf-4e17-91a1-62c7256af4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499425 May 16 20:25:54.581957 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fd1e3b-e302-4b20-82f9-80cd24a8f448 req-12974b63-ab0b-4bc8-9dc3-74f6f1e2120f tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:25:54.583990 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-46fd1e3b-e302-4b20-82f9-80cd24a8f448 req-12974b63-ab0b-4bc8-9dc3-74f6f1e2120f tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/ports?device_id=4a363444-8711-4b00-8789-ceb8abdd422a HTTP/1.1" status: 200 len: 945 time: 0.0471215 May 16 20:25:54.628858 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-46fd1e3b-e302-4b20-82f9-80cd24a8f448 req-e5da2de3-a54a-4a5a-9920-f317b309043e tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/security-groups?id=210ee5af-5660-4fb2-aa13-ecabaf05aebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391920 May 16 20:25:55.309673 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87610fd-4cd9-4e37-b019-5860f4f4e2aa req-fff673b8-f84e-4b91-a127-9a5ab2b00eeb tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:25:55.311152 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-f87610fd-4cd9-4e37-b019-5860f4f4e2aa req-fff673b8-f84e-4b91-a127-9a5ab2b00eeb tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] 10.222.0.71 "GET /v2.0/ports?device_id=fa7df57c-3792-445a-85dd-10865098f763 HTTP/1.1" status: 200 len: 945 time: 0.0470405 May 16 20:25:55.357357 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-f87610fd-4cd9-4e37-b019-5860f4f4e2aa req-0be2a6c8-be35-455a-b615-b312af0a9622 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] 10.222.0.71 "GET /v2.0/security-groups?id=3a725130-a618-4fe5-b252-e3a6384e8833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406306 May 16 20:25:55.653723 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43925295-9d03-4743-a0b3-00fcd767c3e6 req-bc3b1bac-e0e1-4e45-a92c-7aa62927e916 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:25:55.655209 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-43925295-9d03-4743-a0b3-00fcd767c3e6 req-bc3b1bac-e0e1-4e45-a92c-7aa62927e916 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/ports?device_id=f8daf144-f0a4-4819-9d9a-6202c59b11bc HTTP/1.1" status: 200 len: 946 time: 0.0509994 May 16 20:25:55.703239 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-43925295-9d03-4743-a0b3-00fcd767c3e6 req-d472ba88-7dd3-4590-b6b9-09c11b4eff74 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/security-groups?id=1fc36625-c0bf-4e17-91a1-62c7256af4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420446 May 16 20:25:55.754896 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24489d9d-6e45-4134-b4ba-c2d65d8359fa req-39426c39-9bd4-4692-95b7-ff97020c742a tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:25:55.757179 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-24489d9d-6e45-4134-b4ba-c2d65d8359fa req-39426c39-9bd4-4692-95b7-ff97020c742a tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/ports?device_id=4a363444-8711-4b00-8789-ceb8abdd422a HTTP/1.1" status: 200 len: 945 time: 0.0591612 May 16 20:25:55.773451 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Device 25705cbe-e055-4b19-865c-03695eb62fbe up at agent hyperv_hv-cinder-83090 {{(pid=103450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 20:25:55.825148 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-24489d9d-6e45-4134-b4ba-c2d65d8359fa req-3b44ecde-3a46-445b-9586-397f8b653149 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/security-groups?id=210ee5af-5660-4fb2-aa13-ecabaf05aebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615685 May 16 20:25:55.848235 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Provisioning for port 25705cbe-e055-4b19-865c-03695eb62fbe completed by entity L2. {{(pid=103450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 16 20:25:55.860725 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Provisioning complete for port 25705cbe-e055-4b19-865c-03695eb62fbe triggered by entity L2. {{(pid=103450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:25:55.861130 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868582'] for port (25705cbe-e055-4b19-865c-03695eb62fbe), provisioning_complete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:55.945423 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Current status of the port 25705cbe-e055-4b19-865c-03695eb62fbe is: BUILD; New status is: ACTIVE {{(pid=103450) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:25:55.945843 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (25705cbe-e055-4b19-865c-03695eb62fbe), before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:55.999155 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c179ab4-4e64-4fcd-adbf-2a72634a60ac req-b0735cc3-4afb-4d64-8a6b-9af75e218a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:25:56.001422 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-9c179ab4-4e64-4fcd-adbf-2a72634a60ac req-b0735cc3-4afb-4d64-8a6b-9af75e218a6a service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=c5993f86ca3e459582b0aad65ca76d4d&device_id=4a363444-8711-4b00-8789-ceb8abdd422a HTTP/1.1" status: 200 len: 1129 time: 0.0513594 May 16 20:25:56.004297 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa7df57c-3792-445a-85dd-10865098f763', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25705cbe-e055-4b19-865c-03695eb62fbe'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 20:25:56.007101 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38452c862c9e2e5c9d38da0d4ca4e6053ba1266d056c207bc89b5fbcea4cd82f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-125f6cb5-7e6e-482f-94bc-7801c6a209b0" -d '{"events": [{"server_uuid": "fa7df57c-3792-445a-85dd-10865098f763", "name": "network-vif-plugged", "status": "completed", "tag": "25705cbe-e055-4b19-865c-03695eb62fbe"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 20:25:56.014138 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] For port 25705cbe-e055-4b19-865c-03695eb62fbe, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=25705cbe-e055-4b19-865c-03695eb62fbe,segment=NetworkSegment(807f7936-8013-4f91-9b73-d002c57a348d),segment_id=807f7936-8013-4f91-9b73-d002c57a348d)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:25:56.020626 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732397598091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732397102978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732397102996'] for port (25705cbe-e055-4b19-865c-03695eb62fbe), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:56.105998 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 20:25:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b057361b-e197-419b-94b3-087cf2e44b92 x-openstack-request-id: req-b057361b-e197-419b-94b3-087cf2e44b92 {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 20:25:56.107293 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa7df57c-3792-445a-85dd-10865098f763", "name": "network-vif-plugged", "status": "completed", "tag": "25705cbe-e055-4b19-865c-03695eb62fbe", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 20:25:56.109562 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-b057361b-e197-419b-94b3-087cf2e44b92 {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 20:25:56.110387 dv-cinder-830901-7-iscsi neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b057361b-e197-419b-94b3-087cf2e44b92'] response: {'server_uuid': 'fa7df57c-3792-445a-85dd-10865098f763', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25705cbe-e055-4b19-865c-03695eb62fbe', 'code': 200} May 16 20:25:56.130576 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Pushing event updated for resources: {'Port': ['ID=25705cbe-e055-4b19-865c-03695eb62fbe,revision_number=5']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:25:56.225224 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c179ab4-4e64-4fcd-adbf-2a72634a60ac req-d4dfdc3c-ebc3-4dff-b0dd-dd9ed94b791b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:25:56.227795 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-9c179ab4-4e64-4fcd-adbf-2a72634a60ac req-d4dfdc3c-ebc3-4dff-b0dd-dd9ed94b791b service neutron] 10.222.0.81 "GET /v2.0/networks?id=44ec8ff3-657b-44fd-8b1b-d2a19a5ed33e HTTP/1.1" status: 200 len: 919 time: 0.1967607 May 16 20:25:56.433662 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-9c179ab4-4e64-4fcd-adbf-2a72634a60ac req-a1cc3796-01ca-4b6f-ae6d-650152a7cbeb service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=61ef3262-0839-4608-9348-dca314437332 HTTP/1.1" status: 200 len: 217 time: 0.0673599 May 16 20:25:56.526723 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5b3c35-7a63-4a66-9619-223fc8697c5f req-98a0e2e7-0f3a-487a-8a05-aa658d84cdba tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:25:56.528295 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-1f5b3c35-7a63-4a66-9619-223fc8697c5f req-98a0e2e7-0f3a-487a-8a05-aa658d84cdba tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] 10.222.0.71 "GET /v2.0/ports?device_id=fa7df57c-3792-445a-85dd-10865098f763 HTTP/1.1" status: 200 len: 946 time: 0.0548055 May 16 20:25:56.580276 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-1f5b3c35-7a63-4a66-9619-223fc8697c5f req-2c8fb303-9b0d-4de3-9a56-8c8643a1a5f7 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] 10.222.0.71 "GET /v2.0/security-groups?id=3a725130-a618-4fe5-b252-e3a6384e8833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464466 May 16 20:25:56.873451 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2963c15d-b34c-43ce-b8ef-d93e6b2e2bee req-a24abb11-e0e5-4612-ba84-131567f8d04f tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:25:56.875743 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-2963c15d-b34c-43ce-b8ef-d93e6b2e2bee req-a24abb11-e0e5-4612-ba84-131567f8d04f tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/ports?device_id=f8daf144-f0a4-4819-9d9a-6202c59b11bc HTTP/1.1" status: 200 len: 946 time: 0.0898902 May 16 20:25:56.954345 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-2963c15d-b34c-43ce-b8ef-d93e6b2e2bee req-a69479cd-13be-4f44-a502-e5f911151d89 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/security-groups?id=1fc36625-c0bf-4e17-91a1-62c7256af4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717564 May 16 20:25:56.972319 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4006d5-903b-4bae-b3db-4164e0d6c20c req-daca3e7f-f982-40c2-ba95-2a62a05b6245 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:25:56.972835 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-ed4006d5-903b-4bae-b3db-4164e0d6c20c req-daca3e7f-f982-40c2-ba95-2a62a05b6245 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/ports?device_id=4a363444-8711-4b00-8789-ceb8abdd422a HTTP/1.1" status: 200 len: 945 time: 0.0593760 May 16 20:25:57.053953 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-ed4006d5-903b-4bae-b3db-4164e0d6c20c req-432bbab1-dc50-427b-9bce-6de8d5eb0dd2 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/security-groups?id=210ee5af-5660-4fb2-aa13-ecabaf05aebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653095 May 16 20:25:57.080353 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0450cd01-b021-44f1-b06b-d799173c0abb req-54dd2f52-a46e-41f3-91c8-fcefb06de7d7 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:25:57.082120 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-0450cd01-b021-44f1-b06b-d799173c0abb req-54dd2f52-a46e-41f3-91c8-fcefb06de7d7 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/ports?device_id=f8daf144-f0a4-4819-9d9a-6202c59b11bc HTTP/1.1" status: 200 len: 946 time: 0.0535779 May 16 20:25:57.091986 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.71', 45704) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:25:57.097803 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.v2.base [None req-da7652f7-e12b-4b01-a94b-24032e58a997 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Request body: {'floatingip': {'port_id': '7092bd67-775a-4f84-b587-03f6dc99a351'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:25:57.140014 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c179ab4-4e64-4fcd-adbf-2a72634a60ac req-068e3410-f2a7-4a8f-9672-bfb54940cd1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:25:57.141703 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-9c179ab4-4e64-4fcd-adbf-2a72634a60ac req-068e3410-f2a7-4a8f-9672-bfb54940cd1a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=79cb81dd-edd6-4080-acf6-86e748571b36 HTTP/1.1" status: 200 len: 857 time: 0.0503330 May 16 20:25:57.199361 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-da7652f7-e12b-4b01-a94b-24032e58a997 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Publish callbacks [] for floatingip (bd543cd1-73cc-47ed-91a5-d355136312c4), before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:57.280689 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.71', 45716) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:25:57.407190 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-62b9a38a-ecd2-45a5-8124-3c9d5fdb647a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:57.455337 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f92ac2-da00-4223-8f85-ea94d608bec3 req-8537a9c8-b3d7-4bfe-a6df-0310264f2521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:25:57.457076 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-d0f92ac2-da00-4223-8f85-ea94d608bec3 req-8537a9c8-b3d7-4bfe-a6df-0310264f2521 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=fa7df57c-3792-445a-85dd-10865098f763 HTTP/1.1" status: 200 len: 1130 time: 0.3560033 May 16 20:25:57.487627 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-62b9a38a-ecd2-45a5-8124-3c9d5fdb647a admin admin] Publish callbacks [] for security_group (4c729fd2-cd2c-4539-9023-3581c4d78c57), precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:57.492198 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-62b9a38a-ecd2-45a5-8124-3c9d5fdb647a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997425'] for security_group (4c729fd2-cd2c-4539-9023-3581c4d78c57), after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:57.544404 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-62b9a38a-ecd2-45a5-8124-3c9d5fdb647a admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=c6945a28cdf94ba981f152191537192b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2603571 May 16 20:25:57.544404 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b9a38a-ecd2-45a5-8124-3c9d5fdb647a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c729fd2-cd2c-4539-9023-3581c4d78c57,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:25:57.558537 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.71', 45730) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:25:57.605353 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.71', 45734) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:25:57.624773 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-5e822695-8918-4504-ae51-3db2ec67bf9d admin admin] Publish callbacks [] for security_group (4c729fd2-cd2c-4539-9023-3581c4d78c57), before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:57.650328 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-5e822695-8918-4504-ae51-3db2ec67bf9d admin admin] Publish callbacks [] for security_group (4c729fd2-cd2c-4539-9023-3581c4d78c57), precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:57.718559 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-5e822695-8918-4504-ae51-3db2ec67bf9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997425'] for security_group (4c729fd2-cd2c-4539-9023-3581c4d78c57), after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:57.721416 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-5e822695-8918-4504-ae51-3db2ec67bf9d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:57.724481 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-5e822695-8918-4504-ae51-3db2ec67bf9d admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/4c729fd2-cd2c-4539-9023-3581c4d78c57 HTTP/1.1" status: 204 len: 168 time: 0.1606300 May 16 20:25:57.742063 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e822695-8918-4504-ae51-3db2ec67bf9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c729fd2-cd2c-4539-9023-3581c4d78c57,revision_number=None']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:25:57.753000 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24e9cbc-c5f7-4873-8349-c9a2ec81bf51 req-2b7fba57-a85a-43eb-879c-d1c61fed76a7 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:25:57.754787 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-e24e9cbc-c5f7-4873-8349-c9a2ec81bf51 req-2b7fba57-a85a-43eb-879c-d1c61fed76a7 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] 10.222.0.71 "GET /v2.0/ports?device_id=fa7df57c-3792-445a-85dd-10865098f763 HTTP/1.1" status: 200 len: 946 time: 0.0815599 May 16 20:25:57.841596 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-30c76156-750e-4749-b6dc-485508858f7f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:57.992182 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-e24e9cbc-c5f7-4873-8349-c9a2ec81bf51 req-05098dfe-501c-4b13-8ad0-e878c90fe5a2 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] 10.222.0.71 "GET /v2.0/security-groups?id=3a725130-a618-4fe5-b252-e3a6384e8833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2060914 May 16 20:25:58.033079 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.71', 45750) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:25:58.057284 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-9e1a6e12-a807-4e0b-92f2-4319d47d3ae5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:58.221189 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-9e1a6e12-a807-4e0b-92f2-4319d47d3ae5 admin admin] Publish callbacks [] for security_group (e52687ae-1726-459b-9851-c4d25edcd8f8), precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:58.235852 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50ba29e-2c61-43f1-b012-6b8325240119 req-09fd4f60-2310-4f80-963b-7f4b4ec0fd69 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:25:58.256729 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-d50ba29e-2c61-43f1-b012-6b8325240119 req-09fd4f60-2310-4f80-963b-7f4b4ec0fd69 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/ports?device_id=4a363444-8711-4b00-8789-ceb8abdd422a HTTP/1.1" status: 200 len: 945 time: 0.1266453 May 16 20:25:58.273504 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-9e1a6e12-a807-4e0b-92f2-4319d47d3ae5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997425'] for security_group (e52687ae-1726-459b-9851-c4d25edcd8f8), after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:58.273704 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-30c76156-750e-4749-b6dc-485508858f7f admin admin] Publish callbacks [] for security_group (2ff11db1-59d5-4297-859e-7842f421e000), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:58.291946 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-30c76156-750e-4749-b6dc-485508858f7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997425'] for security_group (2ff11db1-59d5-4297-859e-7842f421e000), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:58.316120 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-da7652f7-e12b-4b01-a94b-24032e58a997 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:58.343941 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-da7652f7-e12b-4b01-a94b-24032e58a997 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1640477'] for floatingip (bd543cd1-73cc-47ed-91a5-d355136312c4), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:58.391528 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-d0f92ac2-da00-4223-8f85-ea94d608bec3 req-2e7998dd-73a3-438f-b7e8-3cdcf287cd72 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=3a725130-a618-4fe5-b252-e3a6384e8833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2343919 May 16 20:25:58.398729 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c76156-750e-4749-b6dc-485508858f7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ff11db1-59d5-4297-859e-7842f421e000,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:25:58.403524 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-30c76156-750e-4749-b6dc-485508858f7f admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=bf4b318085a34d95978da96d674fd0c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7968764 May 16 20:25:58.406434 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.71', 45760) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:25:58.458649 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c179ab4-4e64-4fcd-adbf-2a72634a60ac req-ba8a6841-ad24-4939-84ff-e955514e9e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:25:58.460316 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-9c179ab4-4e64-4fcd-adbf-2a72634a60ac req-ba8a6841-ad24-4939-84ff-e955514e9e0f service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=44ec8ff3-657b-44fd-8b1b-d2a19a5ed33e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2888331 May 16 20:25:58.500313 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.db.l3_db [None req-da7652f7-e12b-4b01-a94b-24032e58a997 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Floating IP bd543cd1-73cc-47ed-91a5-d355136312c4 associated. External IP: 172.27.2.66, port: 7092bd67-775a-4f84-b587-03f6dc99a351. May 16 20:25:58.509100 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-9e1a6e12-a807-4e0b-92f2-4319d47d3ae5 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=4460c9a8352f4a36be3637343ee110d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4743552 May 16 20:25:58.512442 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1a6e12-a807-4e0b-92f2-4319d47d3ae5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e52687ae-1726-459b-9851-c4d25edcd8f8,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:25:58.514698 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.71', 45762) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:25:58.539561 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3aa5d1aa-f08a-4e6b-adbf-2a6b7f0ed1c2 admin admin] Publish callbacks [] for security_group (2ff11db1-59d5-4297-859e-7842f421e000), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:58.550996 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-d50ba29e-2c61-43f1-b012-6b8325240119 req-ac7489af-f488-4c40-8d95-f71eec5f69ce tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/security-groups?id=210ee5af-5660-4fb2-aa13-ecabaf05aebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2931919 May 16 20:25:58.572186 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3aa5d1aa-f08a-4e6b-adbf-2a6b7f0ed1c2 admin admin] Publish callbacks [] for security_group (2ff11db1-59d5-4297-859e-7842f421e000), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:58.584579 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6a0fbc8f-125b-4b24-9641-9a7e8fbe4042 admin admin] Publish callbacks [] for security_group (e52687ae-1726-459b-9851-c4d25edcd8f8), before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:58.617140 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6a0fbc8f-125b-4b24-9641-9a7e8fbe4042 admin admin] Publish callbacks [] for security_group (e52687ae-1726-459b-9851-c4d25edcd8f8), precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:58.668715 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6a0fbc8f-125b-4b24-9641-9a7e8fbe4042 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997425'] for security_group (e52687ae-1726-459b-9851-c4d25edcd8f8), after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:58.671461 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6a0fbc8f-125b-4b24-9641-9a7e8fbe4042 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:58.672703 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-6a0fbc8f-125b-4b24-9641-9a7e8fbe4042 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/e52687ae-1726-459b-9851-c4d25edcd8f8 HTTP/1.1" status: 204 len: 168 time: 0.1530924 May 16 20:25:58.682309 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0fbc8f-125b-4b24-9641-9a7e8fbe4042 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e52687ae-1726-459b-9851-c4d25edcd8f8,revision_number=None']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:25:58.719377 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3aa5d1aa-f08a-4e6b-adbf-2a6b7f0ed1c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997425'] for security_group (2ff11db1-59d5-4297-859e-7842f421e000), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:58.722023 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3aa5d1aa-f08a-4e6b-adbf-2a6b7f0ed1c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:58.723181 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-3aa5d1aa-f08a-4e6b-adbf-2a6b7f0ed1c2 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/2ff11db1-59d5-4297-859e-7842f421e000 HTTP/1.1" status: 204 len: 168 time: 0.3156660 May 16 20:25:58.763412 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa5d1aa-f08a-4e6b-adbf-2a6b7f0ed1c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ff11db1-59d5-4297-859e-7842f421e000,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:25:58.800253 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da7652f7-e12b-4b01-a94b-24032e58a997 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Router cad3ba2d-6ffc-4b27-8ff1-d2aee1c62db7 has already been hosted by L3 agent fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f {{(pid=103448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 20:25:59.001656 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da7652f7-e12b-4b01-a94b-24032e58a997 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Notify agent at l3_agent.dv-cinder-830901-7-iscsi the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 20:25:59.011891 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-da7652f7-e12b-4b01-a94b-24032e58a997 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-338397'] for floatingip (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:59.015532 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-9c179ab4-4e64-4fcd-adbf-2a72634a60ac req-80fa7def-7193-4c58-9f6e-160fc9a09048 service neutron] 10.222.0.81 "GET /v2.0/networks/44ec8ff3-657b-44fd-8b1b-d2a19a5ed33e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735861 May 16 20:25:59.044724 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e218481-05cf-4796-9e36-77ebdf4e0bb5 None None] Sync routers for ids ['cad3ba2d-6ffc-4b27-8ff1-d2aee1c62db7'] in dv-cinder-830901-7-iscsi {{(pid=103451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 20:25:59.063988 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e218481-05cf-4796-9e36-77ebdf4e0bb5 None None] Routers {'cad3ba2d-6ffc-4b27-8ff1-d2aee1c62db7'} bound to L3 agent in host dv-cinder-830901-7-iscsi {{(pid=103451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:25:59.068488 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-4e218481-05cf-4796-9e36-77ebdf4e0bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-16T20:16:38Z,description=,heartbeat_timestamp=2022-05-16T20:25:38Z,host='dv-cinder-830901-7-iscsi',id=fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:16:38Z,topic='l3_agent')) {'router_ids': ['cad3ba2d-6ffc-4b27-8ff1-d2aee1c62db7'], 'active': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:25:59.093397 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-da7652f7-e12b-4b01-a94b-24032e58a997 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "PUT /v2.0/floatingips/bd543cd1-73cc-47ed-91a5-d355136312c4 HTTP/1.1" status: 200 len: 991 time: 1.9999561 May 16 20:25:59.093983 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8daf144-f0a4-4819-9d9a-6202c59b11bc', 'tag': '7092bd67-775a-4f84-b587-03f6dc99a351'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 20:25:59.102549 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cabd327eae894280a08d6ee7d9129781675a5828ba01ec684011f2f655eb9e7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4762920-12c3-4c5b-9a09-75f93267d399" -d '{"events": [{"name": "network-changed", "server_uuid": "f8daf144-f0a4-4819-9d9a-6202c59b11bc", "tag": "7092bd67-775a-4f84-b587-03f6dc99a351"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 20:25:59.198923 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 20:25:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58f0a996-9c8e-49c6-94b1-d1c043f905a0 x-openstack-request-id: req-58f0a996-9c8e-49c6-94b1-d1c043f905a0 {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 20:25:59.199527 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8daf144-f0a4-4819-9d9a-6202c59b11bc", "tag": "7092bd67-775a-4f84-b587-03f6dc99a351", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 20:25:59.199840 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-58f0a996-9c8e-49c6-94b1-d1c043f905a0 {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 20:25:59.200201 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58f0a996-9c8e-49c6-94b1-d1c043f905a0'] response: {'name': 'network-changed', 'server_uuid': 'f8daf144-f0a4-4819-9d9a-6202c59b11bc', 'tag': '7092bd67-775a-4f84-b587-03f6dc99a351', 'status': 'completed', 'code': 200} May 16 20:25:59.215723 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-9c179ab4-4e64-4fcd-adbf-2a72634a60ac req-ac955330-2967-4732-96aa-34ad2f16b256 service neutron] 10.222.0.81 "GET /v2.0/networks/44ec8ff3-657b-44fd-8b1b-d2a19a5ed33e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1918993 May 16 20:25:59.234863 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99241185-f591-4750-9feb-db94206322ba req-d8ad48b7-9e33-4b20-9ea2-c4e88f10aa68 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:25:59.236708 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-99241185-f591-4750-9feb-db94206322ba req-d8ad48b7-9e33-4b20-9ea2-c4e88f10aa68 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] 10.222.0.71 "GET /v2.0/ports?device_id=fa7df57c-3792-445a-85dd-10865098f763 HTTP/1.1" status: 200 len: 946 time: 0.0896528 May 16 20:25:59.306748 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvr_db [None req-4e218481-05cf-4796-9e36-77ebdf4e0bb5 None None] Set router cad3ba2d-6ffc-4b27-8ff1-d2aee1c62db7 gateway port host: dv-cinder-830901-7-iscsi {{(pid=103451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:25:59.310552 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-99241185-f591-4750-9feb-db94206322ba req-4647a5d5-9451-4a89-9ab1-05902e3e70b9 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] 10.222.0.71 "GET /v2.0/security-groups?id=3a725130-a618-4fe5-b252-e3a6384e8833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643513 May 16 20:25:59.363284 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.71', 45794) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:25:59.406411 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a6343431-3105-4e0a-bab1-ba3fb344d3a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:59.533740 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a6343431-3105-4e0a-bab1-ba3fb344d3a7 admin admin] Publish callbacks [] for security_group (429b5b68-a2b7-4b3e-9e7f-79724b2ed6ec), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:59.540231 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a6343431-3105-4e0a-bab1-ba3fb344d3a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997425'] for security_group (429b5b68-a2b7-4b3e-9e7f-79724b2ed6ec), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:59.563338 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.71', 45802) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:25:59.577650 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6343431-3105-4e0a-bab1-ba3fb344d3a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=429b5b68-a2b7-4b3e-9e7f-79724b2ed6ec,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:25:59.645164 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-a6343431-3105-4e0a-bab1-ba3fb344d3a7 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=2b281c0fbe46459288bcef236ebed029&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2806950 May 16 20:25:59.648831 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.71', 45810) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:25:59.672689 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696a5ed2-472f-44ae-82ef-1d8ec8ea776b req-fdac2f47-1c2a-4099-b6d8-a4456e4b473d tempest-DeleteServersTestJSON-788951971 tempest-DeleteServersTestJSON-788951971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:25:59.674236 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-696a5ed2-472f-44ae-82ef-1d8ec8ea776b req-fdac2f47-1c2a-4099-b6d8-a4456e4b473d tempest-DeleteServersTestJSON-788951971 tempest-DeleteServersTestJSON-788951971-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c39cf9b-354d-49e6-9d19-d751e4042445 HTTP/1.1" status: 200 len: 946 time: 0.0910037 May 16 20:25:59.792990 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-696a5ed2-472f-44ae-82ef-1d8ec8ea776b req-ab542ad6-54fe-4838-ae17-8a84d1755a09 tempest-DeleteServersTestJSON-788951971 tempest-DeleteServersTestJSON-788951971-project] 10.222.0.71 "GET /v2.0/security-groups?id=5ad74a0c-f947-4ba0-ac90-82f4244ba07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092858 May 16 20:25:59.805458 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-4e218481-05cf-4796-9e36-77ebdf4e0bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cad3ba2d-6ffc-4b27-8ff1-d2aee1c62db7', 'name': 'tempest-AttachVolumeShelveTestJSON-1815845073-router', 'tenant_id': 'c5e9d68ebf234ca98d0bedb214585f87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'external_fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': '1e0ec9db-f259-4818-9863-b33ccebdc761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:25:07Z', 'updated_at': '2022-05-16T20:25:21Z', 'revision_number': 4, 'project_id': 'c5e9d68ebf234ca98d0bedb214585f87', 'gw_port': {'id': '1e0ec9db-f259-4818-9863-b33ccebdc761', 'name': '', 'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:31:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad3ba2d-6ffc-4b27-8ff1-d2aee1c62db7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:25:09Z', 'updated_at': '2022-05-16T20:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-7-iscsi', '_floatingips': [{'id': 'bd543cd1-73cc-47ed-91a5-d355136312c4', 'tenant_id': 'c5e9d68ebf234ca98d0bedb214585f87', 'floating_ip_address': '172.27.2.66', 'floating_network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'router_id': 'cad3ba2d-6ffc-4b27-8ff1-d2aee1c62db7', 'port_id': '7092bd67-775a-4f84-b587-03f6dc99a351', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 111, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87a5424f-d6f8-4b15-9358-a637573a32c1', 'mac_address': 'fa:16:3e:4a:01:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8daf144-f0a4-4819-9d9a-6202c59b11bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T20:25:32Z', 'updated_at': '2022-05-16T20:25:58Z', 'revision_number': 1, 'project_id': 'c5e9d68ebf234ca98d0bedb214585f87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7df9de3-6d59-4cd7-a98b-d7b449247cde', 'name': '', 'network_id': '87a5424f-d6f8-4b15-9358-a637573a32c1', 'tenant_id': 'c5e9d68ebf234ca98d0bedb214585f87', 'mac_address': 'fa:16:3e:d1:09:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad3ba2d-6ffc-4b27-8ff1-d2aee1c62db7', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4cb8e59d-2930-42f7-8975-a483fd8062fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:25:16Z', 'updated_at': '2022-05-16T20:25:31Z', 'revision_number': 5, 'project_id': 'c5e9d68ebf234ca98d0bedb214585f87', 'subnets': [{'id': '4cb8e59d-2930-42f7-8975-a483fd8062fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-7-iscsi', False) {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:25:59.840054 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e218481-05cf-4796-9e36-77ebdf4e0bb5 None None] Checking router: cad3ba2d-6ffc-4b27-8ff1-d2aee1c62db7 for host: dv-cinder-830901-7-iscsi {{(pid=103451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 20:25:59.852387 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-3069d5ee-5eac-443b-ba48-c3ba48de963a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:59.860272 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e218481-05cf-4796-9e36-77ebdf4e0bb5 None None] Routers {'cad3ba2d-6ffc-4b27-8ff1-d2aee1c62db7'} bound to L3 agent in host dv-cinder-830901-7-iscsi {{(pid=103451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:25:59.861170 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-4e218481-05cf-4796-9e36-77ebdf4e0bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-16T20:16:38Z,description=,heartbeat_timestamp=2022-05-16T20:25:38Z,host='dv-cinder-830901-7-iscsi',id=fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:16:38Z,topic='l3_agent')) {'router_ids': ['cad3ba2d-6ffc-4b27-8ff1-d2aee1c62db7'], 'active': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:25:59.866881 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-826f51bc-42ed-4674-a9ca-9c7c04723adb admin admin] Publish callbacks [] for security_group (429b5b68-a2b7-4b3e-9e7f-79724b2ed6ec), before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:59.874841 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a452c1a9-412e-437b-a0db-8e47cac788f3 req-8e5a6dd6-9a43-4d62-a04e-1efbb9449727 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:25:59.882814 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-a452c1a9-412e-437b-a0db-8e47cac788f3 req-8e5a6dd6-9a43-4d62-a04e-1efbb9449727 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/ports?device_id=4a363444-8711-4b00-8789-ceb8abdd422a HTTP/1.1" status: 200 len: 945 time: 0.1615489 May 16 20:25:59.935415 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-826f51bc-42ed-4674-a9ca-9c7c04723adb admin admin] Publish callbacks [] for security_group (429b5b68-a2b7-4b3e-9e7f-79724b2ed6ec), precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:25:59.973316 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvr_db [None req-4e218481-05cf-4796-9e36-77ebdf4e0bb5 None None] Set router cad3ba2d-6ffc-4b27-8ff1-d2aee1c62db7 gateway port host: dv-cinder-830901-7-iscsi {{(pid=103451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:26:00.020750 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-a452c1a9-412e-437b-a0db-8e47cac788f3 req-44434f7f-1e74-42da-9c9d-54afb0d0cf83 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/security-groups?id=210ee5af-5660-4fb2-aa13-ecabaf05aebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361456 May 16 20:26:00.064025 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-826f51bc-42ed-4674-a9ca-9c7c04723adb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997425'] for security_group (429b5b68-a2b7-4b3e-9e7f-79724b2ed6ec), after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:00.067324 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-826f51bc-42ed-4674-a9ca-9c7c04723adb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:00.069699 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-826f51bc-42ed-4674-a9ca-9c7c04723adb admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/429b5b68-a2b7-4b3e-9e7f-79724b2ed6ec HTTP/1.1" status: 204 len: 168 time: 0.4196913 May 16 20:26:00.091225 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826f51bc-42ed-4674-a9ca-9c7c04723adb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=429b5b68-a2b7-4b3e-9e7f-79724b2ed6ec,revision_number=None']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:26:00.106603 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-3069d5ee-5eac-443b-ba48-c3ba48de963a admin admin] Publish callbacks [] for security_group (f1aef1df-92b1-47fb-aef3-045779d79477), precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:00.112874 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-3069d5ee-5eac-443b-ba48-c3ba48de963a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997425'] for security_group (f1aef1df-92b1-47fb-aef3-045779d79477), after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:00.179198 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-3069d5ee-5eac-443b-ba48-c3ba48de963a admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=cd401d1a905342f6a45cd1ace678a6a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6144543 May 16 20:26:00.180707 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3069d5ee-5eac-443b-ba48-c3ba48de963a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1aef1df-92b1-47fb-aef3-045779d79477,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:26:00.181977 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.71', 45830) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:26:00.210407 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-4e218481-05cf-4796-9e36-77ebdf4e0bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cad3ba2d-6ffc-4b27-8ff1-d2aee1c62db7', 'name': 'tempest-AttachVolumeShelveTestJSON-1815845073-router', 'tenant_id': 'c5e9d68ebf234ca98d0bedb214585f87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'external_fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': '1e0ec9db-f259-4818-9863-b33ccebdc761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:25:07Z', 'updated_at': '2022-05-16T20:25:21Z', 'revision_number': 4, 'project_id': 'c5e9d68ebf234ca98d0bedb214585f87', 'gw_port': {'id': '1e0ec9db-f259-4818-9863-b33ccebdc761', 'name': '', 'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:31:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad3ba2d-6ffc-4b27-8ff1-d2aee1c62db7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:25:09Z', 'updated_at': '2022-05-16T20:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-7-iscsi', '_floatingips': [{'id': 'bd543cd1-73cc-47ed-91a5-d355136312c4', 'tenant_id': 'c5e9d68ebf234ca98d0bedb214585f87', 'floating_ip_address': '172.27.2.66', 'floating_network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'router_id': 'cad3ba2d-6ffc-4b27-8ff1-d2aee1c62db7', 'port_id': '7092bd67-775a-4f84-b587-03f6dc99a351', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 111, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87a5424f-d6f8-4b15-9358-a637573a32c1', 'mac_address': 'fa:16:3e:4a:01:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8daf144-f0a4-4819-9d9a-6202c59b11bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T20:25:32Z', 'updated_at': '2022-05-16T20:25:58Z', 'revision_number': 1, 'project_id': 'c5e9d68ebf234ca98d0bedb214585f87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7df9de3-6d59-4cd7-a98b-d7b449247cde', 'name': '', 'network_id': '87a5424f-d6f8-4b15-9358-a637573a32c1', 'tenant_id': 'c5e9d68ebf234ca98d0bedb214585f87', 'mac_address': 'fa:16:3e:d1:09:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad3ba2d-6ffc-4b27-8ff1-d2aee1c62db7', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4cb8e59d-2930-42f7-8975-a483fd8062fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:25:16Z', 'updated_at': '2022-05-16T20:25:31Z', 'revision_number': 5, 'project_id': 'c5e9d68ebf234ca98d0bedb214585f87', 'subnets': [{'id': '4cb8e59d-2930-42f7-8975-a483fd8062fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-7-iscsi', False) {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:26:00.240802 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e218481-05cf-4796-9e36-77ebdf4e0bb5 None None] The sync data for ids ['cad3ba2d-6ffc-4b27-8ff1-d2aee1c62db7'] in dv-cinder-830901-7-iscsi is: [{'id': 'cad3ba2d-6ffc-4b27-8ff1-d2aee1c62db7', 'name': 'tempest-AttachVolumeShelveTestJSON-1815845073-router', 'tenant_id': 'c5e9d68ebf234ca98d0bedb214585f87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'external_fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': '1e0ec9db-f259-4818-9863-b33ccebdc761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:25:07Z', 'updated_at': '2022-05-16T20:25:21Z', 'revision_number': 4, 'project_id': 'c5e9d68ebf234ca98d0bedb214585f87', 'gw_port': {'id': '1e0ec9db-f259-4818-9863-b33ccebdc761', 'name': '', 'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:31:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad3ba2d-6ffc-4b27-8ff1-d2aee1c62db7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:25:09Z', 'updated_at': '2022-05-16T20:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-7-iscsi', '_floatingips': [{'id': 'bd543cd1-73cc-47ed-91a5-d355136312c4', 'tenant_id': 'c5e9d68ebf234ca98d0bedb214585f87', 'floating_ip_address': '172.27.2.66', 'floating_network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'router_id': 'cad3ba2d-6ffc-4b27-8ff1-d2aee1c62db7', 'port_id': '7092bd67-775a-4f84-b587-03f6dc99a351', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 111, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87a5424f-d6f8-4b15-9358-a637573a32c1', 'mac_address': 'fa:16:3e:4a:01:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8daf144-f0a4-4819-9d9a-6202c59b11bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T20:25:32Z', 'updated_at': '2022-05-16T20:25:58Z', 'revision_number': 1, 'project_id': 'c5e9d68ebf234ca98d0bedb214585f87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7df9de3-6d59-4cd7-a98b-d7b449247cde', 'name': '', 'network_id': '87a5424f-d6f8-4b15-9358-a637573a32c1', 'tenant_id': 'c5e9d68ebf234ca98d0bedb214585f87', 'mac_address': 'fa:16:3e:d1:09:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad3ba2d-6ffc-4b27-8ff1-d2aee1c62db7', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4cb8e59d-2930-42f7-8975-a483fd8062fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:25:16Z', 'updated_at': '2022-05-16T20:25:31Z', 'revision_number': 5, 'project_id': 'c5e9d68ebf234ca98d0bedb214585f87', 'subnets': [{'id': '4cb8e59d-2930-42f7-8975-a483fd8062fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 20:26:00.260982 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-65192c46-5c89-4da0-b439-ebbab4ee8fc4 admin admin] Publish callbacks [] for security_group (f1aef1df-92b1-47fb-aef3-045779d79477), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:00.296507 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-65192c46-5c89-4da0-b439-ebbab4ee8fc4 admin admin] Publish callbacks [] for security_group (f1aef1df-92b1-47fb-aef3-045779d79477), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:00.365311 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-65192c46-5c89-4da0-b439-ebbab4ee8fc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997425'] for security_group (f1aef1df-92b1-47fb-aef3-045779d79477), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:00.368211 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-65192c46-5c89-4da0-b439-ebbab4ee8fc4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:00.372312 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-65192c46-5c89-4da0-b439-ebbab4ee8fc4 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/f1aef1df-92b1-47fb-aef3-045779d79477 HTTP/1.1" status: 204 len: 168 time: 0.1891768 May 16 20:26:00.381656 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65192c46-5c89-4da0-b439-ebbab4ee8fc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1aef1df-92b1-47fb-aef3-045779d79477,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:26:00.464349 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2852ab-427b-405c-9797-6d5a36f25bb4 req-e7544a30-ffef-4ae5-bfbd-168aa48232b7 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:26:00.466544 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-ce2852ab-427b-405c-9797-6d5a36f25bb4 req-e7544a30-ffef-4ae5-bfbd-168aa48232b7 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] 10.222.0.71 "GET /v2.0/ports?device_id=fa7df57c-3792-445a-85dd-10865098f763 HTTP/1.1" status: 200 len: 946 time: 0.0565131 May 16 20:26:00.535157 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-ce2852ab-427b-405c-9797-6d5a36f25bb4 req-246927da-8e2d-4a04-9ab5-bf9d4b07e03b tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] 10.222.0.71 "GET /v2.0/security-groups?id=3a725130-a618-4fe5-b252-e3a6384e8833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620174 May 16 20:26:00.542823 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f3573d0-fb62-4cbf-94f7-09f537e3b928 None None] New status for floating IP bd543cd1-73cc-47ed-91a5-d355136312c4: ACTIVE {{(pid=103450) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 20:26:00.793951 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.71', 45852) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:26:00.813000 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3908611c-34b6-4376-b513-13e39837a1a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:00.937404 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3908611c-34b6-4376-b513-13e39837a1a6 admin admin] Publish callbacks [] for security_group (7d461d0c-9d02-4ff6-a8dc-f8b602864a92), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:00.941590 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3908611c-34b6-4376-b513-13e39837a1a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997425'] for security_group (7d461d0c-9d02-4ff6-a8dc-f8b602864a92), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:00.995882 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-3908611c-34b6-4376-b513-13e39837a1a6 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=030200e535244ab99fb02da8c736ab44&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2009153 May 16 20:26:00.997978 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3908611c-34b6-4376-b513-13e39837a1a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d461d0c-9d02-4ff6-a8dc-f8b602864a92,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:26:01.000601 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.71', 45866) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:26:01.004001 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0181cd2-c4d1-4e99-8170-e50e9edb73dc req-1b951580-b531-4a34-aa82-2c4473cd902f tempest-DeleteServersTestJSON-788951971 tempest-DeleteServersTestJSON-788951971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:26:01.007151 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-b0181cd2-c4d1-4e99-8170-e50e9edb73dc req-1b951580-b531-4a34-aa82-2c4473cd902f tempest-DeleteServersTestJSON-788951971 tempest-DeleteServersTestJSON-788951971-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c39cf9b-354d-49e6-9d19-d751e4042445 HTTP/1.1" status: 200 len: 946 time: 0.0960174 May 16 20:26:01.098319 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c1221de6-f88b-42c0-af0c-f6183d57ae3a admin admin] Publish callbacks [] for security_group (7d461d0c-9d02-4ff6-a8dc-f8b602864a92), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:01.119638 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-b0181cd2-c4d1-4e99-8170-e50e9edb73dc req-1553513d-8778-4855-aa4f-a7cc86806839 tempest-DeleteServersTestJSON-788951971 tempest-DeleteServersTestJSON-788951971-project] 10.222.0.71 "GET /v2.0/security-groups?id=5ad74a0c-f947-4ba0-ac90-82f4244ba07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062500 May 16 20:26:01.150438 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c1221de6-f88b-42c0-af0c-f6183d57ae3a admin admin] Publish callbacks [] for security_group (7d461d0c-9d02-4ff6-a8dc-f8b602864a92), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:01.258074 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4762920-12c3-4c5b-9a09-75f93267d399 req-5535b985-3cd8-432c-9e58-93047ac09636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:26:01.260455 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-f4762920-12c3-4c5b-9a09-75f93267d399 req-5535b985-3cd8-432c-9e58-93047ac09636 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=c5e9d68ebf234ca98d0bedb214585f87&device_id=f8daf144-f0a4-4819-9d9a-6202c59b11bc HTTP/1.1" status: 200 len: 1130 time: 0.0807140 May 16 20:26:01.295939 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b218a4aa-6fe0-4a15-8091-87d6095c9125 req-7f914774-91a9-4af0-8cc4-a73c14a78f4b tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:26:01.298317 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-b218a4aa-6fe0-4a15-8091-87d6095c9125 req-7f914774-91a9-4af0-8cc4-a73c14a78f4b tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/ports?device_id=4a363444-8711-4b00-8789-ceb8abdd422a HTTP/1.1" status: 200 len: 945 time: 0.1008501 May 16 20:26:01.338277 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c1221de6-f88b-42c0-af0c-f6183d57ae3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997425'] for security_group (7d461d0c-9d02-4ff6-a8dc-f8b602864a92), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:01.341695 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c1221de6-f88b-42c0-af0c-f6183d57ae3a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:01.343383 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-c1221de6-f88b-42c0-af0c-f6183d57ae3a admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/7d461d0c-9d02-4ff6-a8dc-f8b602864a92 HTTP/1.1" status: 204 len: 168 time: 0.3419399 May 16 20:26:01.357592 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1221de6-f88b-42c0-af0c-f6183d57ae3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d461d0c-9d02-4ff6-a8dc-f8b602864a92,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:26:01.374531 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-b218a4aa-6fe0-4a15-8091-87d6095c9125 req-df3c777a-f119-4af1-aab2-3d46829581e2 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/security-groups?id=210ee5af-5660-4fb2-aa13-ecabaf05aebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696657 May 16 20:26:01.672980 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259da77c-4ca1-40f9-a212-69364228e8d4 req-35747006-1c2a-4671-8d29-5d058339c299 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:26:01.681824 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-259da77c-4ca1-40f9-a212-69364228e8d4 req-35747006-1c2a-4671-8d29-5d058339c299 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] 10.222.0.71 "GET /v2.0/ports?device_id=fa7df57c-3792-445a-85dd-10865098f763 HTTP/1.1" status: 200 len: 946 time: 0.0658891 May 16 20:26:01.737308 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-259da77c-4ca1-40f9-a212-69364228e8d4 req-c32f09e2-5467-4893-8e3a-43a0fc0e34d8 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] 10.222.0.71 "GET /v2.0/security-groups?id=3a725130-a618-4fe5-b252-e3a6384e8833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537450 May 16 20:26:01.942032 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4762920-12c3-4c5b-9a09-75f93267d399 req-9b64910b-3816-4371-8ac4-13121e79cda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:26:01.944663 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-f4762920-12c3-4c5b-9a09-75f93267d399 req-9b64910b-3816-4371-8ac4-13121e79cda3 service neutron] 10.222.0.81 "GET /v2.0/networks?id=87a5424f-d6f8-4b15-9358-a637573a32c1 HTTP/1.1" status: 200 len: 918 time: 0.1406691 May 16 20:26:02.071887 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-f4762920-12c3-4c5b-9a09-75f93267d399 req-91b1e5c8-3ead-4f04-979b-8b6ef560688c service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7092bd67-775a-4f84-b587-03f6dc99a351 HTTP/1.1" status: 200 len: 1001 time: 0.1161218 May 16 20:26:02.139340 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267d90bf-9dc9-4b54-af95-f72230450e2a req-baef313e-1362-431a-8305-d9aec07d8d37 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:26:02.142981 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4762920-12c3-4c5b-9a09-75f93267d399 req-628970f2-8da0-4622-97a4-605c5deacbb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:26:02.144734 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-f4762920-12c3-4c5b-9a09-75f93267d399 req-628970f2-8da0-4622-97a4-605c5deacbb0 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=4cb8e59d-2930-42f7-8975-a483fd8062fd HTTP/1.1" status: 200 len: 856 time: 0.0619004 May 16 20:26:02.145723 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-267d90bf-9dc9-4b54-af95-f72230450e2a req-baef313e-1362-431a-8305-d9aec07d8d37 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] 10.222.0.71 "GET /v2.0/ports?device_id=fa7df57c-3792-445a-85dd-10865098f763 HTTP/1.1" status: 200 len: 946 time: 0.3428321 May 16 20:26:02.151111 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.71', 45926) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:26:02.157638 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.v2.base [None req-e82fd32e-00aa-4103-8f9b-bb92def79a3e tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Request body: {'floatingip': {'port_id': '25705cbe-e055-4b19-865c-03695eb62fbe'}} {{(pid=103449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:26:02.157980 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae95da1-777e-4adb-8b93-9b1d7da9f26c req-c8fa8b94-c818-46c8-8807-cad701f585d7 tempest-DeleteServersTestJSON-788951971 tempest-DeleteServersTestJSON-788951971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:26:02.159481 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-4ae95da1-777e-4adb-8b93-9b1d7da9f26c req-c8fa8b94-c818-46c8-8807-cad701f585d7 tempest-DeleteServersTestJSON-788951971 tempest-DeleteServersTestJSON-788951971-project] 10.222.0.81 "GET /v2.0/ports?device_id=4c39cf9b-354d-49e6-9d19-d751e4042445 HTTP/1.1" status: 200 len: 946 time: 0.0736179 May 16 20:26:02.293197 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e82fd32e-00aa-4103-8f9b-bb92def79a3e tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Publish callbacks [] for floatingip (2c93e229-0222-425f-8ada-3416a625677d), before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:02.320557 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [req-4ae95da1-777e-4adb-8b93-9b1d7da9f26c req-9474842e-392f-4496-a324-851d0d01bb2f tempest-DeleteServersTestJSON-788951971 tempest-DeleteServersTestJSON-788951971-project] Deleting port 6d979ec9-d355-4667-a0b5-fd658123409e {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 20:26:02.333722 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-4ae95da1-777e-4adb-8b93-9b1d7da9f26c req-9474842e-392f-4496-a324-851d0d01bb2f tempest-DeleteServersTestJSON-788951971 tempest-DeleteServersTestJSON-788951971-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732397588453'] for port (6d979ec9-d355-4667-a0b5-fd658123409e), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:02.387696 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaafd4a-ee64-42dc-99c2-792e3421acb1 req-2ef62a6e-7364-4a18-8d82-fafeb5cdaba6 tempest-DeleteServersTestJSON-788951971 tempest-DeleteServersTestJSON-788951971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:26:02.388693 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-abaafd4a-ee64-42dc-99c2-792e3421acb1 req-2ef62a6e-7364-4a18-8d82-fafeb5cdaba6 tempest-DeleteServersTestJSON-788951971 tempest-DeleteServersTestJSON-788951971-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c39cf9b-354d-49e6-9d19-d751e4042445 HTTP/1.1" status: 200 len: 946 time: 0.1331306 May 16 20:26:02.436816 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4762920-12c3-4c5b-9a09-75f93267d399 req-d90b7d3b-2358-431a-8102-742aeb6bb735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:26:02.438323 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-f4762920-12c3-4c5b-9a09-75f93267d399 req-d90b7d3b-2358-431a-8102-742aeb6bb735 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=87a5424f-d6f8-4b15-9358-a637573a32c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1937416 May 16 20:26:02.583690 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-4ae95da1-777e-4adb-8b93-9b1d7da9f26c req-9474842e-392f-4496-a324-851d0d01bb2f tempest-DeleteServersTestJSON-788951971 tempest-DeleteServersTestJSON-788951971-project] For port 6d979ec9-d355-4667-a0b5-fd658123409e, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=6d979ec9-d355-4667-a0b5-fd658123409e,segment=NetworkSegment(07fa60a8-ac80-46d6-b470-e48a39f13b85),segment_id=07fa60a8-ac80-46d6-b470-e48a39f13b85)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:26:02.584678 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-4ae95da1-777e-4adb-8b93-9b1d7da9f26c req-9474842e-392f-4496-a324-851d0d01bb2f tempest-DeleteServersTestJSON-788951971 tempest-DeleteServersTestJSON-788951971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641018'] for port (6d979ec9-d355-4667-a0b5-fd658123409e), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:02.611163 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1518889-8980-495a-8ecc-409b651bb2ad req-d34d8893-e860-4679-baa4-804274c58c46 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:26:02.619516 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-a1518889-8980-495a-8ecc-409b651bb2ad req-d34d8893-e860-4679-baa4-804274c58c46 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/ports?device_id=4a363444-8711-4b00-8789-ceb8abdd422a HTTP/1.1" status: 200 len: 945 time: 0.1047316 May 16 20:26:02.621504 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-abaafd4a-ee64-42dc-99c2-792e3421acb1 req-61003d0f-f557-4a76-bddd-bc2b385443f4 tempest-DeleteServersTestJSON-788951971 tempest-DeleteServersTestJSON-788951971-project] 10.222.0.71 "GET /v2.0/security-groups?id=5ad74a0c-f947-4ba0-ac90-82f4244ba07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071033 May 16 20:26:02.703377 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [req-4ae95da1-777e-4adb-8b93-9b1d7da9f26c req-9474842e-392f-4496-a324-851d0d01bb2f tempest-DeleteServersTestJSON-788951971 tempest-DeleteServersTestJSON-788951971-project] Calling delete_port for 6d979ec9-d355-4667-a0b5-fd658123409e owned by compute:nova {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 20:26:02.719179 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-a1518889-8980-495a-8ecc-409b651bb2ad req-f455b682-89e8-49c4-9e07-62e35546fc83 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/security-groups?id=210ee5af-5660-4fb2-aa13-ecabaf05aebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959930 May 16 20:26:02.753225 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-f4762920-12c3-4c5b-9a09-75f93267d399 req-8e115377-2378-446a-b153-6d5049298a21 service neutron] 10.222.0.81 "GET /v2.0/networks/87a5424f-d6f8-4b15-9358-a637573a32c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2993295 May 16 20:26:02.989716 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-4ae95da1-777e-4adb-8b93-9b1d7da9f26c req-9474842e-392f-4496-a324-851d0d01bb2f tempest-DeleteServersTestJSON-788951971 tempest-DeleteServersTestJSON-788951971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732397598073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732397102969'] for port (6d979ec9-d355-4667-a0b5-fd658123409e), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:03.002261 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-f4762920-12c3-4c5b-9a09-75f93267d399 req-7e8f0feb-c30a-4479-ab20-1cb2cef1e3d3 service neutron] 10.222.0.81 "GET /v2.0/networks/87a5424f-d6f8-4b15-9358-a637573a32c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2237265 May 16 20:26:03.003370 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] get_ports_and_sgs() called for port_ids ['6d979ec9-d355-4667-a0b5-fd658123409e'] {{(pid=103450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 20:26:03.101572 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9474842e-392f-4496-a324-851d0d01bb2f tempest-DeleteServersTestJSON-788951971 tempest-DeleteServersTestJSON-788951971-project] Pushing event deleted for resources: {'Port': ['ID=6d979ec9-d355-4667-a0b5-fd658123409e,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:26:03.133707 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ae95da1-777e-4adb-8b93-9b1d7da9f26c req-9474842e-392f-4496-a324-851d0d01bb2f tempest-DeleteServersTestJSON-788951971 tempest-DeleteServersTestJSON-788951971-project] No DVR routers for this DVR port 6d979ec9-d355-4667-a0b5-fd658123409e on host hv-cinder-83090 {{(pid=103448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 20:26:03.138704 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-4ae95da1-777e-4adb-8b93-9b1d7da9f26c req-9474842e-392f-4496-a324-851d0d01bb2f tempest-DeleteServersTestJSON-788951971 tempest-DeleteServersTestJSON-788951971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-338397'] for port (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:03.142103 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-4ae95da1-777e-4adb-8b93-9b1d7da9f26c req-9474842e-392f-4496-a324-851d0d01bb2f tempest-DeleteServersTestJSON-788951971 tempest-DeleteServersTestJSON-788951971-project] 10.222.0.81 "DELETE /v2.0/ports/6d979ec9-d355-4667-a0b5-fd658123409e HTTP/1.1" status: 204 len: 173 time: 0.9762402 May 16 20:26:03.142558 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c39cf9b-354d-49e6-9d19-d751e4042445', 'name': 'network-vif-deleted', 'tag': '6d979ec9-d355-4667-a0b5-fd658123409e'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 20:26:03.145123 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cabd327eae894280a08d6ee7d9129781675a5828ba01ec684011f2f655eb9e7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce9b0a5d-4765-4a2a-8b44-0e8fbc657168" -d '{"events": [{"server_uuid": "4c39cf9b-354d-49e6-9d19-d751e4042445", "name": "network-vif-deleted", "tag": "6d979ec9-d355-4667-a0b5-fd658123409e"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 20:26:03.190455 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 20:26:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36860e0d-f6a1-4e66-8d7d-53cb06434f34 x-openstack-request-id: req-36860e0d-f6a1-4e66-8d7d-53cb06434f34 {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 20:26:03.191105 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c39cf9b-354d-49e6-9d19-d751e4042445", "name": "network-vif-deleted", "tag": "6d979ec9-d355-4667-a0b5-fd658123409e", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 20:26:03.191568 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-36860e0d-f6a1-4e66-8d7d-53cb06434f34 {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 20:26:03.192892 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36860e0d-f6a1-4e66-8d7d-53cb06434f34'] response: {'server_uuid': '4c39cf9b-354d-49e6-9d19-d751e4042445', 'name': 'network-vif-deleted', 'tag': '6d979ec9-d355-4667-a0b5-fd658123409e', 'status': 'completed', 'code': 200} May 16 20:26:03.614080 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e82fd32e-00aa-4103-8f9b-bb92def79a3e tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:03.621430 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e82fd32e-00aa-4103-8f9b-bb92def79a3e tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1640477'] for floatingip (2c93e229-0222-425f-8ada-3416a625677d), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:03.679147 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4871a1a6-c1cf-4090-9f3a-06fdcde45e3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (6de3586b-c77a-41a3-9d69-e80d1925fb22), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:03.732348 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.db.l3_db [None req-e82fd32e-00aa-4103-8f9b-bb92def79a3e tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Floating IP 2c93e229-0222-425f-8ada-3416a625677d associated. External IP: 172.27.2.42, port: 25705cbe-e055-4b19-865c-03695eb62fbe. May 16 20:26:03.861473 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-b100829b-804d-4710-a852-c54a5b0d0e2c req-9c461142-299e-4afe-8d5c-5d19da8a07db tempest-DeleteServersTestJSON-788951971 tempest-DeleteServersTestJSON-788951971-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c39cf9b-354d-49e6-9d19-d751e4042445 HTTP/1.1" status: 200 len: 210 time: 0.0395632 May 16 20:26:03.957719 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b8133f-f9d6-4bde-bb42-bf38ba50dc7a req-6b865330-2b02-40f7-a223-d39add418f11 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:26:03.959898 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-e4b8133f-f9d6-4bde-bb42-bf38ba50dc7a req-6b865330-2b02-40f7-a223-d39add418f11 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/ports?device_id=4a363444-8711-4b00-8789-ceb8abdd422a HTTP/1.1" status: 200 len: 945 time: 0.0689692 May 16 20:26:04.100789 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-e4b8133f-f9d6-4bde-bb42-bf38ba50dc7a req-a3617ca3-938a-4e65-8324-35a7b07255cb tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/security-groups?id=210ee5af-5660-4fb2-aa13-ecabaf05aebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068950 May 16 20:26:04.168740 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e82fd32e-00aa-4103-8f9b-bb92def79a3e tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Router 351686c7-2149-4e36-8ba7-99da7d77fe56 has already been hosted by L3 agent fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f {{(pid=103449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 20:26:04.333264 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e82fd32e-00aa-4103-8f9b-bb92def79a3e tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Notify agent at l3_agent.dv-cinder-830901-7-iscsi the message routers_updated {{(pid=103449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 20:26:04.338774 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e82fd32e-00aa-4103-8f9b-bb92def79a3e tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-338397'] for floatingip (None), before_response {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:04.344202 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f81bdf3b-bd5f-4992-a3aa-d6103035f69e None None] Sync routers for ids ['351686c7-2149-4e36-8ba7-99da7d77fe56'] in dv-cinder-830901-7-iscsi {{(pid=103451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 20:26:04.355924 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f81bdf3b-bd5f-4992-a3aa-d6103035f69e None None] Routers {'351686c7-2149-4e36-8ba7-99da7d77fe56'} bound to L3 agent in host dv-cinder-830901-7-iscsi {{(pid=103451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:26:04.356522 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-f81bdf3b-bd5f-4992-a3aa-d6103035f69e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-16T20:16:38Z,description=,heartbeat_timestamp=2022-05-16T20:25:38Z,host='dv-cinder-830901-7-iscsi',id=fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:16:38Z,topic='l3_agent')) {'router_ids': ['351686c7-2149-4e36-8ba7-99da7d77fe56'], 'active': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:26:04.381987 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-e82fd32e-00aa-4103-8f9b-bb92def79a3e tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] 10.222.0.71 "PUT /v2.0/floatingips/2c93e229-0222-425f-8ada-3416a625677d HTTP/1.1" status: 200 len: 991 time: 2.2294788 May 16 20:26:04.382801 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa7df57c-3792-445a-85dd-10865098f763', 'tag': '25705cbe-e055-4b19-865c-03695eb62fbe'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 20:26:04.385785 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}295115e3b8025bbf11aa9aac085408c2d5e3d0e4242a5f701d1d164c8d9f99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-115f5c9b-393b-43bc-97d2-70d10308e479" -d '{"events": [{"name": "network-changed", "server_uuid": "fa7df57c-3792-445a-85dd-10865098f763", "tag": "25705cbe-e055-4b19-865c-03695eb62fbe"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 20:26:04.434881 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 20:26:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f783e76-f635-4371-8609-27ca0bfa3d08 x-openstack-request-id: req-6f783e76-f635-4371-8609-27ca0bfa3d08 {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 20:26:04.435186 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa7df57c-3792-445a-85dd-10865098f763", "tag": "25705cbe-e055-4b19-865c-03695eb62fbe", "status": "completed", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 20:26:04.435467 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-6f783e76-f635-4371-8609-27ca0bfa3d08 {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 20:26:04.435874 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f783e76-f635-4371-8609-27ca0bfa3d08'] response: {'name': 'network-changed', 'server_uuid': 'fa7df57c-3792-445a-85dd-10865098f763', 'tag': '25705cbe-e055-4b19-865c-03695eb62fbe', 'status': 'completed', 'code': 200} May 16 20:26:04.510171 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115f5c9b-393b-43bc-97d2-70d10308e479 req-0430cb7b-54cb-4ed0-b54c-25390af968c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:26:04.512893 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-115f5c9b-393b-43bc-97d2-70d10308e479 req-0430cb7b-54cb-4ed0-b54c-25390af968c4 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=10f3494602c84c748ead115d649fc9cc&device_id=fa7df57c-3792-445a-85dd-10865098f763 HTTP/1.1" status: 200 len: 1130 time: 0.0546587 May 16 20:26:04.607322 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvr_db [None req-f81bdf3b-bd5f-4992-a3aa-d6103035f69e None None] Set router 351686c7-2149-4e36-8ba7-99da7d77fe56 gateway port host: dv-cinder-830901-7-iscsi {{(pid=103451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:26:04.631070 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115f5c9b-393b-43bc-97d2-70d10308e479 req-1f08da11-2b81-410f-8ed4-ffbc312f2b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:26:04.633008 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-115f5c9b-393b-43bc-97d2-70d10308e479 req-1f08da11-2b81-410f-8ed4-ffbc312f2b89 service neutron] 10.222.0.81 "GET /v2.0/networks?id=e7a89d4e-230a-49f4-9073-4fb4c366ed99 HTTP/1.1" status: 200 len: 911 time: 0.1122141 May 16 20:26:04.743707 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-115f5c9b-393b-43bc-97d2-70d10308e479 req-0ff44f1b-1a15-4859-b5da-a6539aa7679c service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=25705cbe-e055-4b19-865c-03695eb62fbe HTTP/1.1" status: 200 len: 999 time: 0.1009414 May 16 20:26:04.809724 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115f5c9b-393b-43bc-97d2-70d10308e479 req-24a23e02-7f7b-453f-bebd-c68b776d5ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:26:04.811206 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-115f5c9b-393b-43bc-97d2-70d10308e479 req-24a23e02-7f7b-453f-bebd-c68b776d5ec8 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=a67edfad-ba11-4420-bc2d-c5a2924d53c8 HTTP/1.1" status: 200 len: 849 time: 0.0601137 May 16 20:26:04.860537 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115f5c9b-393b-43bc-97d2-70d10308e479 req-09fe6580-4227-4721-905c-b1c117555daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:26:04.862148 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-115f5c9b-393b-43bc-97d2-70d10308e479 req-09fe6580-4227-4721-905c-b1c117555daa service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e7a89d4e-230a-49f4-9073-4fb4c366ed99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442297 May 16 20:26:04.873120 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-f81bdf3b-bd5f-4992-a3aa-d6103035f69e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '351686c7-2149-4e36-8ba7-99da7d77fe56', 'name': 'tempest-AttachVolumeTestJSON-478749997-router', 'tenant_id': '10f3494602c84c748ead115d649fc9cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'external_fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': '5bd59a02-1214-43a3-a53a-a9b3d92f699d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:25:05Z', 'updated_at': '2022-05-16T20:25:15Z', 'revision_number': 4, 'project_id': '10f3494602c84c748ead115d649fc9cc', 'gw_port': {'id': '5bd59a02-1214-43a3-a53a-a9b3d92f699d', 'name': '', 'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:cd:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '351686c7-2149-4e36-8ba7-99da7d77fe56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:25:07Z', 'updated_at': '2022-05-16T20:25:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-7-iscsi', '_floatingips': [{'id': '2c93e229-0222-425f-8ada-3416a625677d', 'tenant_id': '10f3494602c84c748ead115d649fc9cc', 'floating_ip_address': '172.27.2.42', 'floating_network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'router_id': '351686c7-2149-4e36-8ba7-99da7d77fe56', 'port_id': '25705cbe-e055-4b19-865c-03695eb62fbe', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 97, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7a89d4e-230a-49f4-9073-4fb4c366ed99', 'mac_address': 'fa:16:3e:ff:83:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa7df57c-3792-445a-85dd-10865098f763', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T20:25:26Z', 'updated_at': '2022-05-16T20:26:03Z', 'revision_number': 1, 'project_id': '10f3494602c84c748ead115d649fc9cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9c54af1-f821-4150-a9a0-ace98e4fcd02', 'name': '', 'network_id': 'e7a89d4e-230a-49f4-9073-4fb4c366ed99', 'tenant_id': '10f3494602c84c748ead115d649fc9cc', 'mac_address': 'fa:16:3e:b7:9a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '351686c7-2149-4e36-8ba7-99da7d77fe56', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a67edfad-ba11-4420-bc2d-c5a2924d53c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:25:13Z', 'updated_at': '2022-05-16T20:25:26Z', 'revision_number': 5, 'project_id': '10f3494602c84c748ead115d649fc9cc', 'subnets': [{'id': 'a67edfad-ba11-4420-bc2d-c5a2924d53c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-7-iscsi', False) {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:26:04.904694 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f81bdf3b-bd5f-4992-a3aa-d6103035f69e None None] Checking router: 351686c7-2149-4e36-8ba7-99da7d77fe56 for host: dv-cinder-830901-7-iscsi {{(pid=103451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 20:26:04.915875 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f81bdf3b-bd5f-4992-a3aa-d6103035f69e None None] Routers {'351686c7-2149-4e36-8ba7-99da7d77fe56'} bound to L3 agent in host dv-cinder-830901-7-iscsi {{(pid=103451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:26:04.917717 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-f81bdf3b-bd5f-4992-a3aa-d6103035f69e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-16T20:16:38Z,description=,heartbeat_timestamp=2022-05-16T20:25:38Z,host='dv-cinder-830901-7-iscsi',id=fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:16:38Z,topic='l3_agent')) {'router_ids': ['351686c7-2149-4e36-8ba7-99da7d77fe56'], 'active': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:26:05.021824 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-115f5c9b-393b-43bc-97d2-70d10308e479 req-c08ded85-1b1c-4bb6-a83a-2ab07820051a service neutron] 10.222.0.81 "GET /v2.0/networks/e7a89d4e-230a-49f4-9073-4fb4c366ed99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490386 May 16 20:26:05.095501 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.71', 46070) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:26:05.098601 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvr_db [None req-f81bdf3b-bd5f-4992-a3aa-d6103035f69e None None] Set router 351686c7-2149-4e36-8ba7-99da7d77fe56 gateway port host: dv-cinder-830901-7-iscsi {{(pid=103451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:26:05.173344 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-115f5c9b-393b-43bc-97d2-70d10308e479 req-1d06ac8f-e056-46f8-9fd3-5c480d0bb0d2 service neutron] 10.222.0.81 "GET /v2.0/networks/e7a89d4e-230a-49f4-9073-4fb4c366ed99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436150 May 16 20:26:05.305162 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19aa55b-8c89-4fd7-a0ec-06aedd6dacc6 req-d258d7a1-bea9-4830-8f4c-2f4bd07e37a5 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:26:05.307039 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-c19aa55b-8c89-4fd7-a0ec-06aedd6dacc6 req-d258d7a1-bea9-4830-8f4c-2f4bd07e37a5 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/ports?device_id=4a363444-8711-4b00-8789-ceb8abdd422a HTTP/1.1" status: 200 len: 945 time: 0.0671270 May 16 20:26:05.326536 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba99cab5-c63f-463a-bd68-056b0dcf928e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:05.428671 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-c19aa55b-8c89-4fd7-a0ec-06aedd6dacc6 req-4ca5ba93-f24b-47a6-a707-8f21e41fa336 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/security-groups?id=210ee5af-5660-4fb2-aa13-ecabaf05aebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052599 May 16 20:26:05.462085 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba99cab5-c63f-463a-bd68-056b0dcf928e admin admin] Publish callbacks [] for security_group (18b64375-13ad-428f-8458-4279afdcf301), precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:05.464299 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-f81bdf3b-bd5f-4992-a3aa-d6103035f69e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '351686c7-2149-4e36-8ba7-99da7d77fe56', 'name': 'tempest-AttachVolumeTestJSON-478749997-router', 'tenant_id': '10f3494602c84c748ead115d649fc9cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'external_fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': '5bd59a02-1214-43a3-a53a-a9b3d92f699d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:25:05Z', 'updated_at': '2022-05-16T20:25:15Z', 'revision_number': 4, 'project_id': '10f3494602c84c748ead115d649fc9cc', 'gw_port': {'id': '5bd59a02-1214-43a3-a53a-a9b3d92f699d', 'name': '', 'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:cd:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '351686c7-2149-4e36-8ba7-99da7d77fe56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:25:07Z', 'updated_at': '2022-05-16T20:25:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-7-iscsi', '_floatingips': [{'id': '2c93e229-0222-425f-8ada-3416a625677d', 'tenant_id': '10f3494602c84c748ead115d649fc9cc', 'floating_ip_address': '172.27.2.42', 'floating_network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'router_id': '351686c7-2149-4e36-8ba7-99da7d77fe56', 'port_id': '25705cbe-e055-4b19-865c-03695eb62fbe', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 97, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7a89d4e-230a-49f4-9073-4fb4c366ed99', 'mac_address': 'fa:16:3e:ff:83:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa7df57c-3792-445a-85dd-10865098f763', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T20:25:26Z', 'updated_at': '2022-05-16T20:26:03Z', 'revision_number': 1, 'project_id': '10f3494602c84c748ead115d649fc9cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9c54af1-f821-4150-a9a0-ace98e4fcd02', 'name': '', 'network_id': 'e7a89d4e-230a-49f4-9073-4fb4c366ed99', 'tenant_id': '10f3494602c84c748ead115d649fc9cc', 'mac_address': 'fa:16:3e:b7:9a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '351686c7-2149-4e36-8ba7-99da7d77fe56', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a67edfad-ba11-4420-bc2d-c5a2924d53c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:25:13Z', 'updated_at': '2022-05-16T20:25:26Z', 'revision_number': 5, 'project_id': '10f3494602c84c748ead115d649fc9cc', 'subnets': [{'id': 'a67edfad-ba11-4420-bc2d-c5a2924d53c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-7-iscsi', False) {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:26:05.468053 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba99cab5-c63f-463a-bd68-056b0dcf928e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997425'] for security_group (18b64375-13ad-428f-8458-4279afdcf301), after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:05.495069 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f81bdf3b-bd5f-4992-a3aa-d6103035f69e None None] The sync data for ids ['351686c7-2149-4e36-8ba7-99da7d77fe56'] in dv-cinder-830901-7-iscsi is: [{'id': '351686c7-2149-4e36-8ba7-99da7d77fe56', 'name': 'tempest-AttachVolumeTestJSON-478749997-router', 'tenant_id': '10f3494602c84c748ead115d649fc9cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'external_fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': '5bd59a02-1214-43a3-a53a-a9b3d92f699d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:25:05Z', 'updated_at': '2022-05-16T20:25:15Z', 'revision_number': 4, 'project_id': '10f3494602c84c748ead115d649fc9cc', 'gw_port': {'id': '5bd59a02-1214-43a3-a53a-a9b3d92f699d', 'name': '', 'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:cd:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '351686c7-2149-4e36-8ba7-99da7d77fe56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:25:07Z', 'updated_at': '2022-05-16T20:25:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-7-iscsi', '_floatingips': [{'id': '2c93e229-0222-425f-8ada-3416a625677d', 'tenant_id': '10f3494602c84c748ead115d649fc9cc', 'floating_ip_address': '172.27.2.42', 'floating_network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'router_id': '351686c7-2149-4e36-8ba7-99da7d77fe56', 'port_id': '25705cbe-e055-4b19-865c-03695eb62fbe', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 97, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7a89d4e-230a-49f4-9073-4fb4c366ed99', 'mac_address': 'fa:16:3e:ff:83:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa7df57c-3792-445a-85dd-10865098f763', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T20:25:26Z', 'updated_at': '2022-05-16T20:26:03Z', 'revision_number': 1, 'project_id': '10f3494602c84c748ead115d649fc9cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9c54af1-f821-4150-a9a0-ace98e4fcd02', 'name': '', 'network_id': 'e7a89d4e-230a-49f4-9073-4fb4c366ed99', 'tenant_id': '10f3494602c84c748ead115d649fc9cc', 'mac_address': 'fa:16:3e:b7:9a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '351686c7-2149-4e36-8ba7-99da7d77fe56', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a67edfad-ba11-4420-bc2d-c5a2924d53c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:25:13Z', 'updated_at': '2022-05-16T20:25:26Z', 'revision_number': 5, 'project_id': '10f3494602c84c748ead115d649fc9cc', 'subnets': [{'id': 'a67edfad-ba11-4420-bc2d-c5a2924d53c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 20:26:05.528168 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-ba99cab5-c63f-463a-bd68-056b0dcf928e admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=2308a36c5b28419eb6722cb21200f13a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4300559 May 16 20:26:05.529613 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.71', 46106) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:26:05.544871 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba99cab5-c63f-463a-bd68-056b0dcf928e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18b64375-13ad-428f-8458-4279afdcf301,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:26:05.562107 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba99cab5-c63f-463a-bd68-056b0dcf928e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:26:05.564531 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba99cab5-c63f-463a-bd68-056b0dcf928e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:26:05.564920 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba99cab5-c63f-463a-bd68-056b0dcf928e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:26:05.565272 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba99cab5-c63f-463a-bd68-056b0dcf928e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:26:05.565611 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba99cab5-c63f-463a-bd68-056b0dcf928e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:26:05.566504 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba99cab5-c63f-463a-bd68-056b0dcf928e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:26:05.567135 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba99cab5-c63f-463a-bd68-056b0dcf928e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:26:05.567584 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba99cab5-c63f-463a-bd68-056b0dcf928e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:26:05.567934 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba99cab5-c63f-463a-bd68-056b0dcf928e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:26:05.568401 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba99cab5-c63f-463a-bd68-056b0dcf928e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:26:05.569313 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba99cab5-c63f-463a-bd68-056b0dcf928e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:26:05.569715 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba99cab5-c63f-463a-bd68-056b0dcf928e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:26:05.572019 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba99cab5-c63f-463a-bd68-056b0dcf928e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:26:05.572887 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba99cab5-c63f-463a-bd68-056b0dcf928e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:26:05.573403 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba99cab5-c63f-463a-bd68-056b0dcf928e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:26:05.610305 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-da046e21-628a-45b2-97d5-fd6709c864ec admin admin] Publish callbacks [] for security_group (18b64375-13ad-428f-8458-4279afdcf301), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:05.636422 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-da046e21-628a-45b2-97d5-fd6709c864ec admin admin] Publish callbacks [] for security_group (18b64375-13ad-428f-8458-4279afdcf301), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:05.704561 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-da046e21-628a-45b2-97d5-fd6709c864ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997425'] for security_group (18b64375-13ad-428f-8458-4279afdcf301), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:05.709900 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-da046e21-628a-45b2-97d5-fd6709c864ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:05.711313 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-da046e21-628a-45b2-97d5-fd6709c864ec admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/18b64375-13ad-428f-8458-4279afdcf301 HTTP/1.1" status: 204 len: 168 time: 0.1799228 May 16 20:26:05.727700 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da046e21-628a-45b2-97d5-fd6709c864ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18b64375-13ad-428f-8458-4279afdcf301,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:26:05.743898 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da046e21-628a-45b2-97d5-fd6709c864ec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:26:05.744315 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da046e21-628a-45b2-97d5-fd6709c864ec admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:26:05.744646 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da046e21-628a-45b2-97d5-fd6709c864ec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:26:05.744986 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da046e21-628a-45b2-97d5-fd6709c864ec admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:26:05.745314 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da046e21-628a-45b2-97d5-fd6709c864ec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:26:05.745636 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da046e21-628a-45b2-97d5-fd6709c864ec admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:26:05.746105 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da046e21-628a-45b2-97d5-fd6709c864ec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:26:05.746652 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da046e21-628a-45b2-97d5-fd6709c864ec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:26:05.747346 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da046e21-628a-45b2-97d5-fd6709c864ec admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:26:05.747436 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da046e21-628a-45b2-97d5-fd6709c864ec admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:26:05.747774 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da046e21-628a-45b2-97d5-fd6709c864ec admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:26:05.748095 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da046e21-628a-45b2-97d5-fd6709c864ec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:26:05.748547 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da046e21-628a-45b2-97d5-fd6709c864ec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:26:05.749066 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da046e21-628a-45b2-97d5-fd6709c864ec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:26:05.749347 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da046e21-628a-45b2-97d5-fd6709c864ec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:26:05.771577 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Device 6d979ec9-d355-4667-a0b5-fd658123409e no longer exists at agent hyperv_hv-cinder-83090 {{(pid=103450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 20:26:05.798604 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] No Port match for: 6d979ec9-d355-4667-a0b5-fd658123409e {{(pid=103450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 20:26:05.799034 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Device 6d979ec9-d355-4667-a0b5-fd658123409e not bound to the agent host hv-cinder-83090 {{(pid=103450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 20:26:05.817348 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d17e74-0f00-4316-927e-dd505e766d1d None None] New status for floating IP 2c93e229-0222-425f-8ada-3416a625677d: ACTIVE {{(pid=103450) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 20:26:05.946430 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.71', 46130) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:26:05.997116 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.db.db_base_plugin_v2 [None req-5659d052-5b23-44c4-9c15-23186731fa6e admin admin] Deleting subnet d019510f-d28e-449d-9293-47c6b241d0d8 {{(pid=103448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 16 20:26:06.000692 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5659d052-5b23-44c4-9c15-23186731fa6e admin admin] Publish callbacks [] for subnet (d019510f-d28e-449d-9293-47c6b241d0d8), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:06.038683 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5659d052-5b23-44c4-9c15-23186731fa6e admin admin] Publish callbacks [] for subnet (d019510f-d28e-449d-9293-47c6b241d0d8), precommit_delete_associations {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:06.049275 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5659d052-5b23-44c4-9c15-23186731fa6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1028042'] for subnet (d019510f-d28e-449d-9293-47c6b241d0d8), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:06.076393 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.71', 46132) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:26:06.091073 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-27b32ae9-defb-4c48-a6b2-ce947f236f73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:06.129659 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5659d052-5b23-44c4-9c15-23186731fa6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1028051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1941894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410'] for subnet (d019510f-d28e-449d-9293-47c6b241d0d8), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:06.163157 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5659d052-5b23-44c4-9c15-23186731fa6e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d019510f-d28e-449d-9293-47c6b241d0d8,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:26:06.165672 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5659d052-5b23-44c4-9c15-23186731fa6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614436'] for subnet (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:06.169302 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-5659d052-5b23-44c4-9c15-23186731fa6e admin admin] 10.222.0.71 "DELETE /v2.0/subnets/d019510f-d28e-449d-9293-47c6b241d0d8 HTTP/1.1" status: 204 len: 168 time: 0.2218235 May 16 20:26:06.175119 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.71', 46136) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:26:06.210901 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-db7d9ec3-7947-4f34-98c4-6edabf8f9706 req-6ad66f79-46fe-4495-8e48-62576c6aa15c service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=049b40d1-bf74-4cf5-8c3f-a195fb9f9314&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0404723 May 16 20:26:06.211440 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-27b32ae9-defb-4c48-a6b2-ce947f236f73 admin admin] Publish callbacks [] for security_group (44206a26-5383-4a6f-8619-0886d838f55e), precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:06.218581 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-27b32ae9-defb-4c48-a6b2-ce947f236f73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997425'] for security_group (44206a26-5383-4a6f-8619-0886d838f55e), after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:06.295295 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-38d2365e-d65b-40af-801c-4e6f9552e4fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759573'] for network (6e63a015-0679-41e7-9cd9-ef9f5090fb3d), before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:06.299798 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7d9ec3-7947-4f34-98c4-6edabf8f9706 req-35246e19-ad7e-4e22-b83a-bda3b79a9e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:26:06.301365 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-db7d9ec3-7947-4f34-98c4-6edabf8f9706 req-35246e19-ad7e-4e22-b83a-bda3b79a9e17 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=c5993f86ca3e459582b0aad65ca76d4d&device_id=049b40d1-bf74-4cf5-8c3f-a195fb9f9314 HTTP/1.1" status: 200 len: 1129 time: 0.0389869 May 16 20:26:06.303432 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-27b32ae9-defb-4c48-a6b2-ce947f236f73 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=87333ebdd1e0403baf0928b1db49eaac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2256691 May 16 20:26:06.306241 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.71', 46138) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:26:06.306374 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b32ae9-defb-4c48-a6b2-ce947f236f73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44206a26-5383-4a6f-8619-0886d838f55e,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:26:06.393666 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-38d2365e-d65b-40af-801c-4e6f9552e4fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1029759', 'neutron.services.segments.db._delete_segments_for_network-8732397667094'] for network (6e63a015-0679-41e7-9cd9-ef9f5090fb3d), precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:06.417666 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-38d2365e-d65b-40af-801c-4e6f9552e4fa admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:26:06.418305 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-38d2365e-d65b-40af-801c-4e6f9552e4fa admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:26:06.419153 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-38d2365e-d65b-40af-801c-4e6f9552e4fa admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:26:06.419395 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-38d2365e-d65b-40af-801c-4e6f9552e4fa admin admin] Subscribe: > port after_create 55550000 {{(pid=103449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:26:06.419740 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-38d2365e-d65b-40af-801c-4e6f9552e4fa admin admin] Subscribe: > port after_delete 55550000 {{(pid=103449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:26:06.419850 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-63bdf449-9f9d-42c7-9fa1-f08d8b1322fb admin admin] Publish callbacks [] for security_group (44206a26-5383-4a6f-8619-0886d838f55e), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:06.420075 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-38d2365e-d65b-40af-801c-4e6f9552e4fa admin admin] Subscribe: > port after_update 55550000 {{(pid=103449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:26:06.420420 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-38d2365e-d65b-40af-801c-4e6f9552e4fa admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:26:06.420741 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-38d2365e-d65b-40af-801c-4e6f9552e4fa admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:26:06.421065 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-38d2365e-d65b-40af-801c-4e6f9552e4fa admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:26:06.421382 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-38d2365e-d65b-40af-801c-4e6f9552e4fa admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:26:06.456119 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-63bdf449-9f9d-42c7-9fa1-f08d8b1322fb admin admin] Publish callbacks [] for security_group (44206a26-5383-4a6f-8619-0886d838f55e), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:06.462991 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7d9ec3-7947-4f34-98c4-6edabf8f9706 req-5f2080b3-5b4e-4408-af9e-e11b855383b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:26:06.464425 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-db7d9ec3-7947-4f34-98c4-6edabf8f9706 req-5f2080b3-5b4e-4408-af9e-e11b855383b9 service neutron] 10.222.0.81 "GET /v2.0/networks?id=44ec8ff3-657b-44fd-8b1b-d2a19a5ed33e HTTP/1.1" status: 200 len: 919 time: 0.1375630 May 16 20:26:06.510656 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-38d2365e-d65b-40af-801c-4e6f9552e4fa admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:26:06.511012 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-38d2365e-d65b-40af-801c-4e6f9552e4fa admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:26:06.511344 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-38d2365e-d65b-40af-801c-4e6f9552e4fa admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:26:06.512294 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-38d2365e-d65b-40af-801c-4e6f9552e4fa admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:26:06.512678 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.services.segments.db [None req-38d2365e-d65b-40af-801c-4e6f9552e4fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e63a015-0679-41e7-9cd9-ef9f5090fb3d']}} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:26:06.521666 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-db7d9ec3-7947-4f34-98c4-6edabf8f9706 req-35ed93b6-2632-45f7-afde-9f5599c4fed4 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8d35212a-4747-4443-8007-2318b3a092c6 HTTP/1.1" status: 200 len: 217 time: 0.0486543 May 16 20:26:06.541299 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.services.segments.db [None req-38d2365e-d65b-40af-801c-4e6f9552e4fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56029eac-e36d-4d82-a8d2-c7299e59e6d5') {'for_net_delete': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:26:06.541658 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.services.segments.db [None req-38d2365e-d65b-40af-801c-4e6f9552e4fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56029eac-e36d-4d82-a8d2-c7299e59e6d5') {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:26:06.572550 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-63bdf449-9f9d-42c7-9fa1-f08d8b1322fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997425'] for security_group (44206a26-5383-4a6f-8619-0886d838f55e), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:06.579983 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-63bdf449-9f9d-42c7-9fa1-f08d8b1322fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:06.579983 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-63bdf449-9f9d-42c7-9fa1-f08d8b1322fb admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/44206a26-5383-4a6f-8619-0886d838f55e HTTP/1.1" status: 204 len: 168 time: 0.2692537 May 16 20:26:06.587099 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-38d2365e-d65b-40af-801c-4e6f9552e4fa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732397667615', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25761665'] for segment (56029eac-e36d-4d82-a8d2-c7299e59e6d5), before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:06.590050 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bdf449-9f9d-42c7-9fa1-f08d8b1322fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44206a26-5383-4a6f-8619-0886d838f55e,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:26:06.597099 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7d9ec3-7947-4f34-98c4-6edabf8f9706 req-44aafad9-9379-4483-befb-5f02bee81c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:26:06.599811 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-db7d9ec3-7947-4f34-98c4-6edabf8f9706 req-44aafad9-9379-4483-befb-5f02bee81c24 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=79cb81dd-edd6-4080-acf6-86e748571b36 HTTP/1.1" status: 200 len: 857 time: 0.0654221 May 16 20:26:06.623443 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8f655c-1fc4-41d7-9a9d-ffa1a4c529f8 req-45ad0453-b26b-4c48-8d46-4b482dae3a43 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:26:06.626133 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-0e8f655c-1fc4-41d7-9a9d-ffa1a4c529f8 req-45ad0453-b26b-4c48-8d46-4b482dae3a43 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/ports?device_id=4a363444-8711-4b00-8789-ceb8abdd422a HTTP/1.1" status: 200 len: 945 time: 0.1083856 May 16 20:26:06.653372 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-38d2365e-d65b-40af-801c-4e6f9552e4fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1026353'] for segment (56029eac-e36d-4d82-a8d2-c7299e59e6d5), precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:06.676082 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38d2365e-d65b-40af-801c-4e6f9552e4fa admin admin] Releasing vlan 541 on physical network physnet1 to pool {{(pid=103449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 16 20:26:06.677163 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-38d2365e-d65b-40af-801c-4e6f9552e4fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1026353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26134325'] for segment (56029eac-e36d-4d82-a8d2-c7299e59e6d5), after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:06.680349 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.71', 46154) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:26:06.702511 dv-cinder-830901-7-iscsi neutron-server[103449]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 16 20:26:06.702511 dv-cinder-830901-7-iscsi neutron-server[103449]: from cryptography.utils import int_from_bytes May 16 20:26:06.702511 dv-cinder-830901-7-iscsi neutron-server[103449]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 16 20:26:06.702511 dv-cinder-830901-7-iscsi neutron-server[103449]: from cryptography.utils import int_from_bytes May 16 20:26:06.702511 dv-cinder-830901-7-iscsi neutron-server[103449]: Traceback (most recent call last): May 16 20:26:06.702511 dv-cinder-830901-7-iscsi neutron-server[103449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 16 20:26:06.702511 dv-cinder-830901-7-iscsi neutron-server[103449]: timer() May 16 20:26:06.702511 dv-cinder-830901-7-iscsi neutron-server[103449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 16 20:26:06.702511 dv-cinder-830901-7-iscsi neutron-server[103449]: cb(*args, **kw) May 16 20:26:06.702511 dv-cinder-830901-7-iscsi neutron-server[103449]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 16 20:26:06.702511 dv-cinder-830901-7-iscsi neutron-server[103449]: return func(*args, **kwargs) May 16 20:26:06.702511 dv-cinder-830901-7-iscsi neutron-server[103449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 16 20:26:06.702511 dv-cinder-830901-7-iscsi neutron-server[103449]: self._notify() May 16 20:26:06.702511 dv-cinder-830901-7-iscsi neutron-server[103449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 16 20:26:06.702511 dv-cinder-830901-7-iscsi neutron-server[103449]: self.callback(batched_events) May 16 20:26:06.702511 dv-cinder-830901-7-iscsi neutron-server[103449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 16 20:26:06.702511 dv-cinder-830901-7-iscsi neutron-server[103449]: event.method(event) May 16 20:26:06.702511 dv-cinder-830901-7-iscsi neutron-server[103449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 16 20:26:06.702511 dv-cinder-830901-7-iscsi neutron-server[103449]: aggregate_id = self._get_aggregate_id(event.segment_id) May 16 20:26:06.702511 dv-cinder-830901-7-iscsi neutron-server[103449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 16 20:26:06.702511 dv-cinder-830901-7-iscsi neutron-server[103449]: aggregate_uuid = self.p_client.list_aggregates( May 16 20:26:06.702511 dv-cinder-830901-7-iscsi neutron-server[103449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 16 20:26:06.702511 dv-cinder-830901-7-iscsi neutron-server[103449]: return f(self, *a, **k) May 16 20:26:06.702511 dv-cinder-830901-7-iscsi neutron-server[103449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 16 20:26:06.702511 dv-cinder-830901-7-iscsi neutron-server[103449]: return self._get(url).json() May 16 20:26:06.702511 dv-cinder-830901-7-iscsi neutron-server[103449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 16 20:26:06.702511 dv-cinder-830901-7-iscsi neutron-server[103449]: return self._client.get(url, endpoint_filter=self._ks_filter, May 16 20:26:06.702511 dv-cinder-830901-7-iscsi neutron-server[103449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 16 20:26:06.702511 dv-cinder-830901-7-iscsi neutron-server[103449]: return self.request(url, 'GET', **kwargs) May 16 20:26:06.702511 dv-cinder-830901-7-iscsi neutron-server[103449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 16 20:26:06.702511 dv-cinder-830901-7-iscsi neutron-server[103449]: base_url = self.get_endpoint(auth, allow=allow, May 16 20:26:06.702511 dv-cinder-830901-7-iscsi neutron-server[103449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 16 20:26:06.702511 dv-cinder-830901-7-iscsi neutron-server[103449]: auth = self._auth_required(auth, 'determine endpoint URL') May 16 20:26:06.702511 dv-cinder-830901-7-iscsi neutron-server[103449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 16 20:26:06.702511 dv-cinder-830901-7-iscsi neutron-server[103449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 16 20:26:06.702511 dv-cinder-830901-7-iscsi neutron-server[103449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 16 20:26:06.717417 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7d9ec3-7947-4f34-98c4-6edabf8f9706 req-44a6c5a7-b57d-4859-9ade-b347736942ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:26:06.719295 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-db7d9ec3-7947-4f34-98c4-6edabf8f9706 req-44a6c5a7-b57d-4859-9ade-b347736942ef service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=44ec8ff3-657b-44fd-8b1b-d2a19a5ed33e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1032248 May 16 20:26:06.770893 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b14cb44-c92a-47ea-929d-85ec61be2df4 admin admin] Deleting subnet 0fa32ce8-4f96-4819-b7a4-bcf540aeb352 {{(pid=103448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 16 20:26:06.775801 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5b14cb44-c92a-47ea-929d-85ec61be2df4 admin admin] Publish callbacks [] for subnet (0fa32ce8-4f96-4819-b7a4-bcf540aeb352), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:06.830879 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-0e8f655c-1fc4-41d7-9a9d-ffa1a4c529f8 req-147a9389-8277-466b-9e6a-32f0823e9e64 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/security-groups?id=210ee5af-5660-4fb2-aa13-ecabaf05aebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641574 May 16 20:26:06.850174 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-38d2365e-d65b-40af-801c-4e6f9552e4fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1029700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1996455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1640688'] for network (6e63a015-0679-41e7-9cd9-ef9f5090fb3d), after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:06.877031 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-38d2365e-d65b-40af-801c-4e6f9552e4fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614436'] for network (None), before_response {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:06.881954 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-38d2365e-d65b-40af-801c-4e6f9552e4fa admin admin] 10.222.0.71 "DELETE /v2.0/networks/6e63a015-0679-41e7-9cd9-ef9f5090fb3d HTTP/1.1" status: 204 len: 168 time: 0.7058225 May 16 20:26:06.887216 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.71', 46162) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:26:06.890698 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5b14cb44-c92a-47ea-929d-85ec61be2df4 admin admin] Publish callbacks [] for subnet (0fa32ce8-4f96-4819-b7a4-bcf540aeb352), precommit_delete_associations {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:06.893356 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d2365e-d65b-40af-801c-4e6f9552e4fa admin admin] Pushing event deleted for resources: {'Network': ['ID=6e63a015-0679-41e7-9cd9-ef9f5090fb3d,revision_number=None']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:26:06.936234 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5b14cb44-c92a-47ea-929d-85ec61be2df4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1028042'] for subnet (0fa32ce8-4f96-4819-b7a4-bcf540aeb352), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:06.980714 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-db7d9ec3-7947-4f34-98c4-6edabf8f9706 req-e94b7e61-b963-4f2a-b9a0-24176002f037 service neutron] 10.222.0.81 "GET /v2.0/networks/44ec8ff3-657b-44fd-8b1b-d2a19a5ed33e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2532938 May 16 20:26:07.004045 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.db.db_base_plugin_v2 [None req-c92efa2a-2b98-4514-b697-91bcce8d6dc5 admin admin] Deleting subnet 83debf57-f4da-42ba-a845-35831819c946 {{(pid=103448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 16 20:26:07.011755 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c92efa2a-2b98-4514-b697-91bcce8d6dc5 admin admin] Publish callbacks [] for subnet (83debf57-f4da-42ba-a845-35831819c946), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:07.045586 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c92efa2a-2b98-4514-b697-91bcce8d6dc5 admin admin] Publish callbacks [] for subnet (83debf57-f4da-42ba-a845-35831819c946), precommit_delete_associations {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:07.052211 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.71', 46172) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:26:07.075761 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c92efa2a-2b98-4514-b697-91bcce8d6dc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1028042'] for subnet (83debf57-f4da-42ba-a845-35831819c946), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:07.147867 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5b14cb44-c92a-47ea-929d-85ec61be2df4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1028051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1941894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410'] for subnet (0fa32ce8-4f96-4819-b7a4-bcf540aeb352), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:07.185694 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b14cb44-c92a-47ea-929d-85ec61be2df4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0fa32ce8-4f96-4819-b7a4-bcf540aeb352,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:26:07.201431 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5b14cb44-c92a-47ea-929d-85ec61be2df4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614436'] for subnet (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:07.213338 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-5b14cb44-c92a-47ea-929d-85ec61be2df4 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/0fa32ce8-4f96-4819-b7a4-bcf540aeb352 HTTP/1.1" status: 204 len: 168 time: 0.5314584 May 16 20:26:07.213846 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.71', 46180) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:26:07.230743 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-d29b0d8d-ff72-4cb3-9bdf-bb95dcdfe5b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:07.238665 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-db7d9ec3-7947-4f34-98c4-6edabf8f9706 req-4079db3f-0c83-4e79-adb5-0cbe3e3d310c service neutron] 10.222.0.81 "GET /v2.0/networks/44ec8ff3-657b-44fd-8b1b-d2a19a5ed33e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2486567 May 16 20:26:07.277797 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c92efa2a-2b98-4514-b697-91bcce8d6dc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1028051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1941894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410'] for subnet (83debf57-f4da-42ba-a845-35831819c946), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:07.338342 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.71', 46184) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:26:07.347481 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92efa2a-2b98-4514-b697-91bcce8d6dc5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83debf57-f4da-42ba-a845-35831819c946,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:26:07.354549 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-007418ba-f287-43b0-8de0-6d6574b8117a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759573'] for network (d1c7f2b9-33c1-4145-bc38-9b994d5c99c1), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:07.357302 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c92efa2a-2b98-4514-b697-91bcce8d6dc5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614436'] for subnet (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:07.362169 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-c92efa2a-2b98-4514-b697-91bcce8d6dc5 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/83debf57-f4da-42ba-a845-35831819c946 HTTP/1.1" status: 204 len: 168 time: 0.4734578 May 16 20:26:07.366576 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.71', 46188) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:26:07.459973 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-5bb3ec9b-92d1-46f2-90ab-8fcdc3961d5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759573'] for network (56db62d3-f80b-454e-8c84-e0cce7e86594), before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:07.464466 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-007418ba-f287-43b0-8de0-6d6574b8117a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1029759', 'neutron.services.segments.db._delete_segments_for_network-8732397667094'] for network (d1c7f2b9-33c1-4145-bc38-9b994d5c99c1), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:07.484403 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-d29b0d8d-ff72-4cb3-9bdf-bb95dcdfe5b7 admin admin] Publish callbacks [] for security_group (d4bca98d-927f-4481-8c39-228e3fec5bd9), precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:07.492127 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-007418ba-f287-43b0-8de0-6d6574b8117a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:26:07.492702 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-007418ba-f287-43b0-8de0-6d6574b8117a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:26:07.493640 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-007418ba-f287-43b0-8de0-6d6574b8117a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:26:07.494100 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-007418ba-f287-43b0-8de0-6d6574b8117a admin admin] Subscribe: > port after_create 55550000 {{(pid=103448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:26:07.494548 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-007418ba-f287-43b0-8de0-6d6574b8117a admin admin] Subscribe: > port after_delete 55550000 {{(pid=103448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:26:07.494978 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-007418ba-f287-43b0-8de0-6d6574b8117a admin admin] Subscribe: > port after_update 55550000 {{(pid=103448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:26:07.495310 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-007418ba-f287-43b0-8de0-6d6574b8117a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:26:07.495630 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-007418ba-f287-43b0-8de0-6d6574b8117a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:26:07.496376 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-007418ba-f287-43b0-8de0-6d6574b8117a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:26:07.497510 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-007418ba-f287-43b0-8de0-6d6574b8117a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:26:07.511679 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-d29b0d8d-ff72-4cb3-9bdf-bb95dcdfe5b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997425'] for security_group (d4bca98d-927f-4481-8c39-228e3fec5bd9), after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:07.571621 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-007418ba-f287-43b0-8de0-6d6574b8117a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:26:07.571621 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-007418ba-f287-43b0-8de0-6d6574b8117a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:26:07.571621 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-007418ba-f287-43b0-8de0-6d6574b8117a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:26:07.571621 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-007418ba-f287-43b0-8de0-6d6574b8117a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 20:26:07.571932 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.services.segments.db [None req-007418ba-f287-43b0-8de0-6d6574b8117a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1c7f2b9-33c1-4145-bc38-9b994d5c99c1']}} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:26:07.584196 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-9730e45a-73d7-40fe-89ed-7841a6c9c90b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:07.592742 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.services.segments.db [None req-007418ba-f287-43b0-8de0-6d6574b8117a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07fa60a8-ac80-46d6-b470-e48a39f13b85') {'for_net_delete': True} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:26:07.593046 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.services.segments.db [None req-007418ba-f287-43b0-8de0-6d6574b8117a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07fa60a8-ac80-46d6-b470-e48a39f13b85') {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:26:07.614499 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-007418ba-f287-43b0-8de0-6d6574b8117a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732397667615', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25253656'] for segment (07fa60a8-ac80-46d6-b470-e48a39f13b85), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:07.615337 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-5bb3ec9b-92d1-46f2-90ab-8fcdc3961d5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1029759', 'neutron.services.segments.db._delete_segments_for_network-8732397667094'] for network (56db62d3-f80b-454e-8c84-e0cce7e86594), precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:07.624086 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-d29b0d8d-ff72-4cb3-9bdf-bb95dcdfe5b7 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=c676953f22ba4ec2961739021099bd91&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5701861 May 16 20:26:07.629618 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.71', 46198) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:26:07.629835 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29b0d8d-ff72-4cb3-9bdf-bb95dcdfe5b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4bca98d-927f-4481-8c39-228e3fec5bd9,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:26:07.652805 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.services.segments.db [None req-5bb3ec9b-92d1-46f2-90ab-8fcdc3961d5a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56db62d3-f80b-454e-8c84-e0cce7e86594']}} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:26:07.658596 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-007418ba-f287-43b0-8de0-6d6574b8117a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1026353'] for segment (07fa60a8-ac80-46d6-b470-e48a39f13b85), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:07.661843 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-28e24f2a-2402-4622-9cbd-430baf360aa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:07.667918 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.services.segments.db [None req-5bb3ec9b-92d1-46f2-90ab-8fcdc3961d5a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e49da58-2254-4f6c-b9f0-cc1cc073e5b8') {'for_net_delete': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:26:07.668476 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.services.segments.db [None req-5bb3ec9b-92d1-46f2-90ab-8fcdc3961d5a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e49da58-2254-4f6c-b9f0-cc1cc073e5b8') {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:26:07.681525 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-007418ba-f287-43b0-8de0-6d6574b8117a admin admin] Releasing vlan 513 on physical network physnet1 to pool {{(pid=103448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 16 20:26:07.681928 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-007418ba-f287-43b0-8de0-6d6574b8117a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1026353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27048695'] for segment (07fa60a8-ac80-46d6-b470-e48a39f13b85), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:07.686649 dv-cinder-830901-7-iscsi neutron-server[103448]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 16 20:26:07.686649 dv-cinder-830901-7-iscsi neutron-server[103448]: from cryptography.utils import int_from_bytes May 16 20:26:07.686649 dv-cinder-830901-7-iscsi neutron-server[103448]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 16 20:26:07.686649 dv-cinder-830901-7-iscsi neutron-server[103448]: from cryptography.utils import int_from_bytes May 16 20:26:07.686649 dv-cinder-830901-7-iscsi neutron-server[103448]: Traceback (most recent call last): May 16 20:26:07.686649 dv-cinder-830901-7-iscsi neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 16 20:26:07.686649 dv-cinder-830901-7-iscsi neutron-server[103448]: timer() May 16 20:26:07.686649 dv-cinder-830901-7-iscsi neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 16 20:26:07.686649 dv-cinder-830901-7-iscsi neutron-server[103448]: cb(*args, **kw) May 16 20:26:07.686649 dv-cinder-830901-7-iscsi neutron-server[103448]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 16 20:26:07.686649 dv-cinder-830901-7-iscsi neutron-server[103448]: return func(*args, **kwargs) May 16 20:26:07.686649 dv-cinder-830901-7-iscsi neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 16 20:26:07.686649 dv-cinder-830901-7-iscsi neutron-server[103448]: self._notify() May 16 20:26:07.686649 dv-cinder-830901-7-iscsi neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 16 20:26:07.686649 dv-cinder-830901-7-iscsi neutron-server[103448]: self.callback(batched_events) May 16 20:26:07.686649 dv-cinder-830901-7-iscsi neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 16 20:26:07.686649 dv-cinder-830901-7-iscsi neutron-server[103448]: event.method(event) May 16 20:26:07.686649 dv-cinder-830901-7-iscsi neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 16 20:26:07.686649 dv-cinder-830901-7-iscsi neutron-server[103448]: aggregate_id = self._get_aggregate_id(event.segment_id) May 16 20:26:07.686649 dv-cinder-830901-7-iscsi neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 16 20:26:07.686649 dv-cinder-830901-7-iscsi neutron-server[103448]: aggregate_uuid = self.p_client.list_aggregates( May 16 20:26:07.686649 dv-cinder-830901-7-iscsi neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 16 20:26:07.686649 dv-cinder-830901-7-iscsi neutron-server[103448]: return f(self, *a, **k) May 16 20:26:07.686649 dv-cinder-830901-7-iscsi neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 16 20:26:07.686649 dv-cinder-830901-7-iscsi neutron-server[103448]: return self._get(url).json() May 16 20:26:07.686649 dv-cinder-830901-7-iscsi neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 16 20:26:07.686649 dv-cinder-830901-7-iscsi neutron-server[103448]: return self._client.get(url, endpoint_filter=self._ks_filter, May 16 20:26:07.686649 dv-cinder-830901-7-iscsi neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 16 20:26:07.686649 dv-cinder-830901-7-iscsi neutron-server[103448]: return self.request(url, 'GET', **kwargs) May 16 20:26:07.686649 dv-cinder-830901-7-iscsi neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 16 20:26:07.686649 dv-cinder-830901-7-iscsi neutron-server[103448]: base_url = self.get_endpoint(auth, allow=allow, May 16 20:26:07.686649 dv-cinder-830901-7-iscsi neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 16 20:26:07.686649 dv-cinder-830901-7-iscsi neutron-server[103448]: auth = self._auth_required(auth, 'determine endpoint URL') May 16 20:26:07.686649 dv-cinder-830901-7-iscsi neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 16 20:26:07.686649 dv-cinder-830901-7-iscsi neutron-server[103448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 16 20:26:07.686649 dv-cinder-830901-7-iscsi neutron-server[103448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 16 20:26:07.688655 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-5bb3ec9b-92d1-46f2-90ab-8fcdc3961d5a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732397667615', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25761665'] for segment (3e49da58-2254-4f6c-b9f0-cc1cc073e5b8), before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:07.708941 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-5bb3ec9b-92d1-46f2-90ab-8fcdc3961d5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1026353'] for segment (3e49da58-2254-4f6c-b9f0-cc1cc073e5b8), precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:07.719274 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bb3ec9b-92d1-46f2-90ab-8fcdc3961d5a admin admin] Releasing vlan 505 on physical network physnet1 to pool {{(pid=103449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 16 20:26:07.719688 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-5bb3ec9b-92d1-46f2-90ab-8fcdc3961d5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1026353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26134325'] for segment (3e49da58-2254-4f6c-b9f0-cc1cc073e5b8), after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:07.721479 dv-cinder-830901-7-iscsi neutron-server[103449]: Traceback (most recent call last): May 16 20:26:07.721479 dv-cinder-830901-7-iscsi neutron-server[103449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 16 20:26:07.721479 dv-cinder-830901-7-iscsi neutron-server[103449]: timer() May 16 20:26:07.721479 dv-cinder-830901-7-iscsi neutron-server[103449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 16 20:26:07.721479 dv-cinder-830901-7-iscsi neutron-server[103449]: cb(*args, **kw) May 16 20:26:07.721479 dv-cinder-830901-7-iscsi neutron-server[103449]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 16 20:26:07.721479 dv-cinder-830901-7-iscsi neutron-server[103449]: return func(*args, **kwargs) May 16 20:26:07.721479 dv-cinder-830901-7-iscsi neutron-server[103449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 16 20:26:07.721479 dv-cinder-830901-7-iscsi neutron-server[103449]: self._notify() May 16 20:26:07.721479 dv-cinder-830901-7-iscsi neutron-server[103449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 16 20:26:07.721479 dv-cinder-830901-7-iscsi neutron-server[103449]: self.callback(batched_events) May 16 20:26:07.721479 dv-cinder-830901-7-iscsi neutron-server[103449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 16 20:26:07.721479 dv-cinder-830901-7-iscsi neutron-server[103449]: event.method(event) May 16 20:26:07.721479 dv-cinder-830901-7-iscsi neutron-server[103449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 16 20:26:07.721479 dv-cinder-830901-7-iscsi neutron-server[103449]: aggregate_id = self._get_aggregate_id(event.segment_id) May 16 20:26:07.721479 dv-cinder-830901-7-iscsi neutron-server[103449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 16 20:26:07.721479 dv-cinder-830901-7-iscsi neutron-server[103449]: aggregate_uuid = self.p_client.list_aggregates( May 16 20:26:07.721479 dv-cinder-830901-7-iscsi neutron-server[103449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 16 20:26:07.721479 dv-cinder-830901-7-iscsi neutron-server[103449]: return f(self, *a, **k) May 16 20:26:07.721479 dv-cinder-830901-7-iscsi neutron-server[103449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 16 20:26:07.721479 dv-cinder-830901-7-iscsi neutron-server[103449]: return self._get(url).json() May 16 20:26:07.721479 dv-cinder-830901-7-iscsi neutron-server[103449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 16 20:26:07.721479 dv-cinder-830901-7-iscsi neutron-server[103449]: return self._client.get(url, endpoint_filter=self._ks_filter, May 16 20:26:07.721479 dv-cinder-830901-7-iscsi neutron-server[103449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 16 20:26:07.721479 dv-cinder-830901-7-iscsi neutron-server[103449]: return self.request(url, 'GET', **kwargs) May 16 20:26:07.721479 dv-cinder-830901-7-iscsi neutron-server[103449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 16 20:26:07.721479 dv-cinder-830901-7-iscsi neutron-server[103449]: base_url = self.get_endpoint(auth, allow=allow, May 16 20:26:07.721479 dv-cinder-830901-7-iscsi neutron-server[103449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 16 20:26:07.721479 dv-cinder-830901-7-iscsi neutron-server[103449]: auth = self._auth_required(auth, 'determine endpoint URL') May 16 20:26:07.721479 dv-cinder-830901-7-iscsi neutron-server[103449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 16 20:26:07.721479 dv-cinder-830901-7-iscsi neutron-server[103449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 16 20:26:07.721479 dv-cinder-830901-7-iscsi neutron-server[103449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 16 20:26:07.766395 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-908ceb35-56f2-426c-aacc-46f22a7b639e admin admin] Publish callbacks [] for security_group (d4bca98d-927f-4481-8c39-228e3fec5bd9), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:07.771978 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-007418ba-f287-43b0-8de0-6d6574b8117a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1029700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1996455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1640688'] for network (d1c7f2b9-33c1-4145-bc38-9b994d5c99c1), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:07.779082 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-007418ba-f287-43b0-8de0-6d6574b8117a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614436'] for network (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:07.782752 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-007418ba-f287-43b0-8de0-6d6574b8117a admin admin] 10.222.0.71 "DELETE /v2.0/networks/d1c7f2b9-33c1-4145-bc38-9b994d5c99c1 HTTP/1.1" status: 204 len: 168 time: 0.5635018 May 16 20:26:07.801923 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-5bb3ec9b-92d1-46f2-90ab-8fcdc3961d5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1029700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1996455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1640688'] for network (56db62d3-f80b-454e-8c84-e0cce7e86594), after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:07.806518 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007418ba-f287-43b0-8de0-6d6574b8117a admin admin] Pushing event deleted for resources: {'Network': ['ID=d1c7f2b9-33c1-4145-bc38-9b994d5c99c1,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:26:07.820902 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-9730e45a-73d7-40fe-89ed-7841a6c9c90b admin admin] Publish callbacks [] for security_group (8b2053ff-e307-4a97-97b1-5c677a004376), precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:07.822041 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-908ceb35-56f2-426c-aacc-46f22a7b639e admin admin] Publish callbacks [] for security_group (d4bca98d-927f-4481-8c39-228e3fec5bd9), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:07.822335 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-5bb3ec9b-92d1-46f2-90ab-8fcdc3961d5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614436'] for network (None), before_response {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:07.828362 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-5bb3ec9b-92d1-46f2-90ab-8fcdc3961d5a admin admin] 10.222.0.71 "DELETE /v2.0/networks/56db62d3-f80b-454e-8c84-e0cce7e86594 HTTP/1.1" status: 204 len: 168 time: 0.4579856 May 16 20:26:07.828362 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb3ec9b-92d1-46f2-90ab-8fcdc3961d5a admin admin] Pushing event deleted for resources: {'Network': ['ID=56db62d3-f80b-454e-8c84-e0cce7e86594,revision_number=None']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:26:07.830029 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-9730e45a-73d7-40fe-89ed-7841a6c9c90b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997425'] for security_group (8b2053ff-e307-4a97-97b1-5c677a004376), after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:07.893631 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-9730e45a-73d7-40fe-89ed-7841a6c9c90b admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=fde24d86db3d4abda01df90f54997dac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5538831 May 16 20:26:07.894567 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9730e45a-73d7-40fe-89ed-7841a6c9c90b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b2053ff-e307-4a97-97b1-5c677a004376,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:26:07.900305 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.71', 46212) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:26:07.921796 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-908ceb35-56f2-426c-aacc-46f22a7b639e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997425'] for security_group (d4bca98d-927f-4481-8c39-228e3fec5bd9), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:07.924597 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-908ceb35-56f2-426c-aacc-46f22a7b639e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:07.925767 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-908ceb35-56f2-426c-aacc-46f22a7b639e admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/d4bca98d-927f-4481-8c39-228e3fec5bd9 HTTP/1.1" status: 204 len: 168 time: 0.2951455 May 16 20:26:07.984329 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908ceb35-56f2-426c-aacc-46f22a7b639e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4bca98d-927f-4481-8c39-228e3fec5bd9,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:26:08.012500 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e876746-e2e7-47a3-ba1d-97a9bf80a41c req-f79a6902-9900-4dad-9b93-c335c4533bca tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:26:08.014099 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-0e876746-e2e7-47a3-ba1d-97a9bf80a41c req-f79a6902-9900-4dad-9b93-c335c4533bca tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/ports?device_id=4a363444-8711-4b00-8789-ceb8abdd422a HTTP/1.1" status: 200 len: 945 time: 0.0872173 May 16 20:26:08.043721 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7ae7ca57-b532-452f-95d2-1c9f7fc9887e admin admin] Publish callbacks [] for security_group (8b2053ff-e307-4a97-97b1-5c677a004376), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:08.054483 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.71', 46216) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:26:08.073488 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7ae7ca57-b532-452f-95d2-1c9f7fc9887e admin admin] Publish callbacks [] for security_group (8b2053ff-e307-4a97-97b1-5c677a004376), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:08.111344 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.71', 46218) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:26:08.124586 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-b5f41b03-cf72-4152-bdc1-e87c79f7332c admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=d7d461e051b3410b943d22095ecac469&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0687921 May 16 20:26:08.124962 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.71', 46220) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:26:08.160399 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-0e876746-e2e7-47a3-ba1d-97a9bf80a41c req-290cb486-02b6-4b79-b0c1-03358578fffb tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/security-groups?id=210ee5af-5660-4fb2-aa13-ecabaf05aebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293144 May 16 20:26:08.213459 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-bc8333bd-5e74-4dad-afb6-f5417ea0a070 admin admin] Publish callbacks [] for security_group (5ad74a0c-f947-4ba0-ac90-82f4244ba07d), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:08.216868 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-4c4c6fa4-bc93-4d9f-95dc-dcd0f6383fcc admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=70e5f751aa784a26babc8a35ae2c194a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1017451 May 16 20:26:08.219653 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.71', 46222) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:26:08.228515 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7ae7ca57-b532-452f-95d2-1c9f7fc9887e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997425'] for security_group (8b2053ff-e307-4a97-97b1-5c677a004376), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:08.230984 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7ae7ca57-b532-452f-95d2-1c9f7fc9887e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:08.232108 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-7ae7ca57-b532-452f-95d2-1c9f7fc9887e admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/8b2053ff-e307-4a97-97b1-5c677a004376 HTTP/1.1" status: 204 len: 168 time: 0.3304298 May 16 20:26:08.251767 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae7ca57-b532-452f-95d2-1c9f7fc9887e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b2053ff-e307-4a97-97b1-5c677a004376,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:26:08.254760 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-bc8333bd-5e74-4dad-afb6-f5417ea0a070 admin admin] Publish callbacks [] for security_group (5ad74a0c-f947-4ba0-ac90-82f4244ba07d), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:08.308231 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-bc8333bd-5e74-4dad-afb6-f5417ea0a070 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997425'] for security_group (5ad74a0c-f947-4ba0-ac90-82f4244ba07d), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:08.311040 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-bc8333bd-5e74-4dad-afb6-f5417ea0a070 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:08.312278 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-bc8333bd-5e74-4dad-afb6-f5417ea0a070 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/5ad74a0c-f947-4ba0-ac90-82f4244ba07d HTTP/1.1" status: 204 len: 168 time: 0.1831985 May 16 20:26:08.315546 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-005db109-fab5-4e55-a639-a5350e451b19 admin admin] Publish callbacks [] for security_group (cef251aa-4bd5-4b45-a576-cf2db6b2ee65), before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:08.321460 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8333bd-5e74-4dad-afb6-f5417ea0a070 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ad74a0c-f947-4ba0-ac90-82f4244ba07d,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:26:08.377864 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-005db109-fab5-4e55-a639-a5350e451b19 admin admin] Publish callbacks [] for security_group (cef251aa-4bd5-4b45-a576-cf2db6b2ee65), precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:08.445025 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-005db109-fab5-4e55-a639-a5350e451b19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997425'] for security_group (cef251aa-4bd5-4b45-a576-cf2db6b2ee65), after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:08.447648 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-005db109-fab5-4e55-a639-a5350e451b19 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:08.448982 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-005db109-fab5-4e55-a639-a5350e451b19 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/cef251aa-4bd5-4b45-a576-cf2db6b2ee65 HTTP/1.1" status: 204 len: 168 time: 0.2282343 May 16 20:26:08.458955 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005db109-fab5-4e55-a639-a5350e451b19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cef251aa-4bd5-4b45-a576-cf2db6b2ee65,revision_number=None']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:26:08.780821 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.71', 46240) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:26:08.786366 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7e48644e-b95e-4624-af94-515661536cfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (250d088e-9c0e-4ec5-80f3-a83f8403448b), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:08.794799 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-0319ca82-a1f4-4e88-9ae8-70b8f2260be6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:08.874478 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-0319ca82-a1f4-4e88-9ae8-70b8f2260be6 admin admin] Publish callbacks [] for security_group (0326a24a-3f6e-4652-af11-3a07b6a5a4a8), precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:08.879534 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-0319ca82-a1f4-4e88-9ae8-70b8f2260be6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997425'] for security_group (0326a24a-3f6e-4652-af11-3a07b6a5a4a8), after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:08.921771 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0319ca82-a1f4-4e88-9ae8-70b8f2260be6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0326a24a-3f6e-4652-af11-3a07b6a5a4a8,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:26:08.933418 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-0319ca82-a1f4-4e88-9ae8-70b8f2260be6 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=504bbaff78be4e12a44fd85a0ce4834f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1442227 May 16 20:26:08.933936 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.71', 46242) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:26:08.993885 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-76b6224d-2147-47e0-8616-139d2540f504 admin admin] Publish callbacks [] for security_group (0326a24a-3f6e-4652-af11-3a07b6a5a4a8), before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:08.994978 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.71', 46246) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:26:09.008810 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b55bb43b-9b12-4abe-bda2-099a22b96ebb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:09.019752 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-76b6224d-2147-47e0-8616-139d2540f504 admin admin] Publish callbacks [] for security_group (0326a24a-3f6e-4652-af11-3a07b6a5a4a8), precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:09.079375 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-76b6224d-2147-47e0-8616-139d2540f504 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997425'] for security_group (0326a24a-3f6e-4652-af11-3a07b6a5a4a8), after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:09.081860 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-76b6224d-2147-47e0-8616-139d2540f504 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:09.086374 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-76b6224d-2147-47e0-8616-139d2540f504 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/0326a24a-3f6e-4652-af11-3a07b6a5a4a8 HTTP/1.1" status: 204 len: 168 time: 0.1490884 May 16 20:26:09.091968 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b6224d-2147-47e0-8616-139d2540f504 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0326a24a-3f6e-4652-af11-3a07b6a5a4a8,revision_number=None']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:26:09.113641 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.71', 46250) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:26:09.127349 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b55bb43b-9b12-4abe-bda2-099a22b96ebb admin admin] Publish callbacks [] for security_group (94e7f1ad-bf4e-4823-83e6-023f2c292ecb), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:09.132670 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b55bb43b-9b12-4abe-bda2-099a22b96ebb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997425'] for security_group (94e7f1ad-bf4e-4823-83e6-023f2c292ecb), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:09.173046 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55bb43b-9b12-4abe-bda2-099a22b96ebb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94e7f1ad-bf4e-4823-83e6-023f2c292ecb,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:26:09.180140 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.71', 46256) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:26:09.192952 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-b55bb43b-9b12-4abe-bda2-099a22b96ebb admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=5df994827477494d9bf518ec38e2c7b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1854763 May 16 20:26:09.255908 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-119fb523-d545-4e83-991a-8784290d4886 admin admin] Publish callbacks [] for security_group (94e7f1ad-bf4e-4823-83e6-023f2c292ecb), before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:09.256196 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.71', 46260) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:26:09.304396 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-d308ae8c-f32d-45d1-b79b-92b9e3f18ae4 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=f386e50522fe4837bbada29befbcd7c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0472164 May 16 20:26:09.307095 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.71', 46264) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:26:09.319265 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-119fb523-d545-4e83-991a-8784290d4886 admin admin] Publish callbacks [] for security_group (94e7f1ad-bf4e-4823-83e6-023f2c292ecb), precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:09.564572 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d44d966-9434-49f2-8568-6da7f419e5e1 req-b944589e-7d06-4438-aa84-eef45a262da0 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:26:09.566035 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-9d44d966-9434-49f2-8568-6da7f419e5e1 req-b944589e-7d06-4438-aa84-eef45a262da0 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/ports?device_id=4a363444-8711-4b00-8789-ceb8abdd422a HTTP/1.1" status: 200 len: 945 time: 0.2994161 May 16 20:26:09.587270 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-5476d301-f656-4454-848e-c3c7c4e3a531 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:09.665204 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e4ecd1d6-4b6a-4dbc-a149-05c834adf48d admin admin] Publish callbacks [] for security_group (c18c45ef-069f-4f42-b185-9858108e546e), before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:09.673467 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-119fb523-d545-4e83-991a-8784290d4886 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997425'] for security_group (94e7f1ad-bf4e-4823-83e6-023f2c292ecb), after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:09.675944 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-119fb523-d545-4e83-991a-8784290d4886 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:09.680379 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-119fb523-d545-4e83-991a-8784290d4886 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/94e7f1ad-bf4e-4823-83e6-023f2c292ecb HTTP/1.1" status: 204 len: 168 time: 0.4967761 May 16 20:26:09.711055 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-9d44d966-9434-49f2-8568-6da7f419e5e1 req-88f4f625-2013-4574-aa91-ee82048a48d4 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/security-groups?id=210ee5af-5660-4fb2-aa13-ecabaf05aebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354728 May 16 20:26:09.717260 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119fb523-d545-4e83-991a-8784290d4886 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94e7f1ad-bf4e-4823-83e6-023f2c292ecb,revision_number=None']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:26:09.727376 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e4ecd1d6-4b6a-4dbc-a149-05c834adf48d admin admin] Publish callbacks [] for security_group (c18c45ef-069f-4f42-b185-9858108e546e), precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:09.793490 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-5476d301-f656-4454-848e-c3c7c4e3a531 admin admin] Publish callbacks [] for security_group (871266c8-39dd-4cbd-805e-36499c749bb9), precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:09.798355 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-5476d301-f656-4454-848e-c3c7c4e3a531 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997425'] for security_group (871266c8-39dd-4cbd-805e-36499c749bb9), after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:09.821959 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e4ecd1d6-4b6a-4dbc-a149-05c834adf48d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997425'] for security_group (c18c45ef-069f-4f42-b185-9858108e546e), after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:09.824436 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e4ecd1d6-4b6a-4dbc-a149-05c834adf48d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:09.828012 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-e4ecd1d6-4b6a-4dbc-a149-05c834adf48d admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/c18c45ef-069f-4f42-b185-9858108e546e HTTP/1.1" status: 204 len: 168 time: 0.5175292 May 16 20:26:09.846459 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5476d301-f656-4454-848e-c3c7c4e3a531 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=871266c8-39dd-4cbd-805e-36499c749bb9,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:26:09.851653 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-5476d301-f656-4454-848e-c3c7c4e3a531 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=29baa5601f7e43f99997da22c6cb4fc5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7365885 May 16 20:26:09.854953 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.71', 46294) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:26:09.859537 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ecd1d6-4b6a-4dbc-a149-05c834adf48d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c18c45ef-069f-4f42-b185-9858108e546e,revision_number=None']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:26:09.922249 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e181fd24-dc94-4335-b0e0-ad0d064fe2fb admin admin] Publish callbacks [] for security_group (871266c8-39dd-4cbd-805e-36499c749bb9), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:09.950297 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e181fd24-dc94-4335-b0e0-ad0d064fe2fb admin admin] Publish callbacks [] for security_group (871266c8-39dd-4cbd-805e-36499c749bb9), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:10.006549 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e181fd24-dc94-4335-b0e0-ad0d064fe2fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997425'] for security_group (871266c8-39dd-4cbd-805e-36499c749bb9), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:10.010237 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e181fd24-dc94-4335-b0e0-ad0d064fe2fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:10.011604 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-e181fd24-dc94-4335-b0e0-ad0d064fe2fb admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/871266c8-39dd-4cbd-805e-36499c749bb9 HTTP/1.1" status: 204 len: 168 time: 0.1553199 May 16 20:26:10.020943 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e181fd24-dc94-4335-b0e0-ad0d064fe2fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=871266c8-39dd-4cbd-805e-36499c749bb9,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:26:10.133707 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (748e0023-d5c8-44d3-9d74-a0da2def1ef4), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:10.264917 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.71', 46308) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:26:10.280084 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d6a2a25a-a2ba-4112-b85e-f753109953f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:10.359110 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d6a2a25a-a2ba-4112-b85e-f753109953f2 admin admin] Publish callbacks [] for security_group (f54a285f-a667-4477-9d6d-fc0ff8eec796), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:10.367805 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d6a2a25a-a2ba-4112-b85e-f753109953f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997425'] for security_group (f54a285f-a667-4477-9d6d-fc0ff8eec796), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:10.410992 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.71', 46316) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:26:10.411562 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-d6a2a25a-a2ba-4112-b85e-f753109953f2 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=7cf615b0ab344b459f89499f5f9a5d9a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1445174 May 16 20:26:10.412332 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a2a25a-a2ba-4112-b85e-f753109953f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f54a285f-a667-4477-9d6d-fc0ff8eec796,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:26:10.474069 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-215d44d6-c7ef-49e6-81b4-fdb8cedfcf29 admin admin] Publish callbacks [] for security_group (f54a285f-a667-4477-9d6d-fc0ff8eec796), before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:10.498256 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-215d44d6-c7ef-49e6-81b4-fdb8cedfcf29 admin admin] Publish callbacks [] for security_group (f54a285f-a667-4477-9d6d-fc0ff8eec796), precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:10.558150 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-215d44d6-c7ef-49e6-81b4-fdb8cedfcf29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997425'] for security_group (f54a285f-a667-4477-9d6d-fc0ff8eec796), after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:10.560744 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-215d44d6-c7ef-49e6-81b4-fdb8cedfcf29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:10.562100 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-215d44d6-c7ef-49e6-81b4-fdb8cedfcf29 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/f54a285f-a667-4477-9d6d-fc0ff8eec796 HTTP/1.1" status: 204 len: 168 time: 0.1492178 May 16 20:26:10.570574 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215d44d6-c7ef-49e6-81b4-fdb8cedfcf29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f54a285f-a667-4477-9d6d-fc0ff8eec796,revision_number=None']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:26:10.840884 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6817a924-6d52-4d66-a8a7-036511333704 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (03fa33e9-7cc7-490c-b269-c4f69c490346), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:10.856587 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a5c831-5935-418e-9621-e4315faec32b req-06de161a-db05-4c44-b345-22ac2edbfd5b tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:26:10.858999 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-90a5c831-5935-418e-9621-e4315faec32b req-06de161a-db05-4c44-b345-22ac2edbfd5b tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/ports?device_id=4a363444-8711-4b00-8789-ceb8abdd422a HTTP/1.1" status: 200 len: 945 time: 0.0568953 May 16 20:26:10.915712 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-90a5c831-5935-418e-9621-e4315faec32b req-80495a95-48a9-4eb2-8df4-a9fc6dbe8c50 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/security-groups?id=210ee5af-5660-4fb2-aa13-ecabaf05aebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479550 May 16 20:26:11.257708 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (bddaa840-ffd9-43a2-8860-d40111f70aff), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:12.061512 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd090cda-7d6c-4cec-9220-36ec26688a68 req-c6b0a350-85b2-4276-9165-111c02f5d364 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:26:12.063754 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-fd090cda-7d6c-4cec-9220-36ec26688a68 req-c6b0a350-85b2-4276-9165-111c02f5d364 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/ports?device_id=4a363444-8711-4b00-8789-ceb8abdd422a HTTP/1.1" status: 200 len: 945 time: 0.0592313 May 16 20:26:12.131926 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-fd090cda-7d6c-4cec-9220-36ec26688a68 req-50fa3dfd-ad42-4569-aeba-dcd8a35b252d tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/security-groups?id=210ee5af-5660-4fb2-aa13-ecabaf05aebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551486 May 16 20:26:12.409212 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.71', 46462) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:26:12.606495 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-d5bc518f-421f-4bd6-9cd8-1861ca21b198 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:12.743518 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-d5bc518f-421f-4bd6-9cd8-1861ca21b198 admin admin] Publish callbacks [] for security_group (0b264b3f-ffa8-4e37-bb4e-7a867cd360ae), precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:12.751813 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-d5bc518f-421f-4bd6-9cd8-1861ca21b198 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997425'] for security_group (0b264b3f-ffa8-4e37-bb4e-7a867cd360ae), after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:12.793533 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-d5bc518f-421f-4bd6-9cd8-1861ca21b198 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=f0b56debbc154bf4a13e91cd7ea8dbf2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3832116 May 16 20:26:12.794323 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bc518f-421f-4bd6-9cd8-1861ca21b198 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b264b3f-ffa8-4e37-bb4e-7a867cd360ae,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:26:12.796333 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.71', 46488) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:26:12.846478 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0103200f-6965-4df8-a696-1a942374369b admin admin] Publish callbacks [] for security_group (0b264b3f-ffa8-4e37-bb4e-7a867cd360ae), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:12.875038 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0103200f-6965-4df8-a696-1a942374369b admin admin] Publish callbacks [] for security_group (0b264b3f-ffa8-4e37-bb4e-7a867cd360ae), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:12.928630 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0103200f-6965-4df8-a696-1a942374369b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997425'] for security_group (0b264b3f-ffa8-4e37-bb4e-7a867cd360ae), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:12.931716 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0103200f-6965-4df8-a696-1a942374369b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:12.932878 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-0103200f-6965-4df8-a696-1a942374369b admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/0b264b3f-ffa8-4e37-bb4e-7a867cd360ae HTTP/1.1" status: 204 len: 168 time: 0.1355493 May 16 20:26:12.942040 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0103200f-6965-4df8-a696-1a942374369b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b264b3f-ffa8-4e37-bb4e-7a867cd360ae,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:26:13.252634 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aef3ffb-3a71-45cd-a40e-72edef6273eb req-ac4ea785-94ab-4a43-8016-911ba021c9bb tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:26:13.260578 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-8aef3ffb-3a71-45cd-a40e-72edef6273eb req-ac4ea785-94ab-4a43-8016-911ba021c9bb tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/ports?device_id=4a363444-8711-4b00-8789-ceb8abdd422a HTTP/1.1" status: 200 len: 945 time: 0.0544007 May 16 20:26:13.319529 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-8aef3ffb-3a71-45cd-a40e-72edef6273eb req-f92e7e86-5a6a-4fb0-96fe-5651b82a55c5 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/security-groups?id=210ee5af-5660-4fb2-aa13-ecabaf05aebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580738 May 16 20:26:14.184113 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.71', 46586) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:26:14.347176 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7a93f904-72e3-4263-b565-9c129dd1e6f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:14.451469 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7a93f904-72e3-4263-b565-9c129dd1e6f3 admin admin] Publish callbacks [] for security_group (4721efa5-a802-4b72-886f-ec70a558b80f), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:14.461765 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7a93f904-72e3-4263-b565-9c129dd1e6f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997425'] for security_group (4721efa5-a802-4b72-886f-ec70a558b80f), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:14.501576 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47d1865-dbab-4786-b683-ef41ccd20d61 req-b5a59fd5-4b2e-4b4e-9d7c-8e5122ff8ec3 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:26:14.503389 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-e47d1865-dbab-4786-b683-ef41ccd20d61 req-b5a59fd5-4b2e-4b4e-9d7c-8e5122ff8ec3 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/ports?device_id=4a363444-8711-4b00-8789-ceb8abdd422a HTTP/1.1" status: 200 len: 945 time: 0.0493908 May 16 20:26:14.530054 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-7a93f904-72e3-4263-b565-9c129dd1e6f3 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=162bb1b8d5724cebbe8ecba68983a993&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3446758 May 16 20:26:14.531096 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a93f904-72e3-4263-b565-9c129dd1e6f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4721efa5-a802-4b72-886f-ec70a558b80f,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:26:14.536499 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.71', 46598) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:26:14.556631 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.71', 46600) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:26:14.560704 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-e47d1865-dbab-4786-b683-ef41ccd20d61 req-b2593a9c-831f-4fa3-b87d-e02e201fac1e tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/security-groups?id=210ee5af-5660-4fb2-aa13-ecabaf05aebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511312 May 16 20:26:14.600359 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-002ec0db-faaf-46f5-bfaa-44c8f9d4b1da admin admin] Publish callbacks [] for security_group (4721efa5-a802-4b72-886f-ec70a558b80f), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:14.622584 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-002ec0db-faaf-46f5-bfaa-44c8f9d4b1da admin admin] Publish callbacks [] for security_group (4721efa5-a802-4b72-886f-ec70a558b80f), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:14.683945 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2d9f6f48-a487-4bcc-801a-eb7148e4c4d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:14.685989 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-002ec0db-faaf-46f5-bfaa-44c8f9d4b1da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997425'] for security_group (4721efa5-a802-4b72-886f-ec70a558b80f), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:14.688727 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-002ec0db-faaf-46f5-bfaa-44c8f9d4b1da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:14.689845 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-002ec0db-faaf-46f5-bfaa-44c8f9d4b1da admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/4721efa5-a802-4b72-886f-ec70a558b80f HTTP/1.1" status: 204 len: 168 time: 0.1518030 May 16 20:26:14.707040 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002ec0db-faaf-46f5-bfaa-44c8f9d4b1da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4721efa5-a802-4b72-886f-ec70a558b80f,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:26:14.787823 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2d9f6f48-a487-4bcc-801a-eb7148e4c4d6 admin admin] Publish callbacks [] for security_group (a02ec7a7-d578-4abc-bb1e-b23c6fb27909), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:14.792584 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2d9f6f48-a487-4bcc-801a-eb7148e4c4d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997425'] for security_group (a02ec7a7-d578-4abc-bb1e-b23c6fb27909), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:14.826702 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-2d9f6f48-a487-4bcc-801a-eb7148e4c4d6 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=d63c78821beb464faaa13ba04711ce09&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2689373 May 16 20:26:14.829848 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.71', 46610) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:26:14.840184 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9f6f48-a487-4bcc-801a-eb7148e4c4d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a02ec7a7-d578-4abc-bb1e-b23c6fb27909,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:26:14.889770 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-5f4edde9-77db-462f-bcef-e226e0892f07 admin admin] Publish callbacks [] for security_group (a02ec7a7-d578-4abc-bb1e-b23c6fb27909), before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:14.915272 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-5f4edde9-77db-462f-bcef-e226e0892f07 admin admin] Publish callbacks [] for security_group (a02ec7a7-d578-4abc-bb1e-b23c6fb27909), precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:14.965080 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-5f4edde9-77db-462f-bcef-e226e0892f07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997425'] for security_group (a02ec7a7-d578-4abc-bb1e-b23c6fb27909), after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:14.968088 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-5f4edde9-77db-462f-bcef-e226e0892f07 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:14.969485 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-5f4edde9-77db-462f-bcef-e226e0892f07 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/a02ec7a7-d578-4abc-bb1e-b23c6fb27909 HTTP/1.1" status: 204 len: 168 time: 0.1386673 May 16 20:26:14.981570 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4edde9-77db-462f-bcef-e226e0892f07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a02ec7a7-d578-4abc-bb1e-b23c6fb27909,revision_number=None']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:26:15.332105 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.71', 46636) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:26:15.353247 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-87242f56-1280-4c47-8d7c-f632bf3159dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:15.448651 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-87242f56-1280-4c47-8d7c-f632bf3159dd admin admin] Publish callbacks [] for security_group (3463bb00-585e-489d-899f-1f47b601b95b), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:15.456788 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-87242f56-1280-4c47-8d7c-f632bf3159dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997425'] for security_group (3463bb00-585e-489d-899f-1f47b601b95b), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:15.530678 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-87242f56-1280-4c47-8d7c-f632bf3159dd admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=87578fdf1fd94b85856789ede085a68b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1969373 May 16 20:26:15.532042 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87242f56-1280-4c47-8d7c-f632bf3159dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3463bb00-585e-489d-899f-1f47b601b95b,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:26:15.534482 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.71', 46650) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:26:15.626900 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-b6cb4fc0-39ca-4e75-b5f6-9e1bfba39945 admin admin] Publish callbacks [] for security_group (3463bb00-585e-489d-899f-1f47b601b95b), before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:15.660094 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-b6cb4fc0-39ca-4e75-b5f6-9e1bfba39945 admin admin] Publish callbacks [] for security_group (3463bb00-585e-489d-899f-1f47b601b95b), precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:15.721970 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034829ec-4fa7-4a43-8091-0c25a803ab34 req-bd9dd94f-8b45-47b1-aced-fbb8cca22fb6 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:26:15.724610 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-034829ec-4fa7-4a43-8091-0c25a803ab34 req-bd9dd94f-8b45-47b1-aced-fbb8cca22fb6 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/ports?device_id=4a363444-8711-4b00-8789-ceb8abdd422a HTTP/1.1" status: 200 len: 945 time: 0.0700274 May 16 20:26:15.728035 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-b6cb4fc0-39ca-4e75-b5f6-9e1bfba39945 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997425'] for security_group (3463bb00-585e-489d-899f-1f47b601b95b), after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:15.730916 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-b6cb4fc0-39ca-4e75-b5f6-9e1bfba39945 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:15.740390 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-b6cb4fc0-39ca-4e75-b5f6-9e1bfba39945 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/3463bb00-585e-489d-899f-1f47b601b95b HTTP/1.1" status: 204 len: 168 time: 0.2010255 May 16 20:26:15.749497 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cb4fc0-39ca-4e75-b5f6-9e1bfba39945 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3463bb00-585e-489d-899f-1f47b601b95b,revision_number=None']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:26:15.805475 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-034829ec-4fa7-4a43-8091-0c25a803ab34 req-2248ced3-c809-4718-ac69-27af28e7fee9 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/security-groups?id=210ee5af-5660-4fb2-aa13-ecabaf05aebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615745 May 16 20:26:15.993146 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.71', 46666) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:26:16.104226 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-7fc5b405-6ade-4b2e-99c3-9ce4beac571b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:16.189429 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-7fc5b405-6ade-4b2e-99c3-9ce4beac571b admin admin] Publish callbacks [] for security_group (43cf1458-203b-4ddd-95bf-39181a76fff9), precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:16.193848 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-7fc5b405-6ade-4b2e-99c3-9ce4beac571b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997425'] for security_group (43cf1458-203b-4ddd-95bf-39181a76fff9), after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:16.236675 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc5b405-6ade-4b2e-99c3-9ce4beac571b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43cf1458-203b-4ddd-95bf-39181a76fff9,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:26:16.243061 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-7fc5b405-6ade-4b2e-99c3-9ce4beac571b admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=0f3171b5220a4131b26f2deb197c5bfe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2464721 May 16 20:26:16.243278 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.71', 46678) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:26:16.297208 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-7d802df6-b553-499c-a376-f5f48590aa91 admin admin] Publish callbacks [] for security_group (43cf1458-203b-4ddd-95bf-39181a76fff9), before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:16.321297 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-7d802df6-b553-499c-a376-f5f48590aa91 admin admin] Publish callbacks [] for security_group (43cf1458-203b-4ddd-95bf-39181a76fff9), precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:16.374112 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-7d802df6-b553-499c-a376-f5f48590aa91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997425'] for security_group (43cf1458-203b-4ddd-95bf-39181a76fff9), after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:16.376834 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-7d802df6-b553-499c-a376-f5f48590aa91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:16.377991 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-7d802df6-b553-499c-a376-f5f48590aa91 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/43cf1458-203b-4ddd-95bf-39181a76fff9 HTTP/1.1" status: 204 len: 168 time: 0.1338339 May 16 20:26:16.386800 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d802df6-b553-499c-a376-f5f48590aa91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43cf1458-203b-4ddd-95bf-39181a76fff9,revision_number=None']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:26:16.951674 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56621cb3-f986-4ad3-be4a-72c1e6226c9f req-2aee1307-d236-4b17-babd-1f4a4b2e3f44 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:26:16.953217 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-56621cb3-f986-4ad3-be4a-72c1e6226c9f req-2aee1307-d236-4b17-babd-1f4a4b2e3f44 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/ports?device_id=4a363444-8711-4b00-8789-ceb8abdd422a HTTP/1.1" status: 200 len: 945 time: 0.0524397 May 16 20:26:17.041985 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-56621cb3-f986-4ad3-be4a-72c1e6226c9f req-cf3f34ed-2345-46b5-a222-9b7eeeba2e6a tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/security-groups?id=210ee5af-5660-4fb2-aa13-ecabaf05aebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771933 May 16 20:26:18.140397 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abce15d7-4895-4649-9bda-6099c3d64507 req-aa36ab51-f585-48dc-80e0-0784dbe86227 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:26:18.141868 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-abce15d7-4895-4649-9bda-6099c3d64507 req-aa36ab51-f585-48dc-80e0-0784dbe86227 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/ports?device_id=4a363444-8711-4b00-8789-ceb8abdd422a HTTP/1.1" status: 200 len: 945 time: 0.0460029 May 16 20:26:18.189501 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-abce15d7-4895-4649-9bda-6099c3d64507 req-f6add616-fb65-4da9-8628-53ae301c43f5 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/security-groups?id=210ee5af-5660-4fb2-aa13-ecabaf05aebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410986 May 16 20:26:19.309349 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a6af27-dbc4-44fb-a92e-e7e9b164a69f req-dc946cf8-4286-481d-b4af-654f90ace5fc tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:26:19.310865 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-e3a6af27-dbc4-44fb-a92e-e7e9b164a69f req-dc946cf8-4286-481d-b4af-654f90ace5fc tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/ports?device_id=4a363444-8711-4b00-8789-ceb8abdd422a HTTP/1.1" status: 200 len: 945 time: 0.0495510 May 16 20:26:19.356706 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-e3a6af27-dbc4-44fb-a92e-e7e9b164a69f req-33432c40-dcf9-40e3-ac41-e0204eacb1b8 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/security-groups?id=210ee5af-5660-4fb2-aa13-ecabaf05aebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403481 May 16 20:26:20.049265 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.agents_db [None req-fef3025b-cde1-4f6e-a405-d73d123fae0f None None] Agent healthcheck: found 6 active agents {{(pid=103451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 20:26:20.474838 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97007d17-61ae-497b-b786-aec227cb6917 req-baf4f12b-fbec-404f-81ff-f52498df7609 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:26:20.476324 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-97007d17-61ae-497b-b786-aec227cb6917 req-baf4f12b-fbec-404f-81ff-f52498df7609 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/ports?device_id=4a363444-8711-4b00-8789-ceb8abdd422a HTTP/1.1" status: 200 len: 945 time: 0.0469677 May 16 20:26:20.522157 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-97007d17-61ae-497b-b786-aec227cb6917 req-597f8ebd-e24f-47c2-80a1-37a51373c8e6 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/security-groups?id=210ee5af-5660-4fb2-aa13-ecabaf05aebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403354 May 16 20:26:21.778463 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b661a0-6cd2-4988-821e-814ca9899a3c req-0572862b-bc0c-40cf-bd70-6046bec7f36d tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:26:21.779949 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-c7b661a0-6cd2-4988-821e-814ca9899a3c req-0572862b-bc0c-40cf-bd70-6046bec7f36d tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/ports?device_id=4a363444-8711-4b00-8789-ceb8abdd422a HTTP/1.1" status: 200 len: 945 time: 0.0471494 May 16 20:26:21.832662 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-c7b661a0-6cd2-4988-821e-814ca9899a3c req-9fbe9ace-b343-4586-81be-b28cfaf89607 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/security-groups?id=210ee5af-5660-4fb2-aa13-ecabaf05aebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470345 May 16 20:26:23.165141 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b7412d-6fb6-45b6-bd5d-5c445b98acb6 req-7dbf4fa2-699c-4948-a5eb-f014922ebf70 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:26:23.166707 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-a5b7412d-6fb6-45b6-bd5d-5c445b98acb6 req-7dbf4fa2-699c-4948-a5eb-f014922ebf70 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/ports?device_id=4a363444-8711-4b00-8789-ceb8abdd422a HTTP/1.1" status: 200 len: 945 time: 0.2649703 May 16 20:26:23.234035 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-a5b7412d-6fb6-45b6-bd5d-5c445b98acb6 req-c19ada0a-ffa0-450d-8023-bbb2de5b1ef1 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/security-groups?id=210ee5af-5660-4fb2-aa13-ecabaf05aebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583131 May 16 20:26:24.344950 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cd7207-9fb6-4563-9525-3a54d30d3d04 req-f87c9c8e-1e97-405a-84cb-7feb26936344 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:26:24.346433 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-78cd7207-9fb6-4563-9525-3a54d30d3d04 req-f87c9c8e-1e97-405a-84cb-7feb26936344 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/ports?device_id=4a363444-8711-4b00-8789-ceb8abdd422a HTTP/1.1" status: 200 len: 945 time: 0.0506201 May 16 20:26:24.394764 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-78cd7207-9fb6-4563-9525-3a54d30d3d04 req-90a9af09-0a84-4a75-a27e-80eb7ea89cd7 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/security-groups?id=210ee5af-5660-4fb2-aa13-ecabaf05aebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425642 May 16 20:26:25.515636 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb981e7-016b-4c5b-a1f6-7e8f3e5c2913 req-8bab3165-a673-4e8d-8e2f-c64ce2a5a093 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:26:25.517152 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-9cb981e7-016b-4c5b-a1f6-7e8f3e5c2913 req-8bab3165-a673-4e8d-8e2f-c64ce2a5a093 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/ports?device_id=4a363444-8711-4b00-8789-ceb8abdd422a HTTP/1.1" status: 200 len: 945 time: 0.0501432 May 16 20:26:25.565576 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-9cb981e7-016b-4c5b-a1f6-7e8f3e5c2913 req-08026b20-1486-47af-8b29-ecd2b7de244d tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/security-groups?id=210ee5af-5660-4fb2-aa13-ecabaf05aebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414903 May 16 20:26:26.720055 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2631c1e-eeab-4564-aedc-ee5065e9b013 req-9ce2a807-571a-4c64-b973-87b9da02b2e6 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:26:26.721749 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-a2631c1e-eeab-4564-aedc-ee5065e9b013 req-9ce2a807-571a-4c64-b973-87b9da02b2e6 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/ports?device_id=4a363444-8711-4b00-8789-ceb8abdd422a HTTP/1.1" status: 200 len: 945 time: 0.0845697 May 16 20:26:26.775843 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-a2631c1e-eeab-4564-aedc-ee5065e9b013 req-215b5c14-feb1-4561-a8f8-0eb23eaf0bab tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/security-groups?id=210ee5af-5660-4fb2-aa13-ecabaf05aebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479193 May 16 20:26:27.904477 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11044435-de17-4898-92b0-cb1b6c9b9b9e req-499345be-fae2-4ccc-b0f1-c3e0a8f78090 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:26:27.905922 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-11044435-de17-4898-92b0-cb1b6c9b9b9e req-499345be-fae2-4ccc-b0f1-c3e0a8f78090 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/ports?device_id=4a363444-8711-4b00-8789-ceb8abdd422a HTTP/1.1" status: 200 len: 945 time: 0.0486283 May 16 20:26:27.954404 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-11044435-de17-4898-92b0-cb1b6c9b9b9e req-dedf1073-3c45-470d-8279-84417eff5574 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/security-groups?id=210ee5af-5660-4fb2-aa13-ecabaf05aebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415344 May 16 20:26:29.068197 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a404d086-5f56-4ed5-b8c5-ddbefe9ddcd4 req-426d2c91-ac09-4e8b-b9f8-d534f9572fee tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:26:29.069740 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-a404d086-5f56-4ed5-b8c5-ddbefe9ddcd4 req-426d2c91-ac09-4e8b-b9f8-d534f9572fee tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/ports?device_id=4a363444-8711-4b00-8789-ceb8abdd422a HTTP/1.1" status: 200 len: 945 time: 0.0484390 May 16 20:26:29.122183 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-a404d086-5f56-4ed5-b8c5-ddbefe9ddcd4 req-f3bd9cd2-d394-4f1f-ae13-acbf4224216f tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/security-groups?id=210ee5af-5660-4fb2-aa13-ecabaf05aebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466309 May 16 20:26:30.236708 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0f4d47-3ba3-438a-b272-da2c84d91cdc req-1b24a101-42f6-44b4-ae1e-bac4059d7a15 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:26:30.238194 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-5d0f4d47-3ba3-438a-b272-da2c84d91cdc req-1b24a101-42f6-44b4-ae1e-bac4059d7a15 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/ports?device_id=4a363444-8711-4b00-8789-ceb8abdd422a HTTP/1.1" status: 200 len: 945 time: 0.0478022 May 16 20:26:30.289533 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-5d0f4d47-3ba3-438a-b272-da2c84d91cdc req-98e79a3b-e524-49a0-95a1-d8943a8218f5 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/security-groups?id=210ee5af-5660-4fb2-aa13-ecabaf05aebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446181 May 16 20:26:31.407847 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6545e5fc-369f-43bf-832f-5aafb59a38d8 req-8ced1a6d-c5ac-4e55-8d8f-2f5267398d58 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:26:31.409523 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-6545e5fc-369f-43bf-832f-5aafb59a38d8 req-8ced1a6d-c5ac-4e55-8d8f-2f5267398d58 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/ports?device_id=4a363444-8711-4b00-8789-ceb8abdd422a HTTP/1.1" status: 200 len: 945 time: 0.0500154 May 16 20:26:31.460879 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-6545e5fc-369f-43bf-832f-5aafb59a38d8 req-19aa6f9b-a502-4601-aae6-24cc60902f12 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/security-groups?id=210ee5af-5660-4fb2-aa13-ecabaf05aebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450475 May 16 20:26:32.577415 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f14d50b-a02b-4e29-870b-13a36785f786 req-ad0da7be-956c-4c4a-8cc7-31f89d99e33e tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:26:32.578901 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-5f14d50b-a02b-4e29-870b-13a36785f786 req-ad0da7be-956c-4c4a-8cc7-31f89d99e33e tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/ports?device_id=4a363444-8711-4b00-8789-ceb8abdd422a HTTP/1.1" status: 200 len: 945 time: 0.0503316 May 16 20:26:32.626960 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-5f14d50b-a02b-4e29-870b-13a36785f786 req-8dc32392-0e50-450e-8e67-53e6ab7ce753 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/security-groups?id=210ee5af-5660-4fb2-aa13-ecabaf05aebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423064 May 16 20:26:33.019573 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbdc473-c267-4947-a7f6-4abb53278ccb req-a5b8c9bd-3c93-4683-82c2-b06e2e76e8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:26:33.022023 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-cfbdc473-c267-4947-a7f6-4abb53278ccb req-a5b8c9bd-3c93-4683-82c2-b06e2e76e8f7 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=4a363444-8711-4b00-8789-ceb8abdd422a HTTP/1.1" status: 200 len: 1129 time: 0.0385911 May 16 20:26:33.073599 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-cfbdc473-c267-4947-a7f6-4abb53278ccb req-22bf85db-54dd-453c-b70f-b6e9ddf4bfba service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=210ee5af-5660-4fb2-aa13-ecabaf05aebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430410 May 16 20:26:33.667014 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-99ea74ee-f9c2-46db-ade4-fc6b155e4405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (6de3586b-c77a-41a3-9d69-e80d1925fb22), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:33.747249 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ee787c-0566-45ee-993e-b30e45e2590c req-60197330-c63f-47a5-a3c1-118df6e02175 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:26:33.748786 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-10ee787c-0566-45ee-993e-b30e45e2590c req-60197330-c63f-47a5-a3c1-118df6e02175 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/ports?device_id=4a363444-8711-4b00-8789-ceb8abdd422a HTTP/1.1" status: 200 len: 945 time: 0.0516369 May 16 20:26:33.799138 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-10ee787c-0566-45ee-993e-b30e45e2590c req-313b809e-de78-4c74-867e-7f2c398f62fb tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/security-groups?id=210ee5af-5660-4fb2-aa13-ecabaf05aebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445282 May 16 20:26:34.414202 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.71', 47100) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:26:34.453051 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.71', 47104) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:26:34.571610 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-8173413b-4c83-4359-9353-9a79c5ded47a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:34.588405 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-9fac7aa3-0f44-4a74-bf50-07541ac8ce1f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:34.707892 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-8173413b-4c83-4359-9353-9a79c5ded47a admin admin] Publish callbacks [] for security_group (85b017ab-73c1-4403-966d-c43ff431f65d), precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:34.715419 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-8173413b-4c83-4359-9353-9a79c5ded47a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997425'] for security_group (85b017ab-73c1-4403-966d-c43ff431f65d), after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:34.741495 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-9fac7aa3-0f44-4a74-bf50-07541ac8ce1f admin admin] Publish callbacks [] for security_group (077b1df0-8120-4a49-a986-858d252f6873), precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:34.755073 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-9fac7aa3-0f44-4a74-bf50-07541ac8ce1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997425'] for security_group (077b1df0-8120-4a49-a986-858d252f6873), after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:34.787656 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8173413b-4c83-4359-9353-9a79c5ded47a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85b017ab-73c1-4403-966d-c43ff431f65d,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:26:34.791908 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-8173413b-4c83-4359-9353-9a79c5ded47a admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=4a02478ba1f0406488476a4ece702be5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3377767 May 16 20:26:34.795628 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.71', 47116) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:26:34.809851 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-9fac7aa3-0f44-4a74-bf50-07541ac8ce1f admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=9151f805e5a647beb504f38073404862&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3939464 May 16 20:26:34.812204 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.71', 47118) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:26:34.839251 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.71', 47122) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:26:34.849011 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fac7aa3-0f44-4a74-bf50-07541ac8ce1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=077b1df0-8120-4a49-a986-858d252f6873,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:26:34.884597 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-069213e7-368c-401c-8949-d696778b9da6 admin admin] Publish callbacks [] for security_group (85b017ab-73c1-4403-966d-c43ff431f65d), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:34.884915 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-f8f81d2c-c57f-4a11-8ecb-159292d6760a admin admin] Publish callbacks [] for security_group (077b1df0-8120-4a49-a986-858d252f6873), before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:34.912460 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-069213e7-368c-401c-8949-d696778b9da6 admin admin] Publish callbacks [] for security_group (85b017ab-73c1-4403-966d-c43ff431f65d), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:34.914960 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-f8f81d2c-c57f-4a11-8ecb-159292d6760a admin admin] Publish callbacks [] for security_group (077b1df0-8120-4a49-a986-858d252f6873), precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:34.972023 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-f8f81d2c-c57f-4a11-8ecb-159292d6760a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997425'] for security_group (077b1df0-8120-4a49-a986-858d252f6873), after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:34.975032 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-f8f81d2c-c57f-4a11-8ecb-159292d6760a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:34.976219 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-f8f81d2c-c57f-4a11-8ecb-159292d6760a admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/077b1df0-8120-4a49-a986-858d252f6873 HTTP/1.1" status: 204 len: 168 time: 0.1630483 May 16 20:26:34.990937 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f81d2c-c57f-4a11-8ecb-159292d6760a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=077b1df0-8120-4a49-a986-858d252f6873,revision_number=None']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:26:35.000338 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-9ab323c3-3aaa-42e8-a7bc-7085d9945399 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:35.010390 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5bd0b6-faf3-4730-8adb-e19771004c36 req-5fa93421-1097-470b-b664-33bdf4f09afc tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:26:35.012214 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-3f5bd0b6-faf3-4730-8adb-e19771004c36 req-5fa93421-1097-470b-b664-33bdf4f09afc tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/ports?device_id=4a363444-8711-4b00-8789-ceb8abdd422a HTTP/1.1" status: 200 len: 945 time: 0.0871956 May 16 20:26:35.039848 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-069213e7-368c-401c-8949-d696778b9da6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997425'] for security_group (85b017ab-73c1-4403-966d-c43ff431f65d), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:35.043418 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-069213e7-368c-401c-8949-d696778b9da6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:35.044650 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-069213e7-368c-401c-8949-d696778b9da6 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/85b017ab-73c1-4403-966d-c43ff431f65d HTTP/1.1" status: 204 len: 168 time: 0.2473853 May 16 20:26:35.058715 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069213e7-368c-401c-8949-d696778b9da6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85b017ab-73c1-4403-966d-c43ff431f65d,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:26:35.092602 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-3f5bd0b6-faf3-4730-8adb-e19771004c36 req-04e6173e-88e9-4c6c-800e-da24bb780390 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/security-groups?id=210ee5af-5660-4fb2-aa13-ecabaf05aebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690093 May 16 20:26:35.132357 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-9ab323c3-3aaa-42e8-a7bc-7085d9945399 admin admin] Publish callbacks [] for security_group (289ea228-c95c-4599-85c1-53a06e52f628), precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:35.137268 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-9ab323c3-3aaa-42e8-a7bc-7085d9945399 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997425'] for security_group (289ea228-c95c-4599-85c1-53a06e52f628), after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:35.182367 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-9ab323c3-3aaa-42e8-a7bc-7085d9945399 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=342a1d8a441940e1b8142d7f16533b95&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3416240 May 16 20:26:35.184885 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab323c3-3aaa-42e8-a7bc-7085d9945399 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=289ea228-c95c-4599-85c1-53a06e52f628,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:26:35.185140 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.71', 47132) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:26:35.252110 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-059bb1ce-f018-4ba8-bd49-4e2144ed7ce8 admin admin] Publish callbacks [] for security_group (289ea228-c95c-4599-85c1-53a06e52f628), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:35.277704 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-059bb1ce-f018-4ba8-bd49-4e2144ed7ce8 admin admin] Publish callbacks [] for security_group (289ea228-c95c-4599-85c1-53a06e52f628), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:35.329132 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-059bb1ce-f018-4ba8-bd49-4e2144ed7ce8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997425'] for security_group (289ea228-c95c-4599-85c1-53a06e52f628), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:35.331822 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-059bb1ce-f018-4ba8-bd49-4e2144ed7ce8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:35.335508 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-059bb1ce-f018-4ba8-bd49-4e2144ed7ce8 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/289ea228-c95c-4599-85c1-53a06e52f628 HTTP/1.1" status: 204 len: 168 time: 0.1488099 May 16 20:26:35.344172 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059bb1ce-f018-4ba8-bd49-4e2144ed7ce8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=289ea228-c95c-4599-85c1-53a06e52f628,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:26:35.420861 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.71', 47144) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:26:35.445459 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-d729e1ff-60dd-46eb-9c3e-74052ad309e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:35.568569 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-d729e1ff-60dd-46eb-9c3e-74052ad309e6 admin admin] Publish callbacks [] for security_group (210b6b84-708d-4e39-bb76-aad4c071d141), precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:35.572997 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-d729e1ff-60dd-46eb-9c3e-74052ad309e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997425'] for security_group (210b6b84-708d-4e39-bb76-aad4c071d141), after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:35.621553 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.71', 47156) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:26:35.625313 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-d729e1ff-60dd-46eb-9c3e-74052ad309e6 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=56b37ae1234a4eb29ecf46f51e4780dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2017105 May 16 20:26:35.639720 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d729e1ff-60dd-46eb-9c3e-74052ad309e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=210b6b84-708d-4e39-bb76-aad4c071d141,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:26:35.716765 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0f87d997-d16a-4609-af50-81ae974d6c06 admin admin] Publish callbacks [] for security_group (210b6b84-708d-4e39-bb76-aad4c071d141), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:35.740052 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0f87d997-d16a-4609-af50-81ae974d6c06 admin admin] Publish callbacks [] for security_group (210b6b84-708d-4e39-bb76-aad4c071d141), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:35.794341 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0f87d997-d16a-4609-af50-81ae974d6c06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997425'] for security_group (210b6b84-708d-4e39-bb76-aad4c071d141), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:35.797421 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0f87d997-d16a-4609-af50-81ae974d6c06 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:35.799001 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-0f87d997-d16a-4609-af50-81ae974d6c06 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/210b6b84-708d-4e39-bb76-aad4c071d141 HTTP/1.1" status: 204 len: 168 time: 0.1762710 May 16 20:26:35.807885 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f87d997-d16a-4609-af50-81ae974d6c06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=210b6b84-708d-4e39-bb76-aad4c071d141,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:26:36.241247 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1935ea35-570b-4477-a551-125bd05eaa82 req-21904ced-17f6-495a-ae30-6ae144cd8443 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:26:36.242843 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-1935ea35-570b-4477-a551-125bd05eaa82 req-21904ced-17f6-495a-ae30-6ae144cd8443 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/ports?device_id=4a363444-8711-4b00-8789-ceb8abdd422a HTTP/1.1" status: 200 len: 945 time: 0.0639012 May 16 20:26:36.296831 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-1935ea35-570b-4477-a551-125bd05eaa82 req-c92bc444-3adc-474a-934d-a737b957293e tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/security-groups?id=210ee5af-5660-4fb2-aa13-ecabaf05aebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475936 May 16 20:26:36.419044 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5589fff7-d8e5-4cf9-a12f-7771a0ed32e3 req-89e5010d-0522-4d1f-b93e-f3a69036c98e tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:26:36.420963 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-5589fff7-d8e5-4cf9-a12f-7771a0ed32e3 req-89e5010d-0522-4d1f-b93e-f3a69036c98e tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/ports?device_id=049b40d1-bf74-4cf5-8c3f-a195fb9f9314 HTTP/1.1" status: 200 len: 945 time: 0.0539639 May 16 20:26:36.427422 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.71', 47204) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:26:36.479202 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-5589fff7-d8e5-4cf9-a12f-7771a0ed32e3 req-b3ec8848-aaaa-40c7-ac0a-5785a38bab6a tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/security-groups?id=210ee5af-5660-4fb2-aa13-ecabaf05aebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479810 May 16 20:26:36.600536 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.v2.base [None req-4bb0583c-3e56-4ebd-b4e1-4c2f1abd8d3b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-348190237-network', 'tenant_id': '2715141f8ffd49d892600c779e02fa17'}} {{(pid=103449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:26:36.626186 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bb0583c-3e56-4ebd-b4e1-4c2f1abd8d3b admin admin] Made reservation on behalf of 2715141f8ffd49d892600c779e02fa17 for: {'network': 1} {{(pid=103449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 20:26:36.630813 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4bb0583c-3e56-4ebd-b4e1-4c2f1abd8d3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for network (None), before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:36.640698 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4bb0583c-3e56-4ebd-b4e1-4c2f1abd8d3b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:36.734943 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4bb0583c-3e56-4ebd-b4e1-4c2f1abd8d3b admin admin] Publish callbacks [] for security_group (fdc525e1-6719-439e-a935-92462ef9b296), precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:36.747075 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4bb0583c-3e56-4ebd-b4e1-4c2f1abd8d3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997425'] for security_group (fdc525e1-6719-439e-a935-92462ef9b296), after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:36.777618 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bb0583c-3e56-4ebd-b4e1-4c2f1abd8d3b admin admin] vlan segment allocate from pool success with {'vlan_id': 517, 'physical_network': 'physnet1'} {{(pid=103449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 16 20:26:36.783307 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb0583c-3e56-4ebd-b4e1-4c2f1abd8d3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdc525e1-6719-439e-a935-92462ef9b296,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:26:36.793605 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4bb0583c-3e56-4ebd-b4e1-4c2f1abd8d3b admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8732397667085', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1026353'] for segment (3f368376-ca0a-4204-8008-7e3a527d3a30), precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:36.794504 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.db.segments_db [None req-4bb0583c-3e56-4ebd-b4e1-4c2f1abd8d3b admin admin] Added segment 3f368376-ca0a-4204-8008-7e3a527d3a30 of type vlan for network f817970e-ef84-435a-806f-1b015ae84dd9 May 16 20:26:36.877646 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4bb0583c-3e56-4ebd-b4e1-4c2f1abd8d3b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732397125798'] for network (f817970e-ef84-435a-806f-1b015ae84dd9), precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:36.933108 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4bb0583c-3e56-4ebd-b4e1-4c2f1abd8d3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1996455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410'] for network (f817970e-ef84-435a-806f-1b015ae84dd9), after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:36.934554 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bb0583c-3e56-4ebd-b4e1-4c2f1abd8d3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:26:36.935658 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4bb0583c-3e56-4ebd-b4e1-4c2f1abd8d3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614436'] for network (None), before_response {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:36.981067 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-4bb0583c-3e56-4ebd-b4e1-4c2f1abd8d3b admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.5525239 May 16 20:26:36.984005 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.71', 47238) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:26:36.990717 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.v2.base [None req-7b0d005d-1f09-463c-8da6-7144ed6c4454 admin admin] Request body: {'subnet': {'network_id': 'f817970e-ef84-435a-806f-1b015ae84dd9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-348190237-subnet', 'tenant_id': '2715141f8ffd49d892600c779e02fa17', 'ip_version': 4}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:26:37.017018 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b0d005d-1f09-463c-8da6-7144ed6c4454 admin admin] Made reservation on behalf of 2715141f8ffd49d892600c779e02fa17 for: {'subnet': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 20:26:37.021421 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7b0d005d-1f09-463c-8da6-7144ed6c4454 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27247619'] for subnet (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:37.024271 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb0583c-3e56-4ebd-b4e1-4c2f1abd8d3b admin admin] Pushing event updated for resources: {'Network': ['ID=f817970e-ef84-435a-806f-1b015ae84dd9,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:26:37.034890 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Network f817970e-ef84-435a-806f-1b015ae84dd9 details requested by agent ovs-agent-dv-cinder-830901-7-iscsi with host dv-cinder-830901-7-iscsi {{(pid=103450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 16 20:26:37.234438 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7b0d005d-1f09-463c-8da6-7144ed6c4454 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1941894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27049492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27247637'] for subnet (14823cd5-3605-452f-a744-d8797ebcce33), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:37.300078 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0d005d-1f09-463c-8da6-7144ed6c4454 admin admin] Pushing event updated for resources: {'Subnet': ['ID=14823cd5-3605-452f-a744-d8797ebcce33,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:26:37.312547 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b0d005d-1f09-463c-8da6-7144ed6c4454 admin admin] Checking segment: {'id': '3f368376-ca0a-4204-8008-7e3a527d3a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'f817970e-ef84-435a-806f-1b015ae84dd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 20:26:37.313105 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b0d005d-1f09-463c-8da6-7144ed6c4454 admin admin] Network hostable DHCP agents. Network: f817970e-ef84-435a-806f-1b015ae84dd9, hostable agents: ['6de3586b-c77a-41a3-9d69-e80d1925fb22'], hosted agents: [] {{(pid=103448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 16 20:26:37.331895 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b0d005d-1f09-463c-8da6-7144ed6c4454 admin admin] Network f817970e-ef84-435a-806f-1b015ae84dd9 is scheduled to be hosted by DHCP agent 6de3586b-c77a-41a3-9d69-e80d1925fb22 with binding_index 1 {{(pid=103448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 16 20:26:37.342296 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-7b0d005d-1f09-463c-8da6-7144ed6c4454 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830901-7-iscsi, f817970e-ef84-435a-806f-1b015ae84dd9) {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 20:26:37.348097 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b0d005d-1f09-463c-8da6-7144ed6c4454 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:26:37.348815 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7b0d005d-1f09-463c-8da6-7144ed6c4454 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614436'] for subnet (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:37.356580 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de1fd07b-9f5b-42fa-8a9a-50fcef500224 None None] Network f817970e-ef84-435a-806f-1b015ae84dd9 requested from dv-cinder-830901-7-iscsi {{(pid=103450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 20:26:37.385983 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-7b0d005d-1f09-463c-8da6-7144ed6c4454 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4006848 May 16 20:26:37.389657 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.71', 47256) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:26:37.398513 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.v2.base [None req-a834d031-c9aa-4950-a123-51e2e7e847f7 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-348190237-router', 'tenant_id': '2715141f8ffd49d892600c779e02fa17', 'external_gateway_info': {'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062'}}} {{(pid=103449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:26:37.427935 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-a834d031-c9aa-4950-a123-51e2e7e847f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1646120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6252'] for router (ff342686-d4a7-4820-b268-c308e7f5d698), before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:37.431394 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-a834d031-c9aa-4950-a123-51e2e7e847f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1646300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1634344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6231'] for router (ff342686-d4a7-4820-b268-c308e7f5d698), precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:37.500352 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-a834d031-c9aa-4950-a123-51e2e7e847f7 admin admin] Publish callbacks [] for router_controller (ff342686-d4a7-4820-b268-c308e7f5d698), precommit_add_association {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:37.614460 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07cf51eb-82b8-4f4a-88a4-a473229e03bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aeb997a-265b-5525-a5ab-f9959c03f25e-f817970e-ef84-435a-806f-1b015ae84dd9', 'network_id': 'f817970e-ef84-435a-806f-1b015ae84dd9', 'project_id': '2715141f8ffd49d892600c779e02fa17', 'fixed_ips': [{'subnet_id': '14823cd5-3605-452f-a744-d8797ebcce33'}]}} from dv-cinder-830901-7-iscsi. {{(pid=103450) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 16 20:26:37.615415 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-07cf51eb-82b8-4f4a-88a4-a473229e03bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (None), before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:37.677995 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-a834d031-c9aa-4950-a123-51e2e7e847f7 admin admin] Publish callbacks [] for router_gateway (ff342686-d4a7-4820-b268-c308e7f5d698), precommit_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:37.729519 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-80a56ac0-77fa-4cf6-9de5-e7e6011ab5a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:37.799479 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [None req-07cf51eb-82b8-4f4a-88a4-a473229e03bc None None] Allocated IP 172.20.0.2 (f817970e-ef84-435a-806f-1b015ae84dd9/14823cd5-3605-452f-a744-d8797ebcce33/56594ef1-aca7-4aaf-8a6a-fe1c0387bdfa) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 20:26:37.960630 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-07cf51eb-82b8-4f4a-88a4-a473229e03bc None None] Publish callbacks [] for port (56594ef1-aca7-4aaf-8a6a-fe1c0387bdfa), precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:37.966715 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-a834d031-c9aa-4950-a123-51e2e7e847f7 admin admin] Publish callbacks [] for router_gateway (ff342686-d4a7-4820-b268-c308e7f5d698), before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:37.968446 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-07cf51eb-82b8-4f4a-88a4-a473229e03bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732397102960'] for port (56594ef1-aca7-4aaf-8a6a-fe1c0387bdfa), after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:37.990495 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-a834d031-c9aa-4950-a123-51e2e7e847f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (None), before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:38.021553 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07cf51eb-82b8-4f4a-88a4-a473229e03bc None None] Network f817970e-ef84-435a-806f-1b015ae84dd9 is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 20:26:38.029431 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-07cf51eb-82b8-4f4a-88a4-a473229e03bc None None] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 20:26:38.032532 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07cf51eb-82b8-4f4a-88a4-a473229e03bc None None] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 20:26:38.037668 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cf51eb-82b8-4f4a-88a4-a473229e03bc None None] Pushing event updated for resources: {'Port': ['ID=56594ef1-aca7-4aaf-8a6a-fe1c0387bdfa,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:26:38.047373 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07cf51eb-82b8-4f4a-88a4-a473229e03bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:26:38.047892 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07cf51eb-82b8-4f4a-88a4-a473229e03bc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:26:38.048423 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07cf51eb-82b8-4f4a-88a4-a473229e03bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:26:38.048775 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07cf51eb-82b8-4f4a-88a4-a473229e03bc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:26:38.049113 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07cf51eb-82b8-4f4a-88a4-a473229e03bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:26:38.049434 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07cf51eb-82b8-4f4a-88a4-a473229e03bc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:26:38.049748 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07cf51eb-82b8-4f4a-88a4-a473229e03bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:26:38.050226 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07cf51eb-82b8-4f4a-88a4-a473229e03bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:26:38.050691 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07cf51eb-82b8-4f4a-88a4-a473229e03bc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:26:38.051743 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07cf51eb-82b8-4f4a-88a4-a473229e03bc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:26:38.052066 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07cf51eb-82b8-4f4a-88a4-a473229e03bc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:26:38.052436 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07cf51eb-82b8-4f4a-88a4-a473229e03bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:26:38.052922 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07cf51eb-82b8-4f4a-88a4-a473229e03bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:26:38.053382 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07cf51eb-82b8-4f4a-88a4-a473229e03bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:26:38.053843 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07cf51eb-82b8-4f4a-88a4-a473229e03bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:26:38.120579 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.db.db_base_plugin_common [None req-a834d031-c9aa-4950-a123-51e2e7e847f7 admin admin] Allocated IP 172.27.2.38 (ded6ab20-0a8b-4051-830c-385457f4e062/dcb7b1f3-82ff-415d-89cf-2b6021c22eb5/3c16e6da-0f15-424c-83b1-65a7dba0c80e) {{(pid=103449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 20:26:38.127277 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-07cf51eb-82b8-4f4a-88a4-a473229e03bc None None] Attempting to bind port 56594ef1-aca7-4aaf-8a6a-fe1c0387bdfa on host dv-cinder-830901-7-iscsi for vnic_type normal with profile {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 20:26:38.127896 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-07cf51eb-82b8-4f4a-88a4-a473229e03bc None None] Attempting to bind port 56594ef1-aca7-4aaf-8a6a-fe1c0387bdfa by drivers openvswitch,hyperv on host dv-cinder-830901-7-iscsi at level 0 using segments [{'id': '3f368376-ca0a-4204-8008-7e3a527d3a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'f817970e-ef84-435a-806f-1b015ae84dd9'}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 20:26:38.128364 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07cf51eb-82b8-4f4a-88a4-a473229e03bc None None] Attempting to bind port 56594ef1-aca7-4aaf-8a6a-fe1c0387bdfa on network f817970e-ef84-435a-806f-1b015ae84dd9 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 20:26:38.137507 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07cf51eb-82b8-4f4a-88a4-a473229e03bc None None] Checking agent: {'id': 'bddaa840-ffd9-43a2-8860-d40111f70aff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830901-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 20, 16, 41), 'started_at': datetime.datetime(2022, 5, 16, 20, 17, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 20, 26, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830901-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 20:26:38.138582 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07cf51eb-82b8-4f4a-88a4-a473229e03bc None None] Checking segment: {'id': '3f368376-ca0a-4204-8008-7e3a527d3a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'f817970e-ef84-435a-806f-1b015ae84dd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 20:26:38.139066 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-07cf51eb-82b8-4f4a-88a4-a473229e03bc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:38.139663 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07cf51eb-82b8-4f4a-88a4-a473229e03bc None None] Bound using segment: {'id': '3f368376-ca0a-4204-8008-7e3a527d3a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'f817970e-ef84-435a-806f-1b015ae84dd9'} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 20:26:38.140361 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-07cf51eb-82b8-4f4a-88a4-a473229e03bc None None] Bound port: 56594ef1-aca7-4aaf-8a6a-fe1c0387bdfa, host: dv-cinder-830901-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f368376-ca0a-4204-8008-7e3a527d3a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'f817970e-ef84-435a-806f-1b015ae84dd9'}}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 20:26:38.140821 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-07cf51eb-82b8-4f4a-88a4-a473229e03bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (56594ef1-aca7-4aaf-8a6a-fe1c0387bdfa), before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:38.244525 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-07cf51eb-82b8-4f4a-88a4-a473229e03bc None None] For port 56594ef1-aca7-4aaf-8a6a-fe1c0387bdfa, host dv-cinder-830901-7-iscsi, cleared binding levels {{(pid=103450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 20:26:38.247953 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-07cf51eb-82b8-4f4a-88a4-a473229e03bc None None] For port 56594ef1-aca7-4aaf-8a6a-fe1c0387bdfa, host dv-cinder-830901-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-7-iscsi',level=0,port_id=56594ef1-aca7-4aaf-8a6a-fe1c0387bdfa,segment=NetworkSegment(3f368376-ca0a-4204-8008-7e3a527d3a30),segment_id=3f368376-ca0a-4204-8008-7e3a527d3a30)] {{(pid=103450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 20:26:38.257197 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-07cf51eb-82b8-4f4a-88a4-a473229e03bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732397598091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732397102978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732397102996'] for port (56594ef1-aca7-4aaf-8a6a-fe1c0387bdfa), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:38.277628 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-a834d031-c9aa-4950-a123-51e2e7e847f7 admin admin] Publish callbacks [] for port (3c16e6da-0f15-424c-83b1-65a7dba0c80e), precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:38.321018 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-a834d031-c9aa-4950-a123-51e2e7e847f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732397102960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26134374'] for port (3c16e6da-0f15-424c-83b1-65a7dba0c80e), after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:38.358155 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cf51eb-82b8-4f4a-88a4-a473229e03bc None None] Pushing event updated for resources: {'Port': ['ID=56594ef1-aca7-4aaf-8a6a-fe1c0387bdfa,revision_number=2']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:26:38.382278 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a834d031-c9aa-4950-a123-51e2e7e847f7 admin admin] Network ded6ab20-0a8b-4051-830c-385457f4e062 is already hosted by enough agents. {{(pid=103449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 20:26:38.383287 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a834d031-c9aa-4950-a123-51e2e7e847f7 admin admin] Pushing event updated for resources: {'Port': ['ID=3c16e6da-0f15-424c-83b1-65a7dba0c80e,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:26:38.388659 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.scheduler.base_scheduler [None req-a834d031-c9aa-4950-a123-51e2e7e847f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 20:26:38.391816 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a834d031-c9aa-4950-a123-51e2e7e847f7 admin admin] Received port after_create {{(pid=103449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 20:26:38.692048 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-a834d031-c9aa-4950-a123-51e2e7e847f7 admin admin] Publish callbacks [] for router_gateway (ff342686-d4a7-4820-b268-c308e7f5d698), after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:38.785640 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7e48644e-b95e-4624-af94-515661536cfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (250d088e-9c0e-4ec5-80f3-a83f8403448b), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:38.880675 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-a834d031-c9aa-4950-a123-51e2e7e847f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1646245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1643494'] for router (ff342686-d4a7-4820-b268-c308e7f5d698), after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:39.007760 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a834d031-c9aa-4950-a123-51e2e7e847f7 admin admin] Router ff342686-d4a7-4820-b268-c308e7f5d698 is scheduled to L3 agent fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f with binding_index 1 {{(pid=103449) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 16 20:26:39.133688 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a834d031-c9aa-4950-a123-51e2e7e847f7 admin admin] Notify agent at l3_agent.dv-cinder-830901-7-iscsi the message routers_updated {{(pid=103449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 20:26:39.145448 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05871623-68f2-4beb-bd04-a6ec98d0aa5f None None] Sync routers for ids ['ff342686-d4a7-4820-b268-c308e7f5d698'] in dv-cinder-830901-7-iscsi {{(pid=103451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 20:26:39.157204 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-a834d031-c9aa-4950-a123-51e2e7e847f7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:39.161610 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-a834d031-c9aa-4950-a123-51e2e7e847f7 admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.7670646 May 16 20:26:39.162061 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.71', 47300) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:26:39.171403 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05871623-68f2-4beb-bd04-a6ec98d0aa5f None None] Routers {'ff342686-d4a7-4820-b268-c308e7f5d698'} bound to L3 agent in host dv-cinder-830901-7-iscsi {{(pid=103451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:26:39.172056 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-05871623-68f2-4beb-bd04-a6ec98d0aa5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-16T20:16:38Z,description=,heartbeat_timestamp=2022-05-16T20:26:38Z,host='dv-cinder-830901-7-iscsi',id=fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:16:38Z,topic='l3_agent')) {'router_ids': ['ff342686-d4a7-4820-b268-c308e7f5d698'], 'active': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:26:39.204822 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Device 56594ef1-aca7-4aaf-8a6a-fe1c0387bdfa up at agent ovs-agent-dv-cinder-830901-7-iscsi {{(pid=103450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 20:26:39.285953 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Provisioning complete for port 56594ef1-aca7-4aaf-8a6a-fe1c0387bdfa triggered by entity L2. {{(pid=103450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:26:39.287033 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868582'] for port (56594ef1-aca7-4aaf-8a6a-fe1c0387bdfa), provisioning_complete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:39.310593 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvr_db [None req-05871623-68f2-4beb-bd04-a6ec98d0aa5f None None] Set router ff342686-d4a7-4820-b268-c308e7f5d698 gateway port host: dv-cinder-830901-7-iscsi {{(pid=103451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:26:39.382990 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Current status of the port 56594ef1-aca7-4aaf-8a6a-fe1c0387bdfa is: DOWN; New status is: ACTIVE {{(pid=103450) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:26:39.384267 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (56594ef1-aca7-4aaf-8a6a-fe1c0387bdfa), before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:39.423965 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] For port 56594ef1-aca7-4aaf-8a6a-fe1c0387bdfa, host dv-cinder-830901-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-7-iscsi',level=0,port_id=56594ef1-aca7-4aaf-8a6a-fe1c0387bdfa,segment=NetworkSegment(3f368376-ca0a-4204-8008-7e3a527d3a30),segment_id=3f368376-ca0a-4204-8008-7e3a527d3a30)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:26:39.428560 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732397598091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732397102978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732397102996'] for port (56594ef1-aca7-4aaf-8a6a-fe1c0387bdfa), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:39.517632 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-05871623-68f2-4beb-bd04-a6ec98d0aa5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff342686-d4a7-4820-b268-c308e7f5d698', 'name': 'tempest-TestVolumeBootPattern-348190237-router', 'tenant_id': '2715141f8ffd49d892600c779e02fa17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'external_fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': '3c16e6da-0f15-424c-83b1-65a7dba0c80e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:26:37Z', 'updated_at': '2022-05-16T20:26:38Z', 'revision_number': 3, 'project_id': '2715141f8ffd49d892600c779e02fa17', 'gw_port': {'id': '3c16e6da-0f15-424c-83b1-65a7dba0c80e', 'name': '', 'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:1b:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff342686-d4a7-4820-b268-c308e7f5d698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:26:37Z', 'updated_at': '2022-05-16T20:26:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-7-iscsi'}], 'dv-cinder-830901-7-iscsi', False) {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:26:39.551601 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05871623-68f2-4beb-bd04-a6ec98d0aa5f None None] Checking router: ff342686-d4a7-4820-b268-c308e7f5d698 for host: dv-cinder-830901-7-iscsi {{(pid=103451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 20:26:39.551917 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05871623-68f2-4beb-bd04-a6ec98d0aa5f None None] Updating router ff342686-d4a7-4820-b268-c308e7f5d698 port 3c16e6da-0f15-424c-83b1-65a7dba0c80e binding host dv-cinder-830901-7-iscsi {{(pid=103451) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 16 20:26:39.559657 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Pushing event updated for resources: {'Port': ['ID=56594ef1-aca7-4aaf-8a6a-fe1c0387bdfa,revision_number=3']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:26:39.579861 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2cc4f1b-9d60-459d-b6a6-7e61de06d94a None None] Network f817970e-ef84-435a-806f-1b015ae84dd9 requested from dv-cinder-830901-7-iscsi {{(pid=103450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 20:26:39.581129 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-05871623-68f2-4beb-bd04-a6ec98d0aa5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (3c16e6da-0f15-424c-83b1-65a7dba0c80e), before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:39.669155 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [None req-61553578-8a06-4953-ab4c-6e5e9a0a254e None None] Provisioning complete for port 56594ef1-aca7-4aaf-8a6a-fe1c0387bdfa triggered by entity DHCP. {{(pid=103450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:26:39.669537 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-61553578-8a06-4953-ab4c-6e5e9a0a254e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868582'] for port (56594ef1-aca7-4aaf-8a6a-fe1c0387bdfa), provisioning_complete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:39.802574 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-61553578-8a06-4953-ab4c-6e5e9a0a254e None None] Current status of the port 56594ef1-aca7-4aaf-8a6a-fe1c0387bdfa is: ACTIVE; New status is: ACTIVE {{(pid=103450) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:26:39.826624 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3bc7590c-64b4-4f85-97c6-d8803da3f8e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:40.049162 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-05871623-68f2-4beb-bd04-a6ec98d0aa5f None None] Publish callbacks [] for port (3c16e6da-0f15-424c-83b1-65a7dba0c80e), precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:40.068039 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-05871623-68f2-4beb-bd04-a6ec98d0aa5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732397598091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732397102978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732397102996'] for port (3c16e6da-0f15-424c-83b1-65a7dba0c80e), after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:40.087615 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-3bc7590c-64b4-4f85-97c6-d8803da3f8e6 admin admin] Allocated IP 172.20.0.1 (f817970e-ef84-435a-806f-1b015ae84dd9/14823cd5-3605-452f-a744-d8797ebcce33/533129b2-d6ee-41c5-90d3-4790783a4be6) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 20:26:40.128037 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41715994-17a4-4b9f-8f20-d354c570d4d6 None None] Pushing event updated for resources: {'Port': ['ID=3c16e6da-0f15-424c-83b1-65a7dba0c80e,revision_number=2']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:26:40.137832 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41715994-17a4-4b9f-8f20-d354c570d4d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:26:40.138453 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41715994-17a4-4b9f-8f20-d354c570d4d6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:26:40.138979 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41715994-17a4-4b9f-8f20-d354c570d4d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:26:40.139491 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41715994-17a4-4b9f-8f20-d354c570d4d6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:26:40.139974 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41715994-17a4-4b9f-8f20-d354c570d4d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:26:40.140496 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41715994-17a4-4b9f-8f20-d354c570d4d6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:26:40.140995 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41715994-17a4-4b9f-8f20-d354c570d4d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:26:40.141485 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41715994-17a4-4b9f-8f20-d354c570d4d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:26:40.142193 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41715994-17a4-4b9f-8f20-d354c570d4d6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:26:40.142907 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41715994-17a4-4b9f-8f20-d354c570d4d6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:26:40.143807 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41715994-17a4-4b9f-8f20-d354c570d4d6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:26:40.144356 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41715994-17a4-4b9f-8f20-d354c570d4d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:26:40.145398 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41715994-17a4-4b9f-8f20-d354c570d4d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:26:40.145874 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41715994-17a4-4b9f-8f20-d354c570d4d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:26:40.146919 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41715994-17a4-4b9f-8f20-d354c570d4d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:26:40.166017 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [None req-ae4bd695-ecb6-4449-9adf-c6c1a679cb68 None None] Provisioning complete for port 56594ef1-aca7-4aaf-8a6a-fe1c0387bdfa triggered by entity DHCP. {{(pid=103450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:26:40.167860 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ae4bd695-ecb6-4449-9adf-c6c1a679cb68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868582'] for port (56594ef1-aca7-4aaf-8a6a-fe1c0387bdfa), provisioning_complete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:40.171314 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (748e0023-d5c8-44d3-9d74-a0da2def1ef4), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:40.173421 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [None req-05871623-68f2-4beb-bd04-a6ec98d0aa5f None None] Attempting to bind port 3c16e6da-0f15-424c-83b1-65a7dba0c80e on host dv-cinder-830901-7-iscsi for vnic_type normal with profile {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 20:26:40.174941 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [None req-05871623-68f2-4beb-bd04-a6ec98d0aa5f None None] Attempting to bind port 3c16e6da-0f15-424c-83b1-65a7dba0c80e by drivers openvswitch,hyperv on host dv-cinder-830901-7-iscsi at level 0 using segments [{'id': 'cb03ab33-ba4f-4a89-ab90-bfee78bf90a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062'}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 20:26:40.175497 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05871623-68f2-4beb-bd04-a6ec98d0aa5f None None] Attempting to bind port 3c16e6da-0f15-424c-83b1-65a7dba0c80e on network ded6ab20-0a8b-4051-830c-385457f4e062 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 20:26:40.183269 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05871623-68f2-4beb-bd04-a6ec98d0aa5f None None] Checking agent: {'id': 'bddaa840-ffd9-43a2-8860-d40111f70aff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830901-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 20, 16, 41), 'started_at': datetime.datetime(2022, 5, 16, 20, 17, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 20, 26, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830901-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 20:26:40.184365 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05871623-68f2-4beb-bd04-a6ec98d0aa5f None None] Checking segment: {'id': 'cb03ab33-ba4f-4a89-ab90-bfee78bf90a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 20:26:40.186579 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-05871623-68f2-4beb-bd04-a6ec98d0aa5f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:40.187627 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05871623-68f2-4beb-bd04-a6ec98d0aa5f None None] Bound using segment: {'id': 'cb03ab33-ba4f-4a89-ab90-bfee78bf90a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062'} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 20:26:40.188551 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [None req-05871623-68f2-4beb-bd04-a6ec98d0aa5f None None] Bound port: 3c16e6da-0f15-424c-83b1-65a7dba0c80e, host: dv-cinder-830901-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb03ab33-ba4f-4a89-ab90-bfee78bf90a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062'}}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 20:26:40.191764 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-05871623-68f2-4beb-bd04-a6ec98d0aa5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (3c16e6da-0f15-424c-83b1-65a7dba0c80e), before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:40.272192 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.plugins.ml2.db [None req-05871623-68f2-4beb-bd04-a6ec98d0aa5f None None] For port 3c16e6da-0f15-424c-83b1-65a7dba0c80e, host dv-cinder-830901-7-iscsi, cleared binding levels {{(pid=103451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 20:26:40.276252 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.plugins.ml2.db [None req-05871623-68f2-4beb-bd04-a6ec98d0aa5f None None] For port 3c16e6da-0f15-424c-83b1-65a7dba0c80e, host dv-cinder-830901-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-7-iscsi',level=0,port_id=3c16e6da-0f15-424c-83b1-65a7dba0c80e,segment=NetworkSegment(cb03ab33-ba4f-4a89-ab90-bfee78bf90a5),segment_id=cb03ab33-ba4f-4a89-ab90-bfee78bf90a5)] {{(pid=103451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 20:26:40.284630 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-05871623-68f2-4beb-bd04-a6ec98d0aa5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732397598091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732397102978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732397102996'] for port (3c16e6da-0f15-424c-83b1-65a7dba0c80e), after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:40.299816 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-ae4bd695-ecb6-4449-9adf-c6c1a679cb68 None None] Current status of the port 56594ef1-aca7-4aaf-8a6a-fe1c0387bdfa is: ACTIVE; New status is: ACTIVE {{(pid=103450) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:26:40.345246 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41715994-17a4-4b9f-8f20-d354c570d4d6 None None] Pushing event updated for resources: {'Port': ['ID=3c16e6da-0f15-424c-83b1-65a7dba0c80e,revision_number=3']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:26:40.357927 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05871623-68f2-4beb-bd04-a6ec98d0aa5f None None] Routers {'ff342686-d4a7-4820-b268-c308e7f5d698'} bound to L3 agent in host dv-cinder-830901-7-iscsi {{(pid=103451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:26:40.358556 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-05871623-68f2-4beb-bd04-a6ec98d0aa5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-16T20:16:38Z,description=,heartbeat_timestamp=2022-05-16T20:26:38Z,host='dv-cinder-830901-7-iscsi',id=fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:16:38Z,topic='l3_agent')) {'router_ids': ['ff342686-d4a7-4820-b268-c308e7f5d698'], 'active': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:26:40.362600 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3bc7590c-64b4-4f85-97c6-d8803da3f8e6 admin admin] Publish callbacks [] for port (533129b2-d6ee-41c5-90d3-4790783a4be6), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:40.403696 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3bc7590c-64b4-4f85-97c6-d8803da3f8e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732397102960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27048612'] for port (533129b2-d6ee-41c5-90d3-4790783a4be6), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:40.459128 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bc7590c-64b4-4f85-97c6-d8803da3f8e6 admin admin] Network f817970e-ef84-435a-806f-1b015ae84dd9 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 20:26:40.463095 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-3bc7590c-64b4-4f85-97c6-d8803da3f8e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 20:26:40.466021 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc7590c-64b4-4f85-97c6-d8803da3f8e6 admin admin] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 20:26:40.506832 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc7590c-64b4-4f85-97c6-d8803da3f8e6 admin admin] Pushing event updated for resources: {'Port': ['ID=533129b2-d6ee-41c5-90d3-4790783a4be6,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:26:40.537789 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3bc7590c-64b4-4f85-97c6-d8803da3f8e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1642699'] for router_interface (ff342686-d4a7-4820-b268-c308e7f5d698), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:40.652829 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvr_db [None req-05871623-68f2-4beb-bd04-a6ec98d0aa5f None None] Set router ff342686-d4a7-4820-b268-c308e7f5d698 gateway port host: dv-cinder-830901-7-iscsi {{(pid=103451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:26:40.776510 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3bc7590c-64b4-4f85-97c6-d8803da3f8e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (533129b2-d6ee-41c5-90d3-4790783a4be6), before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:40.831700 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [None req-44c32571-b75f-4777-8dbd-2724afd06959 None None] Provisioning complete for port 533129b2-d6ee-41c5-90d3-4790783a4be6 triggered by entity DHCP. {{(pid=103450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:26:40.832668 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-44c32571-b75f-4777-8dbd-2724afd06959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868582'] for port (533129b2-d6ee-41c5-90d3-4790783a4be6), provisioning_complete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:40.884874 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6817a924-6d52-4d66-a8a7-036511333704 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (03fa33e9-7cc7-490c-b269-c4f69c490346), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:40.888316 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-44c32571-b75f-4777-8dbd-2724afd06959 None None] Port 533129b2-d6ee-41c5-90d3-4790783a4be6 cannot update to ACTIVE because it is not bound. {{(pid=103450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 20:26:40.920918 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-05871623-68f2-4beb-bd04-a6ec98d0aa5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff342686-d4a7-4820-b268-c308e7f5d698', 'name': 'tempest-TestVolumeBootPattern-348190237-router', 'tenant_id': '2715141f8ffd49d892600c779e02fa17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'external_fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': '3c16e6da-0f15-424c-83b1-65a7dba0c80e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:26:37Z', 'updated_at': '2022-05-16T20:26:38Z', 'revision_number': 3, 'project_id': '2715141f8ffd49d892600c779e02fa17', 'gw_port': {'id': '3c16e6da-0f15-424c-83b1-65a7dba0c80e', 'name': '', 'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:1b:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff342686-d4a7-4820-b268-c308e7f5d698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:26:37Z', 'updated_at': '2022-05-16T20:26:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-7-iscsi'}], 'dv-cinder-830901-7-iscsi', False) {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:26:40.950591 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05871623-68f2-4beb-bd04-a6ec98d0aa5f None None] The sync data for ids ['ff342686-d4a7-4820-b268-c308e7f5d698'] in dv-cinder-830901-7-iscsi is: [{'id': 'ff342686-d4a7-4820-b268-c308e7f5d698', 'name': 'tempest-TestVolumeBootPattern-348190237-router', 'tenant_id': '2715141f8ffd49d892600c779e02fa17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'external_fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': '3c16e6da-0f15-424c-83b1-65a7dba0c80e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:26:37Z', 'updated_at': '2022-05-16T20:26:38Z', 'revision_number': 3, 'project_id': '2715141f8ffd49d892600c779e02fa17', 'gw_port': {'id': '3c16e6da-0f15-424c-83b1-65a7dba0c80e', 'name': '', 'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:1b:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff342686-d4a7-4820-b268-c308e7f5d698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:26:37Z', 'updated_at': '2022-05-16T20:26:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-7-iscsi'}] {{(pid=103451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 20:26:41.129705 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3bc7590c-64b4-4f85-97c6-d8803da3f8e6 admin admin] Publish callbacks [] for port (533129b2-d6ee-41c5-90d3-4790783a4be6), precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:41.138522 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3bc7590c-64b4-4f85-97c6-d8803da3f8e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732397598091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732397102978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732397102996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27048595'] for port (533129b2-d6ee-41c5-90d3-4790783a4be6), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:41.192200 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Device 56594ef1-aca7-4aaf-8a6a-fe1c0387bdfa up at agent ovs-agent-dv-cinder-830901-7-iscsi {{(pid=103450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 20:26:41.283155 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Provisioning complete for port 56594ef1-aca7-4aaf-8a6a-fe1c0387bdfa triggered by entity L2. {{(pid=103450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:26:41.283990 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868582'] for port (56594ef1-aca7-4aaf-8a6a-fe1c0387bdfa), provisioning_complete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:41.351902 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (bddaa840-ffd9-43a2-8860-d40111f70aff), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:41.399344 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc7590c-64b4-4f85-97c6-d8803da3f8e6 admin admin] Pushing event updated for resources: {'Port': ['ID=533129b2-d6ee-41c5-90d3-4790783a4be6,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:26:41.415434 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3bc7590c-64b4-4f85-97c6-d8803da3f8e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1614424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1641089'] for router_interface (ff342686-d4a7-4820-b268-c308e7f5d698), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:41.435724 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fedd5e-49eb-4ca2-a672-84b2edc89283 req-502360e2-5e9d-4e3a-876d-54012d4274b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:26:41.437509 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-50fedd5e-49eb-4ca2-a672-84b2edc89283 req-502360e2-5e9d-4e3a-876d-54012d4274b9 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=c5993f86ca3e459582b0aad65ca76d4d&device_id=049b40d1-bf74-4cf5-8c3f-a195fb9f9314 HTTP/1.1" status: 200 len: 1129 time: 0.2367721 May 16 20:26:41.449905 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4015983c-8414-4dc3-af01-b2797d3e464a req-65275ee8-2398-4f9f-a96e-12a7bfe1426c tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:26:41.451761 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-4015983c-8414-4dc3-af01-b2797d3e464a req-65275ee8-2398-4f9f-a96e-12a7bfe1426c tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/ports?device_id=049b40d1-bf74-4cf5-8c3f-a195fb9f9314 HTTP/1.1" status: 200 len: 945 time: 0.2523491 May 16 20:26:41.471258 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Current status of the port 56594ef1-aca7-4aaf-8a6a-fe1c0387bdfa is: ACTIVE; New status is: ACTIVE {{(pid=103450) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:26:41.650991 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-4015983c-8414-4dc3-af01-b2797d3e464a req-2e0c175b-4b20-4259-8c99-b1d2335bb940 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/security-groups?id=210ee5af-5660-4fb2-aa13-ecabaf05aebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651037 May 16 20:26:41.663561 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fedd5e-49eb-4ca2-a672-84b2edc89283 req-3beefe4d-c1c9-43df-8c47-7e3a93ca2704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:26:41.665067 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-50fedd5e-49eb-4ca2-a672-84b2edc89283 req-3beefe4d-c1c9-43df-8c47-7e3a93ca2704 service neutron] 10.222.0.81 "GET /v2.0/networks?id=44ec8ff3-657b-44fd-8b1b-d2a19a5ed33e HTTP/1.1" status: 200 len: 919 time: 0.2111506 May 16 20:26:41.680215 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bc7590c-64b4-4f85-97c6-d8803da3f8e6 admin admin] Network f817970e-ef84-435a-806f-1b015ae84dd9 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 20:26:41.683051 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-3bc7590c-64b4-4f85-97c6-d8803da3f8e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 20:26:41.717744 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-50fedd5e-49eb-4ca2-a672-84b2edc89283 req-b624dcdb-8506-47d0-8f2e-7b55bf9e3101 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8d35212a-4747-4443-8007-2318b3a092c6 HTTP/1.1" status: 200 len: 217 time: 0.0460172 May 16 20:26:41.825002 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fedd5e-49eb-4ca2-a672-84b2edc89283 req-9d0a4e3b-3d1d-460a-bfb8-61d7829a49b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:26:41.826524 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-50fedd5e-49eb-4ca2-a672-84b2edc89283 req-9d0a4e3b-3d1d-460a-bfb8-61d7829a49b5 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=79cb81dd-edd6-4080-acf6-86e748571b36 HTTP/1.1" status: 200 len: 857 time: 0.0568092 May 16 20:26:41.930713 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [None req-e48fef7f-ed3c-4f6d-bba0-9290a79ef8aa None None] Provisioning complete for port 533129b2-d6ee-41c5-90d3-4790783a4be6 triggered by entity DHCP. {{(pid=103450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:26:41.931095 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e48fef7f-ed3c-4f6d-bba0-9290a79ef8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868582'] for port (533129b2-d6ee-41c5-90d3-4790783a4be6), provisioning_complete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:41.948415 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fedd5e-49eb-4ca2-a672-84b2edc89283 req-f2b8c8bf-378e-4543-a8a0-950f57a4d621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:26:41.962063 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-50fedd5e-49eb-4ca2-a672-84b2edc89283 req-f2b8c8bf-378e-4543-a8a0-950f57a4d621 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=44ec8ff3-657b-44fd-8b1b-d2a19a5ed33e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1217260 May 16 20:26:42.007065 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-e48fef7f-ed3c-4f6d-bba0-9290a79ef8aa None None] Port 533129b2-d6ee-41c5-90d3-4790783a4be6 cannot update to ACTIVE because it is not bound. {{(pid=103450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 20:26:42.007907 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bc7590c-64b4-4f85-97c6-d8803da3f8e6 admin admin] Router ff342686-d4a7-4820-b268-c308e7f5d698 has already been hosted by L3 agent fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f {{(pid=103448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 20:26:42.148531 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bc7590c-64b4-4f85-97c6-d8803da3f8e6 admin admin] Notify agent at l3_agent.dv-cinder-830901-7-iscsi the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 20:26:42.162012 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-3bc7590c-64b4-4f85-97c6-d8803da3f8e6 admin admin] 10.222.0.71 "PUT /v2.0/routers/ff342686-d4a7-4820-b268-c308e7f5d698/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9988756 May 16 20:26:42.738594 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.71', 47416) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:26:42.743467 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.v2.base [None req-c38e6fc7-620c-4ed0-9218-41d4878ef7cf admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1807787256-network', 'tenant_id': 'e1fa8a2b2f064a62939e0a1c4a34f7cb'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:26:42.763666 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c38e6fc7-620c-4ed0-9218-41d4878ef7cf admin admin] Made reservation on behalf of e1fa8a2b2f064a62939e0a1c4a34f7cb for: {'network': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 20:26:42.766243 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c38e6fc7-620c-4ed0-9218-41d4878ef7cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for network (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:42.784083 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c38e6fc7-620c-4ed0-9218-41d4878ef7cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:42.784617 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e43cbe-074b-4a02-97f7-de6be8466bb2 req-5cf906d1-5b68-44ec-b19c-2ca00cb026ee tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:26:42.786490 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-92e43cbe-074b-4a02-97f7-de6be8466bb2 req-5cf906d1-5b68-44ec-b19c-2ca00cb026ee tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/ports?device_id=049b40d1-bf74-4cf5-8c3f-a195fb9f9314 HTTP/1.1" status: 200 len: 945 time: 0.0498638 May 16 20:26:42.842239 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-92e43cbe-074b-4a02-97f7-de6be8466bb2 req-dd0c6e72-47d9-4590-ab08-33e184b282b6 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/security-groups?id=210ee5af-5660-4fb2-aa13-ecabaf05aebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491810 May 16 20:26:42.903806 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-50fedd5e-49eb-4ca2-a672-84b2edc89283 req-d21f3eec-95c3-42d7-a243-3715d5052d89 service neutron] 10.222.0.81 "GET /v2.0/networks/44ec8ff3-657b-44fd-8b1b-d2a19a5ed33e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332188 May 16 20:26:42.939317 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c38e6fc7-620c-4ed0-9218-41d4878ef7cf admin admin] Publish callbacks [] for security_group (cf733b95-7b2c-4b1a-a4bd-84c8fefae941), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:42.944216 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c38e6fc7-620c-4ed0-9218-41d4878ef7cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997425'] for security_group (cf733b95-7b2c-4b1a-a4bd-84c8fefae941), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:42.969445 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c38e6fc7-620c-4ed0-9218-41d4878ef7cf admin admin] vlan segment allocate from pool success with {'vlan_id': 546, 'physical_network': 'physnet1'} {{(pid=103448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 16 20:26:42.979501 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38e6fc7-620c-4ed0-9218-41d4878ef7cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf733b95-7b2c-4b1a-a4bd-84c8fefae941,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:26:42.984408 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c38e6fc7-620c-4ed0-9218-41d4878ef7cf admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8732397667085', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1026353'] for segment (e7db7ef1-8140-4bca-8c27-0a8b9392d9d6), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:42.984823 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.db.segments_db [None req-c38e6fc7-620c-4ed0-9218-41d4878ef7cf admin admin] Added segment e7db7ef1-8140-4bca-8c27-0a8b9392d9d6 of type vlan for network 69f0c328-c712-4a4b-9f9b-a07ef94331b5 May 16 20:26:43.028133 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c38e6fc7-620c-4ed0-9218-41d4878ef7cf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732397125798'] for network (69f0c328-c712-4a4b-9f9b-a07ef94331b5), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:43.055269 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c38e6fc7-620c-4ed0-9218-41d4878ef7cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1996455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410'] for network (69f0c328-c712-4a4b-9f9b-a07ef94331b5), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:43.056391 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c38e6fc7-620c-4ed0-9218-41d4878ef7cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:26:43.056981 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c38e6fc7-620c-4ed0-9218-41d4878ef7cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614436'] for network (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:43.059059 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a5a9be-290c-436a-817a-255732004402 None None] Sync routers for ids ['ff342686-d4a7-4820-b268-c308e7f5d698'] in dv-cinder-830901-7-iscsi {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 20:26:43.069928 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a5a9be-290c-436a-817a-255732004402 None None] Routers {'ff342686-d4a7-4820-b268-c308e7f5d698'} bound to L3 agent in host dv-cinder-830901-7-iscsi {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:26:43.070566 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-19a5a9be-290c-436a-817a-255732004402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-16T20:16:38Z,description=,heartbeat_timestamp=2022-05-16T20:26:38Z,host='dv-cinder-830901-7-iscsi',id=fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:16:38Z,topic='l3_agent')) {'router_ids': ['ff342686-d4a7-4820-b268-c308e7f5d698'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:26:43.128210 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-c38e6fc7-620c-4ed0-9218-41d4878ef7cf admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.3849545 May 16 20:26:43.128416 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.71', 47418) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:26:43.128524 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38e6fc7-620c-4ed0-9218-41d4878ef7cf admin admin] Pushing event updated for resources: {'Network': ['ID=69f0c328-c712-4a4b-9f9b-a07ef94331b5,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:26:43.133396 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.v2.base [None req-f4ec3521-d460-42ca-88fd-d49584d605b5 admin admin] Request body: {'subnet': {'network_id': '69f0c328-c712-4a4b-9f9b-a07ef94331b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1807787256-subnet', 'tenant_id': 'e1fa8a2b2f064a62939e0a1c4a34f7cb', 'ip_version': 4}} {{(pid=103449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:26:43.163759 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Network 69f0c328-c712-4a4b-9f9b-a07ef94331b5 details requested by agent ovs-agent-dv-cinder-830901-7-iscsi with host dv-cinder-830901-7-iscsi {{(pid=103450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 16 20:26:43.167441 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4ec3521-d460-42ca-88fd-d49584d605b5 admin admin] Made reservation on behalf of e1fa8a2b2f064a62939e0a1c4a34f7cb for: {'subnet': 1} {{(pid=103449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 20:26:43.170890 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-f4ec3521-d460-42ca-88fd-d49584d605b5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25246473'] for subnet (None), before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:43.171241 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Device 3c16e6da-0f15-424c-83b1-65a7dba0c80e up at agent ovs-agent-dv-cinder-830901-7-iscsi {{(pid=103450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 20:26:43.277594 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-19a5a9be-290c-436a-817a-255732004402 None None] Set router ff342686-d4a7-4820-b268-c308e7f5d698 gateway port host: dv-cinder-830901-7-iscsi {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:26:43.331630 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Provisioning complete for port 3c16e6da-0f15-424c-83b1-65a7dba0c80e triggered by entity L2. {{(pid=103450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:26:43.332517 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868582'] for port (3c16e6da-0f15-424c-83b1-65a7dba0c80e), provisioning_complete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:43.582440 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-f4ec3521-d460-42ca-88fd-d49584d605b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1941894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26133462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25246495'] for subnet (06254eac-5be0-451d-89cd-01e3dd58ee9b), after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:43.634868 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ec3521-d460-42ca-88fd-d49584d605b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=06254eac-5be0-451d-89cd-01e3dd58ee9b,revision_number=0']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:26:43.652390 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ec3521-d460-42ca-88fd-d49584d605b5 admin admin] Checking segment: {'id': 'e7db7ef1-8140-4bca-8c27-0a8b9392d9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '69f0c328-c712-4a4b-9f9b-a07ef94331b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 20:26:43.653733 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4ec3521-d460-42ca-88fd-d49584d605b5 admin admin] Network hostable DHCP agents. Network: 69f0c328-c712-4a4b-9f9b-a07ef94331b5, hostable agents: ['6de3586b-c77a-41a3-9d69-e80d1925fb22'], hosted agents: [] {{(pid=103449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 16 20:26:43.659727 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Current status of the port 3c16e6da-0f15-424c-83b1-65a7dba0c80e is: DOWN; New status is: ACTIVE {{(pid=103450) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:26:43.660937 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (3c16e6da-0f15-424c-83b1-65a7dba0c80e), before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:43.682633 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4ec3521-d460-42ca-88fd-d49584d605b5 admin admin] Network 69f0c328-c712-4a4b-9f9b-a07ef94331b5 is scheduled to be hosted by DHCP agent 6de3586b-c77a-41a3-9d69-e80d1925fb22 with binding_index 1 {{(pid=103449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 16 20:26:43.694793 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.scheduler.base_scheduler [None req-f4ec3521-d460-42ca-88fd-d49584d605b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830901-7-iscsi, 69f0c328-c712-4a4b-9f9b-a07ef94331b5) {{(pid=103449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 20:26:43.699510 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4ec3521-d460-42ca-88fd-d49584d605b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:26:43.700106 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-f4ec3521-d460-42ca-88fd-d49584d605b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614436'] for subnet (None), before_response {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:43.700319 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] For port 3c16e6da-0f15-424c-83b1-65a7dba0c80e, host dv-cinder-830901-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-7-iscsi',level=0,port_id=3c16e6da-0f15-424c-83b1-65a7dba0c80e,segment=NetworkSegment(cb03ab33-ba4f-4a89-ab90-bfee78bf90a5),segment_id=cb03ab33-ba4f-4a89-ab90-bfee78bf90a5)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:26:43.705471 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0d5e483-a584-4088-abb6-0fd57b16df23 None None] Network 69f0c328-c712-4a4b-9f9b-a07ef94331b5 requested from dv-cinder-830901-7-iscsi {{(pid=103450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 20:26:43.714332 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732397598091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732397102978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732397102996'] for port (3c16e6da-0f15-424c-83b1-65a7dba0c80e), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:43.719584 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-f4ec3521-d460-42ca-88fd-d49584d605b5 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5885203 May 16 20:26:43.719759 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.71', 47432) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:26:43.724704 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.v2.base [None req-9c6c790a-fdc7-4e9c-9c97-19b6348ccc52 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1807787256-router', 'tenant_id': 'e1fa8a2b2f064a62939e0a1c4a34f7cb', 'external_gateway_info': {'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062'}}} {{(pid=103449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:26:43.728945 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-50fedd5e-49eb-4ca2-a672-84b2edc89283 req-28b5d37c-c352-4863-8adf-252b653fcd8c service neutron] 10.222.0.81 "GET /v2.0/networks/44ec8ff3-657b-44fd-8b1b-d2a19a5ed33e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524909 May 16 20:26:43.739120 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-19a5a9be-290c-436a-817a-255732004402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff342686-d4a7-4820-b268-c308e7f5d698', 'name': 'tempest-TestVolumeBootPattern-348190237-router', 'tenant_id': '2715141f8ffd49d892600c779e02fa17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'external_fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': '3c16e6da-0f15-424c-83b1-65a7dba0c80e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:26:37Z', 'updated_at': '2022-05-16T20:26:40Z', 'revision_number': 4, 'project_id': '2715141f8ffd49d892600c779e02fa17', 'gw_port': {'id': '3c16e6da-0f15-424c-83b1-65a7dba0c80e', 'name': '', 'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:1b:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff342686-d4a7-4820-b268-c308e7f5d698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:26:37Z', 'updated_at': '2022-05-16T20:26:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-7-iscsi', '_interfaces': [{'id': '533129b2-d6ee-41c5-90d3-4790783a4be6', 'name': '', 'network_id': 'f817970e-ef84-435a-806f-1b015ae84dd9', 'tenant_id': '2715141f8ffd49d892600c779e02fa17', 'mac_address': 'fa:16:3e:c2:e4:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff342686-d4a7-4820-b268-c308e7f5d698', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '14823cd5-3605-452f-a744-d8797ebcce33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:26:39Z', 'updated_at': '2022-05-16T20:26:40Z', 'revision_number': 2, 'project_id': '2715141f8ffd49d892600c779e02fa17', 'subnets': [{'id': '14823cd5-3605-452f-a744-d8797ebcce33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-7-iscsi', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:26:43.745530 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-9c6c790a-fdc7-4e9c-9c97-19b6348ccc52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1646120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6252'] for router (1e15e0a0-d95c-459a-81b4-219e8cb59db2), before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:43.746577 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-9c6c790a-fdc7-4e9c-9c97-19b6348ccc52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1646300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1634344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6231'] for router (1e15e0a0-d95c-459a-81b4-219e8cb59db2), precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:43.788649 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a5a9be-290c-436a-817a-255732004402 None None] Checking router: ff342686-d4a7-4820-b268-c308e7f5d698 for host: dv-cinder-830901-7-iscsi {{(pid=103450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 20:26:43.789004 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a5a9be-290c-436a-817a-255732004402 None None] Updating router ff342686-d4a7-4820-b268-c308e7f5d698 port 533129b2-d6ee-41c5-90d3-4790783a4be6 binding host dv-cinder-830901-7-iscsi {{(pid=103450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 16 20:26:43.798530 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-9c6c790a-fdc7-4e9c-9c97-19b6348ccc52 admin admin] Publish callbacks [] for router_controller (1e15e0a0-d95c-459a-81b4-219e8cb59db2), precommit_add_association {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:43.870106 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-19a5a9be-290c-436a-817a-255732004402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (533129b2-d6ee-41c5-90d3-4790783a4be6), before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:43.874289 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Pushing event updated for resources: {'Port': ['ID=3c16e6da-0f15-424c-83b1-65a7dba0c80e,revision_number=4']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:26:43.938029 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-9c6c790a-fdc7-4e9c-9c97-19b6348ccc52 admin admin] Publish callbacks [] for router_gateway (1e15e0a0-d95c-459a-81b4-219e8cb59db2), precommit_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:43.951598 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d9155f0-5052-4586-b568-8071ab398096 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aeb997a-265b-5525-a5ab-f9959c03f25e-69f0c328-c712-4a4b-9f9b-a07ef94331b5', 'network_id': '69f0c328-c712-4a4b-9f9b-a07ef94331b5', 'project_id': 'e1fa8a2b2f064a62939e0a1c4a34f7cb', 'fixed_ips': [{'subnet_id': '06254eac-5be0-451d-89cd-01e3dd58ee9b'}]}} from dv-cinder-830901-7-iscsi. {{(pid=103450) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 16 20:26:43.952645 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7d9155f0-5052-4586-b568-8071ab398096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (None), before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:43.963501 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e03b21-24f5-4ecb-ba84-21f767eda444 req-6a74842c-888f-4d5c-95c6-e02cdbc04927 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:26:43.965114 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-69e03b21-24f5-4ecb-ba84-21f767eda444 req-6a74842c-888f-4d5c-95c6-e02cdbc04927 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/ports?device_id=049b40d1-bf74-4cf5-8c3f-a195fb9f9314 HTTP/1.1" status: 200 len: 945 time: 0.0528967 May 16 20:26:44.025039 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-69e03b21-24f5-4ecb-ba84-21f767eda444 req-6121d781-2580-49ef-9b34-fd333dd78d14 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/security-groups?id=210ee5af-5660-4fb2-aa13-ecabaf05aebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508792 May 16 20:26:44.121921 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-9c6c790a-fdc7-4e9c-9c97-19b6348ccc52 admin admin] Publish callbacks [] for router_gateway (1e15e0a0-d95c-459a-81b4-219e8cb59db2), before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:44.141189 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-9c6c790a-fdc7-4e9c-9c97-19b6348ccc52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (None), before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:44.241822 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [None req-7d9155f0-5052-4586-b568-8071ab398096 None None] Allocated IP 172.20.0.2 (69f0c328-c712-4a4b-9f9b-a07ef94331b5/06254eac-5be0-451d-89cd-01e3dd58ee9b/36a79e1b-579e-4fc0-9f30-937a14bffe9c) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 20:26:44.256989 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.db.db_base_plugin_common [None req-9c6c790a-fdc7-4e9c-9c97-19b6348ccc52 admin admin] Allocated IP 172.27.2.196 (ded6ab20-0a8b-4051-830c-385457f4e062/dcb7b1f3-82ff-415d-89cf-2b6021c22eb5/c2b7df01-5ee5-47cc-a138-470005b49d0f) {{(pid=103449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 20:26:44.378359 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-9c6c790a-fdc7-4e9c-9c97-19b6348ccc52 admin admin] Publish callbacks [] for port (c2b7df01-5ee5-47cc-a138-470005b49d0f), precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:44.398644 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-19a5a9be-290c-436a-817a-255732004402 None None] Publish callbacks [] for port (533129b2-d6ee-41c5-90d3-4790783a4be6), precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:44.408354 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-19a5a9be-290c-436a-817a-255732004402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732397598091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732397102978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732397102996'] for port (533129b2-d6ee-41c5-90d3-4790783a4be6), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:44.416748 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-9c6c790a-fdc7-4e9c-9c97-19b6348ccc52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732397102960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26134374'] for port (c2b7df01-5ee5-47cc-a138-470005b49d0f), after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:44.454902 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c6c790a-fdc7-4e9c-9c97-19b6348ccc52 admin admin] Network ded6ab20-0a8b-4051-830c-385457f4e062 is already hosted by enough agents. {{(pid=103449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 20:26:44.458033 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.scheduler.base_scheduler [None req-9c6c790a-fdc7-4e9c-9c97-19b6348ccc52 admin admin] Resources bound (agent type, host, resource id): {{(pid=103449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 20:26:44.461728 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c6c790a-fdc7-4e9c-9c97-19b6348ccc52 admin admin] Received port after_create {{(pid=103449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 20:26:44.529525 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7d9155f0-5052-4586-b568-8071ab398096 None None] Publish callbacks [] for port (36a79e1b-579e-4fc0-9f30-937a14bffe9c), precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:44.534240 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da41d667-ef8e-46d0-9bc4-1d26ca221870 None None] Pushing event updated for resources: {'Port': ['ID=533129b2-d6ee-41c5-90d3-4790783a4be6,revision_number=3']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:26:44.543070 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7d9155f0-5052-4586-b568-8071ab398096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732397102960'] for port (36a79e1b-579e-4fc0-9f30-937a14bffe9c), after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:44.553412 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6c790a-fdc7-4e9c-9c97-19b6348ccc52 admin admin] Pushing event updated for resources: {'Port': ['ID=c2b7df01-5ee5-47cc-a138-470005b49d0f,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:26:44.630157 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d9155f0-5052-4586-b568-8071ab398096 None None] Network 69f0c328-c712-4a4b-9f9b-a07ef94331b5 is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 20:26:44.639122 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-7d9155f0-5052-4586-b568-8071ab398096 None None] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 20:26:44.642697 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9155f0-5052-4586-b568-8071ab398096 None None] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 20:26:44.646138 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9155f0-5052-4586-b568-8071ab398096 None None] Pushing event updated for resources: {'Port': ['ID=36a79e1b-579e-4fc0-9f30-937a14bffe9c,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:26:44.651070 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-19a5a9be-290c-436a-817a-255732004402 None None] Attempting to bind port 533129b2-d6ee-41c5-90d3-4790783a4be6 on host dv-cinder-830901-7-iscsi for vnic_type normal with profile {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 20:26:44.651443 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-19a5a9be-290c-436a-817a-255732004402 None None] Attempting to bind port 533129b2-d6ee-41c5-90d3-4790783a4be6 by drivers openvswitch,hyperv on host dv-cinder-830901-7-iscsi at level 0 using segments [{'id': '3f368376-ca0a-4204-8008-7e3a527d3a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'f817970e-ef84-435a-806f-1b015ae84dd9'}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 20:26:44.651828 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a5a9be-290c-436a-817a-255732004402 None None] Attempting to bind port 533129b2-d6ee-41c5-90d3-4790783a4be6 on network f817970e-ef84-435a-806f-1b015ae84dd9 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 20:26:44.662349 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a5a9be-290c-436a-817a-255732004402 None None] Checking agent: {'id': 'bddaa840-ffd9-43a2-8860-d40111f70aff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830901-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 20, 16, 41), 'started_at': datetime.datetime(2022, 5, 16, 20, 17, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 20, 26, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830901-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 20:26:44.662728 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a5a9be-290c-436a-817a-255732004402 None None] Checking segment: {'id': '3f368376-ca0a-4204-8008-7e3a527d3a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'f817970e-ef84-435a-806f-1b015ae84dd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 20:26:44.663137 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-19a5a9be-290c-436a-817a-255732004402 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:44.663537 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a5a9be-290c-436a-817a-255732004402 None None] Bound using segment: {'id': '3f368376-ca0a-4204-8008-7e3a527d3a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'f817970e-ef84-435a-806f-1b015ae84dd9'} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 20:26:44.664017 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-19a5a9be-290c-436a-817a-255732004402 None None] Bound port: 533129b2-d6ee-41c5-90d3-4790783a4be6, host: dv-cinder-830901-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f368376-ca0a-4204-8008-7e3a527d3a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'f817970e-ef84-435a-806f-1b015ae84dd9'}}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 20:26:44.664447 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-19a5a9be-290c-436a-817a-255732004402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (533129b2-d6ee-41c5-90d3-4790783a4be6), before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:44.757221 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-9c6c790a-fdc7-4e9c-9c97-19b6348ccc52 admin admin] Publish callbacks [] for router_gateway (1e15e0a0-d95c-459a-81b4-219e8cb59db2), after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:44.766586 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-7d9155f0-5052-4586-b568-8071ab398096 None None] Attempting to bind port 36a79e1b-579e-4fc0-9f30-937a14bffe9c on host dv-cinder-830901-7-iscsi for vnic_type normal with profile {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 20:26:44.766959 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-7d9155f0-5052-4586-b568-8071ab398096 None None] Attempting to bind port 36a79e1b-579e-4fc0-9f30-937a14bffe9c by drivers openvswitch,hyperv on host dv-cinder-830901-7-iscsi at level 0 using segments [{'id': 'e7db7ef1-8140-4bca-8c27-0a8b9392d9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '69f0c328-c712-4a4b-9f9b-a07ef94331b5'}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 20:26:44.767324 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d9155f0-5052-4586-b568-8071ab398096 None None] Attempting to bind port 36a79e1b-579e-4fc0-9f30-937a14bffe9c on network 69f0c328-c712-4a4b-9f9b-a07ef94331b5 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 20:26:44.770075 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [None req-7d97b068-0405-4ddd-bbda-d92c87249f12 None None] Provisioning complete for port 533129b2-d6ee-41c5-90d3-4790783a4be6 triggered by entity DHCP. {{(pid=103450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:26:44.770455 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7d97b068-0405-4ddd-bbda-d92c87249f12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868582'] for port (533129b2-d6ee-41c5-90d3-4790783a4be6), provisioning_complete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:44.806626 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d9155f0-5052-4586-b568-8071ab398096 None None] Checking agent: {'id': 'bddaa840-ffd9-43a2-8860-d40111f70aff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830901-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 20, 16, 41), 'started_at': datetime.datetime(2022, 5, 16, 20, 17, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 20, 26, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830901-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 20:26:44.807000 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d9155f0-5052-4586-b568-8071ab398096 None None] Checking segment: {'id': 'e7db7ef1-8140-4bca-8c27-0a8b9392d9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '69f0c328-c712-4a4b-9f9b-a07ef94331b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 20:26:44.807515 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7d9155f0-5052-4586-b568-8071ab398096 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:44.807997 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d9155f0-5052-4586-b568-8071ab398096 None None] Bound using segment: {'id': 'e7db7ef1-8140-4bca-8c27-0a8b9392d9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '69f0c328-c712-4a4b-9f9b-a07ef94331b5'} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 20:26:44.808496 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-7d9155f0-5052-4586-b568-8071ab398096 None None] Bound port: 36a79e1b-579e-4fc0-9f30-937a14bffe9c, host: dv-cinder-830901-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7db7ef1-8140-4bca-8c27-0a8b9392d9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '69f0c328-c712-4a4b-9f9b-a07ef94331b5'}}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 20:26:44.808875 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7d9155f0-5052-4586-b568-8071ab398096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (36a79e1b-579e-4fc0-9f30-937a14bffe9c), before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:44.829754 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-19a5a9be-290c-436a-817a-255732004402 None None] For port 533129b2-d6ee-41c5-90d3-4790783a4be6, host dv-cinder-830901-7-iscsi, cleared binding levels {{(pid=103450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 20:26:44.848020 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-7d97b068-0405-4ddd-bbda-d92c87249f12 None None] Port 533129b2-d6ee-41c5-90d3-4790783a4be6 cannot update to ACTIVE because it is not bound. {{(pid=103450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 20:26:44.850457 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-19a5a9be-290c-436a-817a-255732004402 None None] For port 533129b2-d6ee-41c5-90d3-4790783a4be6, host dv-cinder-830901-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-7-iscsi',level=0,port_id=533129b2-d6ee-41c5-90d3-4790783a4be6,segment=NetworkSegment(3f368376-ca0a-4204-8008-7e3a527d3a30),segment_id=3f368376-ca0a-4204-8008-7e3a527d3a30)] {{(pid=103450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 20:26:44.873557 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-19a5a9be-290c-436a-817a-255732004402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732397598091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732397102978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732397102996'] for port (533129b2-d6ee-41c5-90d3-4790783a4be6), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:44.952566 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-9c6c790a-fdc7-4e9c-9c97-19b6348ccc52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1646245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1643494'] for router (1e15e0a0-d95c-459a-81b4-219e8cb59db2), after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:44.953134 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a5a9be-290c-436a-817a-255732004402 None None] Routers {'ff342686-d4a7-4820-b268-c308e7f5d698'} bound to L3 agent in host dv-cinder-830901-7-iscsi {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:26:44.953299 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-19a5a9be-290c-436a-817a-255732004402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-16T20:16:38Z,description=,heartbeat_timestamp=2022-05-16T20:26:38Z,host='dv-cinder-830901-7-iscsi',id=fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:16:38Z,topic='l3_agent')) {'router_ids': ['ff342686-d4a7-4820-b268-c308e7f5d698'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:26:45.007786 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-7d9155f0-5052-4586-b568-8071ab398096 None None] For port 36a79e1b-579e-4fc0-9f30-937a14bffe9c, host dv-cinder-830901-7-iscsi, cleared binding levels {{(pid=103450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 20:26:45.009718 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da41d667-ef8e-46d0-9bc4-1d26ca221870 None None] Pushing event updated for resources: {'Port': ['ID=533129b2-d6ee-41c5-90d3-4790783a4be6,revision_number=4']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:26:45.036695 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-7d9155f0-5052-4586-b568-8071ab398096 None None] For port 36a79e1b-579e-4fc0-9f30-937a14bffe9c, host dv-cinder-830901-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-7-iscsi',level=0,port_id=36a79e1b-579e-4fc0-9f30-937a14bffe9c,segment=NetworkSegment(e7db7ef1-8140-4bca-8c27-0a8b9392d9d6),segment_id=e7db7ef1-8140-4bca-8c27-0a8b9392d9d6)] {{(pid=103450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 20:26:45.074203 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7d9155f0-5052-4586-b568-8071ab398096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732397598091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732397102978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732397102996'] for port (36a79e1b-579e-4fc0-9f30-937a14bffe9c), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:45.102834 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c6c790a-fdc7-4e9c-9c97-19b6348ccc52 admin admin] Router 1e15e0a0-d95c-459a-81b4-219e8cb59db2 is scheduled to L3 agent fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f with binding_index 1 {{(pid=103449) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 16 20:26:45.149835 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-19a5a9be-290c-436a-817a-255732004402 None None] Set router ff342686-d4a7-4820-b268-c308e7f5d698 gateway port host: dv-cinder-830901-7-iscsi {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:26:45.203010 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Device 3c16e6da-0f15-424c-83b1-65a7dba0c80e up at agent ovs-agent-dv-cinder-830901-7-iscsi {{(pid=103450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 20:26:45.230982 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9155f0-5052-4586-b568-8071ab398096 None None] Pushing event updated for resources: {'Port': ['ID=36a79e1b-579e-4fc0-9f30-937a14bffe9c,revision_number=2']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:26:45.257851 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7c5d5c-e114-4a5e-89a6-5d23b17ad3b1 req-d0555c43-dab0-446a-a790-8fa9d065c17d tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:26:45.259302 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-7e7c5d5c-e114-4a5e-89a6-5d23b17ad3b1 req-d0555c43-dab0-446a-a790-8fa9d065c17d tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/ports?device_id=049b40d1-bf74-4cf5-8c3f-a195fb9f9314 HTTP/1.1" status: 200 len: 945 time: 0.0996776 May 16 20:26:45.297287 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c6c790a-fdc7-4e9c-9c97-19b6348ccc52 admin admin] Notify agent at l3_agent.dv-cinder-830901-7-iscsi the message routers_updated {{(pid=103449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 20:26:45.311828 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721786ea-117f-4290-872b-44fa44e0906f None None] Sync routers for ids ['1e15e0a0-d95c-459a-81b4-219e8cb59db2'] in dv-cinder-830901-7-iscsi {{(pid=103451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 20:26:45.335719 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-7e7c5d5c-e114-4a5e-89a6-5d23b17ad3b1 req-98571f8e-6f9d-4bf4-b599-9602b44bd42f tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/security-groups?id=210ee5af-5660-4fb2-aa13-ecabaf05aebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682042 May 16 20:26:45.359250 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721786ea-117f-4290-872b-44fa44e0906f None None] Routers {'1e15e0a0-d95c-459a-81b4-219e8cb59db2'} bound to L3 agent in host dv-cinder-830901-7-iscsi {{(pid=103451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:26:45.359659 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-721786ea-117f-4290-872b-44fa44e0906f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-16T20:16:38Z,description=,heartbeat_timestamp=2022-05-16T20:26:38Z,host='dv-cinder-830901-7-iscsi',id=fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:16:38Z,topic='l3_agent')) {'router_ids': ['1e15e0a0-d95c-459a-81b4-219e8cb59db2'], 'active': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:26:45.365270 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-9c6c790a-fdc7-4e9c-9c97-19b6348ccc52 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:45.368964 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-9c6c790a-fdc7-4e9c-9c97-19b6348ccc52 admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.6457462 May 16 20:26:45.372804 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.71', 47456) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:26:45.376831 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [None req-da79b5ee-63d2-493e-9ffc-a4077a69b369 None None] Provisioning complete for port 533129b2-d6ee-41c5-90d3-4790783a4be6 triggered by entity DHCP. {{(pid=103450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:26:45.377699 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-da79b5ee-63d2-493e-9ffc-a4077a69b369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868582'] for port (533129b2-d6ee-41c5-90d3-4790783a4be6), provisioning_complete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:45.517879 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Provisioning complete for port 3c16e6da-0f15-424c-83b1-65a7dba0c80e triggered by entity L2. {{(pid=103450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:26:45.518713 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868582'] for port (3c16e6da-0f15-424c-83b1-65a7dba0c80e), provisioning_complete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:45.529651 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvr_db [None req-721786ea-117f-4290-872b-44fa44e0906f None None] Set router 1e15e0a0-d95c-459a-81b4-219e8cb59db2 gateway port host: dv-cinder-830901-7-iscsi {{(pid=103451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:26:45.633101 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-da79b5ee-63d2-493e-9ffc-a4077a69b369 None None] Current status of the port 533129b2-d6ee-41c5-90d3-4790783a4be6 is: DOWN; New status is: ACTIVE {{(pid=103450) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:26:45.633487 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-da79b5ee-63d2-493e-9ffc-a4077a69b369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (533129b2-d6ee-41c5-90d3-4790783a4be6), before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:45.684653 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-19a5a9be-290c-436a-817a-255732004402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff342686-d4a7-4820-b268-c308e7f5d698', 'name': 'tempest-TestVolumeBootPattern-348190237-router', 'tenant_id': '2715141f8ffd49d892600c779e02fa17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'external_fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': '3c16e6da-0f15-424c-83b1-65a7dba0c80e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:26:37Z', 'updated_at': '2022-05-16T20:26:40Z', 'revision_number': 4, 'project_id': '2715141f8ffd49d892600c779e02fa17', 'gw_port': {'id': '3c16e6da-0f15-424c-83b1-65a7dba0c80e', 'name': '', 'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:1b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff342686-d4a7-4820-b268-c308e7f5d698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:26:37Z', 'updated_at': '2022-05-16T20:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-7-iscsi', '_interfaces': [{'id': '533129b2-d6ee-41c5-90d3-4790783a4be6', 'name': '', 'network_id': 'f817970e-ef84-435a-806f-1b015ae84dd9', 'tenant_id': '2715141f8ffd49d892600c779e02fa17', 'mac_address': 'fa:16:3e:c2:e4:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff342686-d4a7-4820-b268-c308e7f5d698', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '14823cd5-3605-452f-a744-d8797ebcce33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:26:39Z', 'updated_at': '2022-05-16T20:26:44Z', 'revision_number': 4, 'project_id': '2715141f8ffd49d892600c779e02fa17', 'subnets': [{'id': '14823cd5-3605-452f-a744-d8797ebcce33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-7-iscsi', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:26:45.697264 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-da79b5ee-63d2-493e-9ffc-a4077a69b369 None None] For port 533129b2-d6ee-41c5-90d3-4790783a4be6, host dv-cinder-830901-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-7-iscsi',level=0,port_id=533129b2-d6ee-41c5-90d3-4790783a4be6,segment=NetworkSegment(3f368376-ca0a-4204-8008-7e3a527d3a30),segment_id=3f368376-ca0a-4204-8008-7e3a527d3a30)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:26:45.721464 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a5a9be-290c-436a-817a-255732004402 None None] The sync data for ids ['ff342686-d4a7-4820-b268-c308e7f5d698'] in dv-cinder-830901-7-iscsi is: [{'id': 'ff342686-d4a7-4820-b268-c308e7f5d698', 'name': 'tempest-TestVolumeBootPattern-348190237-router', 'tenant_id': '2715141f8ffd49d892600c779e02fa17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'external_fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': '3c16e6da-0f15-424c-83b1-65a7dba0c80e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:26:37Z', 'updated_at': '2022-05-16T20:26:40Z', 'revision_number': 4, 'project_id': '2715141f8ffd49d892600c779e02fa17', 'gw_port': {'id': '3c16e6da-0f15-424c-83b1-65a7dba0c80e', 'name': '', 'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:1b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff342686-d4a7-4820-b268-c308e7f5d698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:26:37Z', 'updated_at': '2022-05-16T20:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-7-iscsi', '_interfaces': [{'id': '533129b2-d6ee-41c5-90d3-4790783a4be6', 'name': '', 'network_id': 'f817970e-ef84-435a-806f-1b015ae84dd9', 'tenant_id': '2715141f8ffd49d892600c779e02fa17', 'mac_address': 'fa:16:3e:c2:e4:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff342686-d4a7-4820-b268-c308e7f5d698', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '14823cd5-3605-452f-a744-d8797ebcce33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:26:39Z', 'updated_at': '2022-05-16T20:26:44Z', 'revision_number': 4, 'project_id': '2715141f8ffd49d892600c779e02fa17', 'subnets': [{'id': '14823cd5-3605-452f-a744-d8797ebcce33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 20:26:45.723709 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-da79b5ee-63d2-493e-9ffc-a4077a69b369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732397598091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732397102978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732397102996'] for port (533129b2-d6ee-41c5-90d3-4790783a4be6), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:45.743746 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-721786ea-117f-4290-872b-44fa44e0906f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e15e0a0-d95c-459a-81b4-219e8cb59db2', 'name': 'tempest-TestVolumeBootPattern-1807787256-router', 'tenant_id': 'e1fa8a2b2f064a62939e0a1c4a34f7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'external_fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': 'c2b7df01-5ee5-47cc-a138-470005b49d0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:26:43Z', 'updated_at': '2022-05-16T20:26:44Z', 'revision_number': 3, 'project_id': 'e1fa8a2b2f064a62939e0a1c4a34f7cb', 'gw_port': {'id': 'c2b7df01-5ee5-47cc-a138-470005b49d0f', 'name': '', 'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:8b:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e15e0a0-d95c-459a-81b4-219e8cb59db2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:26:44Z', 'updated_at': '2022-05-16T20:26:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-7-iscsi'}], 'dv-cinder-830901-7-iscsi', False) {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:26:45.776396 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721786ea-117f-4290-872b-44fa44e0906f None None] Checking router: 1e15e0a0-d95c-459a-81b4-219e8cb59db2 for host: dv-cinder-830901-7-iscsi {{(pid=103451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 20:26:45.777042 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721786ea-117f-4290-872b-44fa44e0906f None None] Updating router 1e15e0a0-d95c-459a-81b4-219e8cb59db2 port c2b7df01-5ee5-47cc-a138-470005b49d0f binding host dv-cinder-830901-7-iscsi {{(pid=103451) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 16 20:26:45.819804 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Current status of the port 3c16e6da-0f15-424c-83b1-65a7dba0c80e is: ACTIVE; New status is: ACTIVE {{(pid=103450) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:26:45.843630 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da79b5ee-63d2-493e-9ffc-a4077a69b369 None None] Pushing event updated for resources: {'Port': ['ID=533129b2-d6ee-41c5-90d3-4790783a4be6,revision_number=5']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:26:45.856689 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-721786ea-117f-4290-872b-44fa44e0906f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (c2b7df01-5ee5-47cc-a138-470005b49d0f), before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:46.178632 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-af936243-f5a7-4d15-89a6-8e492819d16d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:46.193861 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-721786ea-117f-4290-872b-44fa44e0906f None None] Publish callbacks [] for port (c2b7df01-5ee5-47cc-a138-470005b49d0f), precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:46.201141 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-721786ea-117f-4290-872b-44fa44e0906f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732397598091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732397102978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732397102996'] for port (c2b7df01-5ee5-47cc-a138-470005b49d0f), after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:46.249375 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f765aa-4b0b-4fee-b1d6-106af093ee54 None None] Pushing event updated for resources: {'Port': ['ID=c2b7df01-5ee5-47cc-a138-470005b49d0f,revision_number=2']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:26:46.293662 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [None req-721786ea-117f-4290-872b-44fa44e0906f None None] Attempting to bind port c2b7df01-5ee5-47cc-a138-470005b49d0f on host dv-cinder-830901-7-iscsi for vnic_type normal with profile {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 20:26:46.294410 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [None req-721786ea-117f-4290-872b-44fa44e0906f None None] Attempting to bind port c2b7df01-5ee5-47cc-a138-470005b49d0f by drivers openvswitch,hyperv on host dv-cinder-830901-7-iscsi at level 0 using segments [{'id': 'cb03ab33-ba4f-4a89-ab90-bfee78bf90a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062'}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 20:26:46.294934 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721786ea-117f-4290-872b-44fa44e0906f None None] Attempting to bind port c2b7df01-5ee5-47cc-a138-470005b49d0f on network ded6ab20-0a8b-4051-830c-385457f4e062 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 20:26:46.301392 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721786ea-117f-4290-872b-44fa44e0906f None None] Checking agent: {'id': 'bddaa840-ffd9-43a2-8860-d40111f70aff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830901-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 20, 16, 41), 'started_at': datetime.datetime(2022, 5, 16, 20, 17, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 20, 26, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830901-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 20:26:46.302071 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721786ea-117f-4290-872b-44fa44e0906f None None] Checking segment: {'id': 'cb03ab33-ba4f-4a89-ab90-bfee78bf90a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 20:26:46.302688 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-721786ea-117f-4290-872b-44fa44e0906f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:46.303272 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721786ea-117f-4290-872b-44fa44e0906f None None] Bound using segment: {'id': 'cb03ab33-ba4f-4a89-ab90-bfee78bf90a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062'} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 20:26:46.303765 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [None req-721786ea-117f-4290-872b-44fa44e0906f None None] Bound port: c2b7df01-5ee5-47cc-a138-470005b49d0f, host: dv-cinder-830901-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb03ab33-ba4f-4a89-ab90-bfee78bf90a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062'}}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 20:26:46.304145 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-721786ea-117f-4290-872b-44fa44e0906f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (c2b7df01-5ee5-47cc-a138-470005b49d0f), before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:46.371509 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-af936243-f5a7-4d15-89a6-8e492819d16d admin admin] Allocated IP 172.20.0.1 (69f0c328-c712-4a4b-9f9b-a07ef94331b5/06254eac-5be0-451d-89cd-01e3dd58ee9b/5a4ef02e-7161-4e6b-b424-c86312f9b298) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 20:26:46.372437 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.plugins.ml2.db [None req-721786ea-117f-4290-872b-44fa44e0906f None None] For port c2b7df01-5ee5-47cc-a138-470005b49d0f, host dv-cinder-830901-7-iscsi, cleared binding levels {{(pid=103451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 20:26:46.378377 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.plugins.ml2.db [None req-721786ea-117f-4290-872b-44fa44e0906f None None] For port c2b7df01-5ee5-47cc-a138-470005b49d0f, host dv-cinder-830901-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-7-iscsi',level=0,port_id=c2b7df01-5ee5-47cc-a138-470005b49d0f,segment=NetworkSegment(cb03ab33-ba4f-4a89-ab90-bfee78bf90a5),segment_id=cb03ab33-ba4f-4a89-ab90-bfee78bf90a5)] {{(pid=103451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 20:26:46.388900 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-721786ea-117f-4290-872b-44fa44e0906f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732397598091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732397102978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732397102996'] for port (c2b7df01-5ee5-47cc-a138-470005b49d0f), after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:46.440840 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3326c77f-5248-49a1-a87b-f38a98aa3756 None None] Network 69f0c328-c712-4a4b-9f9b-a07ef94331b5 requested from dv-cinder-830901-7-iscsi {{(pid=103450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 20:26:46.454750 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f765aa-4b0b-4fee-b1d6-106af093ee54 None None] Pushing event updated for resources: {'Port': ['ID=c2b7df01-5ee5-47cc-a138-470005b49d0f,revision_number=3']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:26:46.481770 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721786ea-117f-4290-872b-44fa44e0906f None None] Routers {'1e15e0a0-d95c-459a-81b4-219e8cb59db2'} bound to L3 agent in host dv-cinder-830901-7-iscsi {{(pid=103451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:26:46.482400 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-721786ea-117f-4290-872b-44fa44e0906f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-16T20:16:38Z,description=,heartbeat_timestamp=2022-05-16T20:26:38Z,host='dv-cinder-830901-7-iscsi',id=fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:16:38Z,topic='l3_agent')) {'router_ids': ['1e15e0a0-d95c-459a-81b4-219e8cb59db2'], 'active': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:26:46.523854 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [None req-99aaee9c-8290-4260-856f-cd7ff7888166 None None] Provisioning complete for port 36a79e1b-579e-4fc0-9f30-937a14bffe9c triggered by entity DHCP. {{(pid=103450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:26:46.524623 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-99aaee9c-8290-4260-856f-cd7ff7888166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868582'] for port (36a79e1b-579e-4fc0-9f30-937a14bffe9c), provisioning_complete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:46.611860 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvr_db [None req-721786ea-117f-4290-872b-44fa44e0906f None None] Set router 1e15e0a0-d95c-459a-81b4-219e8cb59db2 gateway port host: dv-cinder-830901-7-iscsi {{(pid=103451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:26:46.636342 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb26cf2-bc92-4da1-83a5-9663b6a06ab0 req-f7ad4d39-a535-41a7-8917-05bc5305d091 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:26:46.642125 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-ceb26cf2-bc92-4da1-83a5-9663b6a06ab0 req-f7ad4d39-a535-41a7-8917-05bc5305d091 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/ports?device_id=049b40d1-bf74-4cf5-8c3f-a195fb9f9314 HTTP/1.1" status: 200 len: 945 time: 0.1257653 May 16 20:26:46.703474 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-af936243-f5a7-4d15-89a6-8e492819d16d admin admin] Publish callbacks [] for port (5a4ef02e-7161-4e6b-b424-c86312f9b298), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:46.760009 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-ceb26cf2-bc92-4da1-83a5-9663b6a06ab0 req-24b36371-beef-4b67-9dc1-cb7d0e466b07 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/security-groups?id=210ee5af-5660-4fb2-aa13-ecabaf05aebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027703 May 16 20:26:46.782708 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-af936243-f5a7-4d15-89a6-8e492819d16d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732397102960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27048612'] for port (5a4ef02e-7161-4e6b-b424-c86312f9b298), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:46.831506 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af936243-f5a7-4d15-89a6-8e492819d16d admin admin] Network 69f0c328-c712-4a4b-9f9b-a07ef94331b5 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 20:26:46.836356 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-af936243-f5a7-4d15-89a6-8e492819d16d admin admin] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 20:26:46.843054 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af936243-f5a7-4d15-89a6-8e492819d16d admin admin] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 20:26:46.845193 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-721786ea-117f-4290-872b-44fa44e0906f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e15e0a0-d95c-459a-81b4-219e8cb59db2', 'name': 'tempest-TestVolumeBootPattern-1807787256-router', 'tenant_id': 'e1fa8a2b2f064a62939e0a1c4a34f7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'external_fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': 'c2b7df01-5ee5-47cc-a138-470005b49d0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:26:43Z', 'updated_at': '2022-05-16T20:26:44Z', 'revision_number': 3, 'project_id': 'e1fa8a2b2f064a62939e0a1c4a34f7cb', 'gw_port': {'id': 'c2b7df01-5ee5-47cc-a138-470005b49d0f', 'name': '', 'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:8b:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e15e0a0-d95c-459a-81b4-219e8cb59db2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:26:44Z', 'updated_at': '2022-05-16T20:26:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-7-iscsi'}], 'dv-cinder-830901-7-iscsi', False) {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:26:46.889441 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721786ea-117f-4290-872b-44fa44e0906f None None] The sync data for ids ['1e15e0a0-d95c-459a-81b4-219e8cb59db2'] in dv-cinder-830901-7-iscsi is: [{'id': '1e15e0a0-d95c-459a-81b4-219e8cb59db2', 'name': 'tempest-TestVolumeBootPattern-1807787256-router', 'tenant_id': 'e1fa8a2b2f064a62939e0a1c4a34f7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'external_fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': 'c2b7df01-5ee5-47cc-a138-470005b49d0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:26:43Z', 'updated_at': '2022-05-16T20:26:44Z', 'revision_number': 3, 'project_id': 'e1fa8a2b2f064a62939e0a1c4a34f7cb', 'gw_port': {'id': 'c2b7df01-5ee5-47cc-a138-470005b49d0f', 'name': '', 'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:8b:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e15e0a0-d95c-459a-81b4-219e8cb59db2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:26:44Z', 'updated_at': '2022-05-16T20:26:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-7-iscsi'}] {{(pid=103451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 20:26:46.899945 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-99aaee9c-8290-4260-856f-cd7ff7888166 None None] Current status of the port 36a79e1b-579e-4fc0-9f30-937a14bffe9c is: DOWN; New status is: ACTIVE {{(pid=103450) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:26:46.900223 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-99aaee9c-8290-4260-856f-cd7ff7888166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (36a79e1b-579e-4fc0-9f30-937a14bffe9c), before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:46.908641 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af936243-f5a7-4d15-89a6-8e492819d16d admin admin] Pushing event updated for resources: {'Port': ['ID=5a4ef02e-7161-4e6b-b424-c86312f9b298,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:26:46.937048 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-af936243-f5a7-4d15-89a6-8e492819d16d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1642699'] for router_interface (1e15e0a0-d95c-459a-81b4-219e8cb59db2), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:46.968875 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-99aaee9c-8290-4260-856f-cd7ff7888166 None None] For port 36a79e1b-579e-4fc0-9f30-937a14bffe9c, host dv-cinder-830901-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-7-iscsi',level=0,port_id=36a79e1b-579e-4fc0-9f30-937a14bffe9c,segment=NetworkSegment(e7db7ef1-8140-4bca-8c27-0a8b9392d9d6),segment_id=e7db7ef1-8140-4bca-8c27-0a8b9392d9d6)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:26:46.976757 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-99aaee9c-8290-4260-856f-cd7ff7888166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732397598091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732397102978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732397102996'] for port (36a79e1b-579e-4fc0-9f30-937a14bffe9c), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:47.049018 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99aaee9c-8290-4260-856f-cd7ff7888166 None None] Pushing event updated for resources: {'Port': ['ID=36a79e1b-579e-4fc0-9f30-937a14bffe9c,revision_number=3']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:26:47.100863 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-af936243-f5a7-4d15-89a6-8e492819d16d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (5a4ef02e-7161-4e6b-b424-c86312f9b298), before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:47.223595 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Device 533129b2-d6ee-41c5-90d3-4790783a4be6 up at agent ovs-agent-dv-cinder-830901-7-iscsi {{(pid=103450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 20:26:47.261857 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [None req-cbb0d878-83c1-44c7-8ad6-dd00596b74c9 None None] Provisioning complete for port 36a79e1b-579e-4fc0-9f30-937a14bffe9c triggered by entity DHCP. {{(pid=103450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:26:47.262242 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-cbb0d878-83c1-44c7-8ad6-dd00596b74c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868582'] for port (36a79e1b-579e-4fc0-9f30-937a14bffe9c), provisioning_complete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:47.333597 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Provisioning complete for port 533129b2-d6ee-41c5-90d3-4790783a4be6 triggered by entity L2. {{(pid=103450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:26:47.333978 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868582'] for port (533129b2-d6ee-41c5-90d3-4790783a4be6), provisioning_complete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:47.341003 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-af936243-f5a7-4d15-89a6-8e492819d16d admin admin] Publish callbacks [] for port (5a4ef02e-7161-4e6b-b424-c86312f9b298), precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:47.347941 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-af936243-f5a7-4d15-89a6-8e492819d16d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732397598091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732397102978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732397102996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27048595'] for port (5a4ef02e-7161-4e6b-b424-c86312f9b298), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:47.442444 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-cbb0d878-83c1-44c7-8ad6-dd00596b74c9 None None] Current status of the port 36a79e1b-579e-4fc0-9f30-937a14bffe9c is: ACTIVE; New status is: ACTIVE {{(pid=103450) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:26:47.476908 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af936243-f5a7-4d15-89a6-8e492819d16d admin admin] Pushing event updated for resources: {'Port': ['ID=5a4ef02e-7161-4e6b-b424-c86312f9b298,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:26:47.486475 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [None req-cbb0d878-83c1-44c7-8ad6-dd00596b74c9 None None] Provisioning complete for port 5a4ef02e-7161-4e6b-b424-c86312f9b298 triggered by entity DHCP. {{(pid=103450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:26:47.487044 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-cbb0d878-83c1-44c7-8ad6-dd00596b74c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868582'] for port (5a4ef02e-7161-4e6b-b424-c86312f9b298), provisioning_complete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:47.489540 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-af936243-f5a7-4d15-89a6-8e492819d16d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1614424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1641089'] for router_interface (1e15e0a0-d95c-459a-81b4-219e8cb59db2), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:47.522116 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Current status of the port 533129b2-d6ee-41c5-90d3-4790783a4be6 is: ACTIVE; New status is: ACTIVE {{(pid=103450) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:26:47.523734 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Device 36a79e1b-579e-4fc0-9f30-937a14bffe9c up at agent ovs-agent-dv-cinder-830901-7-iscsi {{(pid=103450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 20:26:47.556496 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-cbb0d878-83c1-44c7-8ad6-dd00596b74c9 None None] Port 5a4ef02e-7161-4e6b-b424-c86312f9b298 cannot update to ACTIVE because it is not bound. {{(pid=103450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 20:26:47.594074 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Provisioning complete for port 36a79e1b-579e-4fc0-9f30-937a14bffe9c triggered by entity L2. {{(pid=103450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:26:47.594458 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868582'] for port (36a79e1b-579e-4fc0-9f30-937a14bffe9c), provisioning_complete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:47.622630 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af936243-f5a7-4d15-89a6-8e492819d16d admin admin] Network 69f0c328-c712-4a4b-9f9b-a07ef94331b5 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 20:26:47.624171 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-af936243-f5a7-4d15-89a6-8e492819d16d admin admin] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 20:26:47.719980 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [None req-a23ec158-757a-4c06-bad9-87cb3a262d65 None None] Provisioning complete for port 5a4ef02e-7161-4e6b-b424-c86312f9b298 triggered by entity DHCP. {{(pid=103450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:26:47.720447 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a23ec158-757a-4c06-bad9-87cb3a262d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868582'] for port (5a4ef02e-7161-4e6b-b424-c86312f9b298), provisioning_complete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:47.725014 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Current status of the port 36a79e1b-579e-4fc0-9f30-937a14bffe9c is: ACTIVE; New status is: ACTIVE {{(pid=103450) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:26:47.765625 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-a23ec158-757a-4c06-bad9-87cb3a262d65 None None] Port 5a4ef02e-7161-4e6b-b424-c86312f9b298 cannot update to ACTIVE because it is not bound. {{(pid=103450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 20:26:47.813082 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af936243-f5a7-4d15-89a6-8e492819d16d admin admin] Router 1e15e0a0-d95c-459a-81b4-219e8cb59db2 has already been hosted by L3 agent fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f {{(pid=103448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 20:26:47.882839 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5272ba66-61b1-4ac7-b86c-23ba1ed9c838 req-0a32b4ce-49b4-475e-8bb2-488d9df08aa1 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:26:47.884804 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-5272ba66-61b1-4ac7-b86c-23ba1ed9c838 req-0a32b4ce-49b4-475e-8bb2-488d9df08aa1 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/ports?device_id=049b40d1-bf74-4cf5-8c3f-a195fb9f9314 HTTP/1.1" status: 200 len: 945 time: 0.0541081 May 16 20:26:47.930491 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af936243-f5a7-4d15-89a6-8e492819d16d admin admin] Notify agent at l3_agent.dv-cinder-830901-7-iscsi the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 20:26:47.940826 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-af936243-f5a7-4d15-89a6-8e492819d16d admin admin] 10.222.0.71 "PUT /v2.0/routers/1e15e0a0-d95c-459a-81b4-219e8cb59db2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5669241 May 16 20:26:47.942914 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-5272ba66-61b1-4ac7-b86c-23ba1ed9c838 req-f8053c7f-22e1-44d5-ae6d-7cb33356f683 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/security-groups?id=210ee5af-5660-4fb2-aa13-ecabaf05aebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518563 May 16 20:26:47.985511 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [None req-3cfbb6d3-8415-4354-bb7d-2d97b64b56e5 None None] Provisioning complete for port 5a4ef02e-7161-4e6b-b424-c86312f9b298 triggered by entity DHCP. {{(pid=103450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:26:47.986148 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-3cfbb6d3-8415-4354-bb7d-2d97b64b56e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868582'] for port (5a4ef02e-7161-4e6b-b424-c86312f9b298), provisioning_complete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:48.024714 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-3cfbb6d3-8415-4354-bb7d-2d97b64b56e5 None None] Port 5a4ef02e-7161-4e6b-b424-c86312f9b298 cannot update to ACTIVE because it is not bound. {{(pid=103450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 20:26:48.287764 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.71', 47496) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:26:48.292628 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.v2.base [None req-eb5f96c9-3a88-4525-9712-daff6c8229f7 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-599525325', 'description': 'tempest-secgroup-smoke-599525325 description', 'project_id': '2715141f8ffd49d892600c779e02fa17'}} {{(pid=103449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:26:48.313084 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-eb5f96c9-3a88-4525-9712-daff6c8229f7 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Publish callbacks [] for security_group (None), before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:48.382529 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-eb5f96c9-3a88-4525-9712-daff6c8229f7 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Publish callbacks [] for security_group (8b428606-3a27-4b6b-a2ec-503b3fc25851), precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:48.385999 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-eb5f96c9-3a88-4525-9712-daff6c8229f7 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997425'] for security_group (8b428606-3a27-4b6b-a2ec-503b3fc25851), after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:48.415324 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-eb5f96c9-3a88-4525-9712-daff6c8229f7 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Publish callbacks [] for security_group (None), before_response {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:48.418742 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-eb5f96c9-3a88-4525-9712-daff6c8229f7 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1277273 May 16 20:26:48.419862 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.71', 47498) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:26:48.420511 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5f96c9-3a88-4525-9712-daff6c8229f7 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b428606-3a27-4b6b-a2ec-503b3fc25851,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:26:48.425794 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.v2.base [None req-c4c43424-0afc-49a9-b043-ce5a829baa9b tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Request body: {'security_group_rule': {'security_group_id': '8b428606-3a27-4b6b-a2ec-503b3fc25851', 'project_id': '2715141f8ffd49d892600c779e02fa17', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:26:48.453245 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c4c43424-0afc-49a9-b043-ce5a829baa9b tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Publish callbacks [] for security_group_rule (bdda8521-2f0b-4dcd-bff4-01fe104e1e7f), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:48.513265 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c4c43424-0afc-49a9-b043-ce5a829baa9b tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Publish callbacks [] for security_group_rule (bdda8521-2f0b-4dcd-bff4-01fe104e1e7f), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:48.517050 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c4c43424-0afc-49a9-b043-ce5a829baa9b tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997506'] for security_group_rule (bdda8521-2f0b-4dcd-bff4-01fe104e1e7f), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:48.535267 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c43424-0afc-49a9-b043-ce5a829baa9b tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdda8521-2f0b-4dcd-bff4-01fe104e1e7f,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:26:48.543139 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c4c43424-0afc-49a9-b043-ce5a829baa9b tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:48.544647 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-c4c43424-0afc-49a9-b043-ce5a829baa9b tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1236057 May 16 20:26:48.547351 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.71', 47500) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:26:48.551683 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.v2.base [None req-5527c346-3396-41d9-b22a-327ef463f5f0 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Request body: {'security_group_rule': {'security_group_id': '8b428606-3a27-4b6b-a2ec-503b3fc25851', 'project_id': '2715141f8ffd49d892600c779e02fa17', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:26:48.578156 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5527c346-3396-41d9-b22a-327ef463f5f0 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Publish callbacks [] for security_group_rule (f5068990-fda4-4850-b677-a608d8b56569), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:48.634719 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5527c346-3396-41d9-b22a-327ef463f5f0 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Publish callbacks [] for security_group_rule (f5068990-fda4-4850-b677-a608d8b56569), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:48.638457 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5527c346-3396-41d9-b22a-327ef463f5f0 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997506'] for security_group_rule (f5068990-fda4-4850-b677-a608d8b56569), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:48.655995 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5527c346-3396-41d9-b22a-327ef463f5f0 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5068990-fda4-4850-b677-a608d8b56569,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:26:48.665972 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5527c346-3396-41d9-b22a-327ef463f5f0 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:48.667206 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-5527c346-3396-41d9-b22a-327ef463f5f0 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1189277 May 16 20:26:48.670026 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.71', 47504) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:26:48.674866 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.v2.base [None req-9cf10fca-4836-4c1c-9b56-9fa7aaf152dd tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Request body: {'security_group_rule': {'security_group_id': '8b428606-3a27-4b6b-a2ec-503b3fc25851', 'project_id': '2715141f8ffd49d892600c779e02fa17', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:26:48.702237 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9cf10fca-4836-4c1c-9b56-9fa7aaf152dd tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Publish callbacks [] for security_group_rule (0cb309b1-2b12-4d32-9ee5-1c2b6418f66d), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:48.766296 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9cf10fca-4836-4c1c-9b56-9fa7aaf152dd tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Publish callbacks [] for security_group_rule (0cb309b1-2b12-4d32-9ee5-1c2b6418f66d), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:48.772008 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9cf10fca-4836-4c1c-9b56-9fa7aaf152dd tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997506'] for security_group_rule (0cb309b1-2b12-4d32-9ee5-1c2b6418f66d), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:48.788013 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf10fca-4836-4c1c-9b56-9fa7aaf152dd tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cb309b1-2b12-4d32-9ee5-1c2b6418f66d,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:26:48.798890 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9cf10fca-4836-4c1c-9b56-9fa7aaf152dd tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:48.800083 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-9cf10fca-4836-4c1c-9b56-9fa7aaf152dd tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1291170 May 16 20:26:48.804016 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.71', 47512) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:26:48.808294 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.v2.base [None req-3a7ed0b5-e0aa-4d8f-a4bb-80d5539ac1ea tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Request body: {'security_group_rule': {'security_group_id': '8b428606-3a27-4b6b-a2ec-503b3fc25851', 'project_id': '2715141f8ffd49d892600c779e02fa17', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:26:48.834735 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3a7ed0b5-e0aa-4d8f-a4bb-80d5539ac1ea tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Publish callbacks [] for security_group_rule (257af852-af96-4014-9b08-7ad48f1ad961), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:48.897703 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3a7ed0b5-e0aa-4d8f-a4bb-80d5539ac1ea tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Publish callbacks [] for security_group_rule (257af852-af96-4014-9b08-7ad48f1ad961), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:48.901578 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3a7ed0b5-e0aa-4d8f-a4bb-80d5539ac1ea tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997506'] for security_group_rule (257af852-af96-4014-9b08-7ad48f1ad961), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:48.921096 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7ed0b5-e0aa-4d8f-a4bb-80d5539ac1ea tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=257af852-af96-4014-9b08-7ad48f1ad961,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:26:48.930483 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3a7ed0b5-e0aa-4d8f-a4bb-80d5539ac1ea tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:48.931700 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-3a7ed0b5-e0aa-4d8f-a4bb-80d5539ac1ea tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1267238 May 16 20:26:48.934666 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.71', 47514) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:26:48.939178 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.v2.base [None req-38374ebd-bbc2-401e-a414-8508afbfe6b6 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Request body: {'security_group_rule': {'security_group_id': '8b428606-3a27-4b6b-a2ec-503b3fc25851', 'project_id': '2715141f8ffd49d892600c779e02fa17', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:26:48.960062 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.db.securitygroups_db [None req-38374ebd-bbc2-401e-a414-8508afbfe6b6 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Project 2715141f8ffd49d892600c779e02fa17 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 16 20:26:48.967802 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-38374ebd-bbc2-401e-a414-8508afbfe6b6 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Publish callbacks [] for security_group_rule (990dc048-f453-4c32-beba-c01c1f974900), before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:49.047875 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-38374ebd-bbc2-401e-a414-8508afbfe6b6 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Publish callbacks [] for security_group_rule (990dc048-f453-4c32-beba-c01c1f974900), precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:49.052833 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-38374ebd-bbc2-401e-a414-8508afbfe6b6 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997506'] for security_group_rule (990dc048-f453-4c32-beba-c01c1f974900), after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:49.102423 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38374ebd-bbc2-401e-a414-8508afbfe6b6 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=990dc048-f453-4c32-beba-c01c1f974900,revision_number=0']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:26:49.113854 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b6f29e-ab78-45b0-be82-d821462f575c req-572f7546-9c67-4af9-b015-9c68195ca15d tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:26:49.123109 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-a3b6f29e-ab78-45b0-be82-d821462f575c req-572f7546-9c67-4af9-b015-9c68195ca15d tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/ports?device_id=049b40d1-bf74-4cf5-8c3f-a195fb9f9314 HTTP/1.1" status: 200 len: 945 time: 0.0889554 May 16 20:26:49.127704 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-38374ebd-bbc2-401e-a414-8508afbfe6b6 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:49.128935 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-38374ebd-bbc2-401e-a414-8508afbfe6b6 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1932220 May 16 20:26:49.132585 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.71', 47522) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:26:49.139187 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.v2.base [None req-659f1f0c-f0ab-4e57-b999-fb6b3b06fb4f tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Request body: {'security_group_rule': {'security_group_id': '8b428606-3a27-4b6b-a2ec-503b3fc25851', 'project_id': '2715141f8ffd49d892600c779e02fa17', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:26:49.164519 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.db.securitygroups_db [None req-659f1f0c-f0ab-4e57-b999-fb6b3b06fb4f tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Project 2715141f8ffd49d892600c779e02fa17 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 16 20:26:49.164958 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Device c2b7df01-5ee5-47cc-a138-470005b49d0f up at agent ovs-agent-dv-cinder-830901-7-iscsi {{(pid=103450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 20:26:49.170581 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-659f1f0c-f0ab-4e57-b999-fb6b3b06fb4f tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Publish callbacks [] for security_group_rule (3a8ef205-3601-4141-8280-ed29760be17d), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:49.193959 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-a3b6f29e-ab78-45b0-be82-d821462f575c req-866b3146-eb12-4b02-a8e4-c784607599be tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/security-groups?id=210ee5af-5660-4fb2-aa13-ecabaf05aebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669618 May 16 20:26:49.235311 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc0d5a1-2f98-47f3-9f35-c3d7a9efbcae None None] Sync routers for ids ['1e15e0a0-d95c-459a-81b4-219e8cb59db2'] in dv-cinder-830901-7-iscsi {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 20:26:49.243959 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Provisioning complete for port c2b7df01-5ee5-47cc-a138-470005b49d0f triggered by entity L2. {{(pid=103450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:26:49.244426 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868582'] for port (c2b7df01-5ee5-47cc-a138-470005b49d0f), provisioning_complete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:49.254529 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-659f1f0c-f0ab-4e57-b999-fb6b3b06fb4f tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Publish callbacks [] for security_group_rule (3a8ef205-3601-4141-8280-ed29760be17d), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:49.258978 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-659f1f0c-f0ab-4e57-b999-fb6b3b06fb4f tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997506'] for security_group_rule (3a8ef205-3601-4141-8280-ed29760be17d), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:49.274835 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc0d5a1-2f98-47f3-9f35-c3d7a9efbcae None None] Routers {'1e15e0a0-d95c-459a-81b4-219e8cb59db2'} bound to L3 agent in host dv-cinder-830901-7-iscsi {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:26:49.275483 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-bfc0d5a1-2f98-47f3-9f35-c3d7a9efbcae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-16T20:16:38Z,description=,heartbeat_timestamp=2022-05-16T20:26:38Z,host='dv-cinder-830901-7-iscsi',id=fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:16:38Z,topic='l3_agent')) {'router_ids': ['1e15e0a0-d95c-459a-81b4-219e8cb59db2'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:26:49.279825 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659f1f0c-f0ab-4e57-b999-fb6b3b06fb4f tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a8ef205-3601-4141-8280-ed29760be17d,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:26:49.285744 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-659f1f0c-f0ab-4e57-b999-fb6b3b06fb4f tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:49.288590 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-659f1f0c-f0ab-4e57-b999-fb6b3b06fb4f tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1549494 May 16 20:26:49.414371 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Current status of the port c2b7df01-5ee5-47cc-a138-470005b49d0f is: DOWN; New status is: ACTIVE {{(pid=103450) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:26:49.414711 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (c2b7df01-5ee5-47cc-a138-470005b49d0f), before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:49.445746 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-bfc0d5a1-2f98-47f3-9f35-c3d7a9efbcae None None] Set router 1e15e0a0-d95c-459a-81b4-219e8cb59db2 gateway port host: dv-cinder-830901-7-iscsi {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:26:49.470714 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] For port c2b7df01-5ee5-47cc-a138-470005b49d0f, host dv-cinder-830901-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-7-iscsi',level=0,port_id=c2b7df01-5ee5-47cc-a138-470005b49d0f,segment=NetworkSegment(cb03ab33-ba4f-4a89-ab90-bfee78bf90a5),segment_id=cb03ab33-ba4f-4a89-ab90-bfee78bf90a5)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:26:49.476871 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732397598091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732397102978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732397102996'] for port (c2b7df01-5ee5-47cc-a138-470005b49d0f), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:49.611475 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Pushing event updated for resources: {'Port': ['ID=c2b7df01-5ee5-47cc-a138-470005b49d0f,revision_number=4']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:26:49.689421 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-bfc0d5a1-2f98-47f3-9f35-c3d7a9efbcae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e15e0a0-d95c-459a-81b4-219e8cb59db2', 'name': 'tempest-TestVolumeBootPattern-1807787256-router', 'tenant_id': 'e1fa8a2b2f064a62939e0a1c4a34f7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'external_fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': 'c2b7df01-5ee5-47cc-a138-470005b49d0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:26:43Z', 'updated_at': '2022-05-16T20:26:47Z', 'revision_number': 4, 'project_id': 'e1fa8a2b2f064a62939e0a1c4a34f7cb', 'gw_port': {'id': 'c2b7df01-5ee5-47cc-a138-470005b49d0f', 'name': '', 'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:8b:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e15e0a0-d95c-459a-81b4-219e8cb59db2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:26:44Z', 'updated_at': '2022-05-16T20:26:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-7-iscsi', '_interfaces': [{'id': '5a4ef02e-7161-4e6b-b424-c86312f9b298', 'name': '', 'network_id': '69f0c328-c712-4a4b-9f9b-a07ef94331b5', 'tenant_id': 'e1fa8a2b2f064a62939e0a1c4a34f7cb', 'mac_address': 'fa:16:3e:99:17:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e15e0a0-d95c-459a-81b4-219e8cb59db2', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '06254eac-5be0-451d-89cd-01e3dd58ee9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:26:46Z', 'updated_at': '2022-05-16T20:26:47Z', 'revision_number': 2, 'project_id': 'e1fa8a2b2f064a62939e0a1c4a34f7cb', 'subnets': [{'id': '06254eac-5be0-451d-89cd-01e3dd58ee9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-7-iscsi', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:26:49.723949 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc0d5a1-2f98-47f3-9f35-c3d7a9efbcae None None] Checking router: 1e15e0a0-d95c-459a-81b4-219e8cb59db2 for host: dv-cinder-830901-7-iscsi {{(pid=103450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 20:26:49.724982 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc0d5a1-2f98-47f3-9f35-c3d7a9efbcae None None] Updating router 1e15e0a0-d95c-459a-81b4-219e8cb59db2 port 5a4ef02e-7161-4e6b-b424-c86312f9b298 binding host dv-cinder-830901-7-iscsi {{(pid=103450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 16 20:26:49.759090 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-bfc0d5a1-2f98-47f3-9f35-c3d7a9efbcae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (5a4ef02e-7161-4e6b-b424-c86312f9b298), before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:50.112932 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-bfc0d5a1-2f98-47f3-9f35-c3d7a9efbcae None None] Publish callbacks [] for port (5a4ef02e-7161-4e6b-b424-c86312f9b298), precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:50.122719 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-bfc0d5a1-2f98-47f3-9f35-c3d7a9efbcae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732397598091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732397102978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732397102996'] for port (5a4ef02e-7161-4e6b-b424-c86312f9b298), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:50.213805 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9549e9-64cf-416d-b6e2-2d091a9206a2 None None] Pushing event updated for resources: {'Port': ['ID=5a4ef02e-7161-4e6b-b424-c86312f9b298,revision_number=3']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:26:50.295550 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-bfc0d5a1-2f98-47f3-9f35-c3d7a9efbcae None None] Attempting to bind port 5a4ef02e-7161-4e6b-b424-c86312f9b298 on host dv-cinder-830901-7-iscsi for vnic_type normal with profile {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 20:26:50.295550 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-bfc0d5a1-2f98-47f3-9f35-c3d7a9efbcae None None] Attempting to bind port 5a4ef02e-7161-4e6b-b424-c86312f9b298 by drivers openvswitch,hyperv on host dv-cinder-830901-7-iscsi at level 0 using segments [{'id': 'e7db7ef1-8140-4bca-8c27-0a8b9392d9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '69f0c328-c712-4a4b-9f9b-a07ef94331b5'}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 20:26:50.295550 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc0d5a1-2f98-47f3-9f35-c3d7a9efbcae None None] Attempting to bind port 5a4ef02e-7161-4e6b-b424-c86312f9b298 on network 69f0c328-c712-4a4b-9f9b-a07ef94331b5 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 20:26:50.297114 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc0d5a1-2f98-47f3-9f35-c3d7a9efbcae None None] Checking agent: {'id': 'bddaa840-ffd9-43a2-8860-d40111f70aff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830901-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 20, 16, 41), 'started_at': datetime.datetime(2022, 5, 16, 20, 17, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 20, 26, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830901-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 20:26:50.297114 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc0d5a1-2f98-47f3-9f35-c3d7a9efbcae None None] Checking segment: {'id': 'e7db7ef1-8140-4bca-8c27-0a8b9392d9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '69f0c328-c712-4a4b-9f9b-a07ef94331b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 20:26:50.298274 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-bfc0d5a1-2f98-47f3-9f35-c3d7a9efbcae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:50.299528 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc0d5a1-2f98-47f3-9f35-c3d7a9efbcae None None] Bound using segment: {'id': 'e7db7ef1-8140-4bca-8c27-0a8b9392d9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '69f0c328-c712-4a4b-9f9b-a07ef94331b5'} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 20:26:50.300336 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-bfc0d5a1-2f98-47f3-9f35-c3d7a9efbcae None None] Bound port: 5a4ef02e-7161-4e6b-b424-c86312f9b298, host: dv-cinder-830901-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7db7ef1-8140-4bca-8c27-0a8b9392d9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '69f0c328-c712-4a4b-9f9b-a07ef94331b5'}}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 20:26:50.300785 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-bfc0d5a1-2f98-47f3-9f35-c3d7a9efbcae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (5a4ef02e-7161-4e6b-b424-c86312f9b298), before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:50.414406 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-bfc0d5a1-2f98-47f3-9f35-c3d7a9efbcae None None] For port 5a4ef02e-7161-4e6b-b424-c86312f9b298, host dv-cinder-830901-7-iscsi, cleared binding levels {{(pid=103450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 20:26:50.420195 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-bfc0d5a1-2f98-47f3-9f35-c3d7a9efbcae None None] For port 5a4ef02e-7161-4e6b-b424-c86312f9b298, host dv-cinder-830901-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-7-iscsi',level=0,port_id=5a4ef02e-7161-4e6b-b424-c86312f9b298,segment=NetworkSegment(e7db7ef1-8140-4bca-8c27-0a8b9392d9d6),segment_id=e7db7ef1-8140-4bca-8c27-0a8b9392d9d6)] {{(pid=103450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 20:26:50.428724 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-bfc0d5a1-2f98-47f3-9f35-c3d7a9efbcae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732397598091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732397102978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732397102996'] for port (5a4ef02e-7161-4e6b-b424-c86312f9b298), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:50.490728 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc0d5a1-2f98-47f3-9f35-c3d7a9efbcae None None] Routers {'1e15e0a0-d95c-459a-81b4-219e8cb59db2'} bound to L3 agent in host dv-cinder-830901-7-iscsi {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:26:50.491457 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-bfc0d5a1-2f98-47f3-9f35-c3d7a9efbcae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-16T20:16:38Z,description=,heartbeat_timestamp=2022-05-16T20:26:38Z,host='dv-cinder-830901-7-iscsi',id=fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:16:38Z,topic='l3_agent')) {'router_ids': ['1e15e0a0-d95c-459a-81b4-219e8cb59db2'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:26:50.540182 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c505c8-b7f1-4c74-8505-a0174136afc1 req-de8bcbf7-c129-4b67-ae47-3ddf3b8071f1 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:26:50.541949 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-d4c505c8-b7f1-4c74-8505-a0174136afc1 req-de8bcbf7-c129-4b67-ae47-3ddf3b8071f1 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/ports?device_id=049b40d1-bf74-4cf5-8c3f-a195fb9f9314 HTTP/1.1" status: 200 len: 945 time: 0.0663114 May 16 20:26:50.544406 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9549e9-64cf-416d-b6e2-2d091a9206a2 None None] Pushing event updated for resources: {'Port': ['ID=5a4ef02e-7161-4e6b-b424-c86312f9b298,revision_number=4']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:26:50.583551 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [None req-eabc2f4d-23ff-43cb-b96f-01566aa65809 None None] Provisioning complete for port 5a4ef02e-7161-4e6b-b424-c86312f9b298 triggered by entity DHCP. {{(pid=103450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:26:50.587602 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-eabc2f4d-23ff-43cb-b96f-01566aa65809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868582'] for port (5a4ef02e-7161-4e6b-b424-c86312f9b298), provisioning_complete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:50.619862 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-d4c505c8-b7f1-4c74-8505-a0174136afc1 req-95f806f0-04a4-44bf-8f18-6f21e29ba61d tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/security-groups?id=210ee5af-5660-4fb2-aa13-ecabaf05aebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708327 May 16 20:26:50.804208 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-bfc0d5a1-2f98-47f3-9f35-c3d7a9efbcae None None] Set router 1e15e0a0-d95c-459a-81b4-219e8cb59db2 gateway port host: dv-cinder-830901-7-iscsi {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:26:50.921096 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-eabc2f4d-23ff-43cb-b96f-01566aa65809 None None] Current status of the port 5a4ef02e-7161-4e6b-b424-c86312f9b298 is: DOWN; New status is: ACTIVE {{(pid=103450) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:26:50.921533 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-eabc2f4d-23ff-43cb-b96f-01566aa65809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (5a4ef02e-7161-4e6b-b424-c86312f9b298), before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:51.021263 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-eabc2f4d-23ff-43cb-b96f-01566aa65809 None None] For port 5a4ef02e-7161-4e6b-b424-c86312f9b298, host dv-cinder-830901-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-7-iscsi',level=0,port_id=5a4ef02e-7161-4e6b-b424-c86312f9b298,segment=NetworkSegment(e7db7ef1-8140-4bca-8c27-0a8b9392d9d6),segment_id=e7db7ef1-8140-4bca-8c27-0a8b9392d9d6)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:26:51.026670 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-eabc2f4d-23ff-43cb-b96f-01566aa65809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732397598091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732397102978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732397102996'] for port (5a4ef02e-7161-4e6b-b424-c86312f9b298), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:51.119073 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabc2f4d-23ff-43cb-b96f-01566aa65809 None None] Pushing event updated for resources: {'Port': ['ID=5a4ef02e-7161-4e6b-b424-c86312f9b298,revision_number=5']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:26:51.143618 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-bfc0d5a1-2f98-47f3-9f35-c3d7a9efbcae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e15e0a0-d95c-459a-81b4-219e8cb59db2', 'name': 'tempest-TestVolumeBootPattern-1807787256-router', 'tenant_id': 'e1fa8a2b2f064a62939e0a1c4a34f7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'external_fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': 'c2b7df01-5ee5-47cc-a138-470005b49d0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:26:43Z', 'updated_at': '2022-05-16T20:26:47Z', 'revision_number': 4, 'project_id': 'e1fa8a2b2f064a62939e0a1c4a34f7cb', 'gw_port': {'id': 'c2b7df01-5ee5-47cc-a138-470005b49d0f', 'name': '', 'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:8b:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e15e0a0-d95c-459a-81b4-219e8cb59db2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:26:44Z', 'updated_at': '2022-05-16T20:26:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-7-iscsi', '_interfaces': [{'id': '5a4ef02e-7161-4e6b-b424-c86312f9b298', 'name': '', 'network_id': '69f0c328-c712-4a4b-9f9b-a07ef94331b5', 'tenant_id': 'e1fa8a2b2f064a62939e0a1c4a34f7cb', 'mac_address': 'fa:16:3e:99:17:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e15e0a0-d95c-459a-81b4-219e8cb59db2', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '06254eac-5be0-451d-89cd-01e3dd58ee9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:26:46Z', 'updated_at': '2022-05-16T20:26:50Z', 'revision_number': 4, 'project_id': 'e1fa8a2b2f064a62939e0a1c4a34f7cb', 'subnets': [{'id': '06254eac-5be0-451d-89cd-01e3dd58ee9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-7-iscsi', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:26:51.188760 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [None req-e719dded-0e28-4bf2-96ee-807b9840fa7e None None] Provisioning complete for port 5a4ef02e-7161-4e6b-b424-c86312f9b298 triggered by entity DHCP. {{(pid=103450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:26:51.188967 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e719dded-0e28-4bf2-96ee-807b9840fa7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868582'] for port (5a4ef02e-7161-4e6b-b424-c86312f9b298), provisioning_complete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:51.191021 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc0d5a1-2f98-47f3-9f35-c3d7a9efbcae None None] The sync data for ids ['1e15e0a0-d95c-459a-81b4-219e8cb59db2'] in dv-cinder-830901-7-iscsi is: [{'id': '1e15e0a0-d95c-459a-81b4-219e8cb59db2', 'name': 'tempest-TestVolumeBootPattern-1807787256-router', 'tenant_id': 'e1fa8a2b2f064a62939e0a1c4a34f7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'external_fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': 'c2b7df01-5ee5-47cc-a138-470005b49d0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:26:43Z', 'updated_at': '2022-05-16T20:26:47Z', 'revision_number': 4, 'project_id': 'e1fa8a2b2f064a62939e0a1c4a34f7cb', 'gw_port': {'id': 'c2b7df01-5ee5-47cc-a138-470005b49d0f', 'name': '', 'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:8b:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e15e0a0-d95c-459a-81b4-219e8cb59db2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:26:44Z', 'updated_at': '2022-05-16T20:26:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-7-iscsi', '_interfaces': [{'id': '5a4ef02e-7161-4e6b-b424-c86312f9b298', 'name': '', 'network_id': '69f0c328-c712-4a4b-9f9b-a07ef94331b5', 'tenant_id': 'e1fa8a2b2f064a62939e0a1c4a34f7cb', 'mac_address': 'fa:16:3e:99:17:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e15e0a0-d95c-459a-81b4-219e8cb59db2', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '06254eac-5be0-451d-89cd-01e3dd58ee9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:26:46Z', 'updated_at': '2022-05-16T20:26:50Z', 'revision_number': 4, 'project_id': 'e1fa8a2b2f064a62939e0a1c4a34f7cb', 'subnets': [{'id': '06254eac-5be0-451d-89cd-01e3dd58ee9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 20:26:51.216548 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Device c2b7df01-5ee5-47cc-a138-470005b49d0f up at agent ovs-agent-dv-cinder-830901-7-iscsi {{(pid=103450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 20:26:51.351954 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Provisioning complete for port c2b7df01-5ee5-47cc-a138-470005b49d0f triggered by entity L2. {{(pid=103450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:26:51.352301 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868582'] for port (c2b7df01-5ee5-47cc-a138-470005b49d0f), provisioning_complete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:51.388260 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-e719dded-0e28-4bf2-96ee-807b9840fa7e None None] Current status of the port 5a4ef02e-7161-4e6b-b424-c86312f9b298 is: ACTIVE; New status is: ACTIVE {{(pid=103450) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:26:51.472444 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Current status of the port c2b7df01-5ee5-47cc-a138-470005b49d0f is: ACTIVE; New status is: ACTIVE {{(pid=103450) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:26:51.773493 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70569773-baf9-4a67-a2f3-2c3b875b09ee req-147e8b73-85c4-4ad5-ab93-6da284c85205 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:26:51.775188 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-70569773-baf9-4a67-a2f3-2c3b875b09ee req-147e8b73-85c4-4ad5-ab93-6da284c85205 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/ports?device_id=049b40d1-bf74-4cf5-8c3f-a195fb9f9314 HTTP/1.1" status: 200 len: 945 time: 0.0636570 May 16 20:26:51.828435 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-70569773-baf9-4a67-a2f3-2c3b875b09ee req-9021aa33-c591-489c-9170-bc8a130c4416 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/security-groups?id=210ee5af-5660-4fb2-aa13-ecabaf05aebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464785 May 16 20:26:52.031409 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.71', 47672) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:26:52.173518 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-44550ef4-a230-45dd-90c3-3b0d37f5f6a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:52.290861 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-44550ef4-a230-45dd-90c3-3b0d37f5f6a5 admin admin] Publish callbacks [] for security_group (47b446de-e9bc-4ea6-9c75-d7728ed7c2b2), precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:52.295130 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-44550ef4-a230-45dd-90c3-3b0d37f5f6a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997425'] for security_group (47b446de-e9bc-4ea6-9c75-d7728ed7c2b2), after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:52.344940 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-44550ef4-a230-45dd-90c3-3b0d37f5f6a5 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=08178a0fd39e4c07806097319a9f5d66&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3124335 May 16 20:26:52.345881 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44550ef4-a230-45dd-90c3-3b0d37f5f6a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47b446de-e9bc-4ea6-9c75-d7728ed7c2b2,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:26:52.347577 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.71', 47690) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:26:52.398151 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.71', 47692) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:26:52.417969 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-190f9451-eb47-4de9-a8c6-0d2b10d2d7d5 admin admin] Publish callbacks [] for security_group (47b446de-e9bc-4ea6-9c75-d7728ed7c2b2), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:52.446395 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-190f9451-eb47-4de9-a8c6-0d2b10d2d7d5 admin admin] Publish callbacks [] for security_group (47b446de-e9bc-4ea6-9c75-d7728ed7c2b2), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:52.517469 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-190f9451-eb47-4de9-a8c6-0d2b10d2d7d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997425'] for security_group (47b446de-e9bc-4ea6-9c75-d7728ed7c2b2), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:52.523176 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-190f9451-eb47-4de9-a8c6-0d2b10d2d7d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:52.537039 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-190f9451-eb47-4de9-a8c6-0d2b10d2d7d5 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/47b446de-e9bc-4ea6-9c75-d7728ed7c2b2 HTTP/1.1" status: 204 len: 168 time: 0.1881230 May 16 20:26:52.541160 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c0c93ce0-0805-417c-aeba-28e0ad9d63f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:52.565261 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190f9451-eb47-4de9-a8c6-0d2b10d2d7d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47b446de-e9bc-4ea6-9c75-d7728ed7c2b2,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:26:52.702304 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c0c93ce0-0805-417c-aeba-28e0ad9d63f3 admin admin] Publish callbacks [] for security_group (6e913997-7ca8-4519-bbc3-583b5b18a617), precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:52.710139 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c0c93ce0-0805-417c-aeba-28e0ad9d63f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997425'] for security_group (6e913997-7ca8-4519-bbc3-583b5b18a617), after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:52.782866 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-c0c93ce0-0805-417c-aeba-28e0ad9d63f3 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=3629fc9226c34f9e95e2b75db2f326bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3809471 May 16 20:26:52.783523 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.71', 47714) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:26:52.785309 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c93ce0-0805-417c-aeba-28e0ad9d63f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e913997-7ca8-4519-bbc3-583b5b18a617,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:26:52.895491 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-2612063f-53af-480b-aa54-2d00885aaedb admin admin] Publish callbacks [] for security_group (6e913997-7ca8-4519-bbc3-583b5b18a617), before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:52.951637 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-2612063f-53af-480b-aa54-2d00885aaedb admin admin] Publish callbacks [] for security_group (6e913997-7ca8-4519-bbc3-583b5b18a617), precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:53.004075 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.71', 47724) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:26:53.023868 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-06d54c8e-34b4-4159-9ded-a6bad1d7afeb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:53.046498 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb9c84f-3924-4f21-996f-b28f05ace471 req-aa91ab6b-d06a-4191-93d1-81d6e9a1540c tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:26:53.055545 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-7bb9c84f-3924-4f21-996f-b28f05ace471 req-aa91ab6b-d06a-4191-93d1-81d6e9a1540c tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/ports?device_id=049b40d1-bf74-4cf5-8c3f-a195fb9f9314 HTTP/1.1" status: 200 len: 945 time: 0.0670440 May 16 20:26:53.141893 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-06d54c8e-34b4-4159-9ded-a6bad1d7afeb admin admin] Publish callbacks [] for security_group (ef2a6ee8-2453-4f3a-98cb-a861a634856e), precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:53.148357 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-2612063f-53af-480b-aa54-2d00885aaedb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997425'] for security_group (6e913997-7ca8-4519-bbc3-583b5b18a617), after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:53.152203 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-2612063f-53af-480b-aa54-2d00885aaedb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:53.155390 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-2612063f-53af-480b-aa54-2d00885aaedb admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/6e913997-7ca8-4519-bbc3-583b5b18a617 HTTP/1.1" status: 204 len: 168 time: 0.3711245 May 16 20:26:53.158650 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-06d54c8e-34b4-4159-9ded-a6bad1d7afeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997425'] for security_group (ef2a6ee8-2453-4f3a-98cb-a861a634856e), after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:53.171216 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-7bb9c84f-3924-4f21-996f-b28f05ace471 req-087d7bf2-fb21-4528-aaee-21e5c459b204 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/security-groups?id=210ee5af-5660-4fb2-aa13-ecabaf05aebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142721 May 16 20:26:53.190203 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-06d54c8e-34b4-4159-9ded-a6bad1d7afeb admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=d983bcbcc0dc4907a48116d4b5ba756d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1844096 May 16 20:26:53.194037 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.71', 47728) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:26:53.196092 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2612063f-53af-480b-aa54-2d00885aaedb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e913997-7ca8-4519-bbc3-583b5b18a617,revision_number=None']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:26:53.281327 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d54c8e-34b4-4159-9ded-a6bad1d7afeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef2a6ee8-2453-4f3a-98cb-a861a634856e,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:26:53.284648 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Device 5a4ef02e-7161-4e6b-b424-c86312f9b298 up at agent ovs-agent-dv-cinder-830901-7-iscsi {{(pid=103450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 20:26:53.315747 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8219b968-5d12-47e5-be68-4e5b595e9288 admin admin] Publish callbacks [] for security_group (ef2a6ee8-2453-4f3a-98cb-a861a634856e), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:53.342779 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Provisioning complete for port 5a4ef02e-7161-4e6b-b424-c86312f9b298 triggered by entity L2. {{(pid=103450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:26:53.343216 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868582'] for port (5a4ef02e-7161-4e6b-b424-c86312f9b298), provisioning_complete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:53.366219 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8219b968-5d12-47e5-be68-4e5b595e9288 admin admin] Publish callbacks [] for security_group (ef2a6ee8-2453-4f3a-98cb-a861a634856e), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:53.451497 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8219b968-5d12-47e5-be68-4e5b595e9288 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997425'] for security_group (ef2a6ee8-2453-4f3a-98cb-a861a634856e), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:53.454305 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8219b968-5d12-47e5-be68-4e5b595e9288 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:53.456349 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Current status of the port 5a4ef02e-7161-4e6b-b424-c86312f9b298 is: ACTIVE; New status is: ACTIVE {{(pid=103450) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:26:53.457018 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-8219b968-5d12-47e5-be68-4e5b595e9288 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/ef2a6ee8-2453-4f3a-98cb-a861a634856e HTTP/1.1" status: 204 len: 168 time: 0.2610888 May 16 20:26:53.486545 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8219b968-5d12-47e5-be68-4e5b595e9288 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef2a6ee8-2453-4f3a-98cb-a861a634856e,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:26:53.754537 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.71', 47746) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:26:53.768973 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5491dc28-0438-4249-b074-522a623eac8c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:53.849393 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5491dc28-0438-4249-b074-522a623eac8c admin admin] Publish callbacks [] for security_group (af3c84e2-5ad5-4328-98a5-4cee6a6b4a45), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:53.854117 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5491dc28-0438-4249-b074-522a623eac8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997425'] for security_group (af3c84e2-5ad5-4328-98a5-4cee6a6b4a45), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:53.893973 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-5491dc28-0438-4249-b074-522a623eac8c admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=cb54d6572883414e8f3d1a5aed47ea41&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1383345 May 16 20:26:53.894853 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5491dc28-0438-4249-b074-522a623eac8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af3c84e2-5ad5-4328-98a5-4cee6a6b4a45,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:26:53.896871 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.71', 47750) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:26:53.949618 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-833b3d30-a054-40e8-bc5f-57fd15e6c711 admin admin] Publish callbacks [] for security_group (af3c84e2-5ad5-4328-98a5-4cee6a6b4a45), before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:53.972264 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-833b3d30-a054-40e8-bc5f-57fd15e6c711 admin admin] Publish callbacks [] for security_group (af3c84e2-5ad5-4328-98a5-4cee6a6b4a45), precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:54.034140 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-833b3d30-a054-40e8-bc5f-57fd15e6c711 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997425'] for security_group (af3c84e2-5ad5-4328-98a5-4cee6a6b4a45), after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:54.039285 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-833b3d30-a054-40e8-bc5f-57fd15e6c711 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:54.040748 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-833b3d30-a054-40e8-bc5f-57fd15e6c711 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/af3c84e2-5ad5-4328-98a5-4cee6a6b4a45 HTTP/1.1" status: 204 len: 168 time: 0.1425564 May 16 20:26:54.052679 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833b3d30-a054-40e8-bc5f-57fd15e6c711 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af3c84e2-5ad5-4328-98a5-4cee6a6b4a45,revision_number=None']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:26:54.321752 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290bbb62-8f04-4ddb-ab93-31f5bb5ea9a9 req-3739c109-5e4d-43b8-a114-304dde00366e tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:26:54.326636 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-290bbb62-8f04-4ddb-ab93-31f5bb5ea9a9 req-3739c109-5e4d-43b8-a114-304dde00366e tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/ports?device_id=049b40d1-bf74-4cf5-8c3f-a195fb9f9314 HTTP/1.1" status: 200 len: 945 time: 0.0689075 May 16 20:26:54.418030 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-290bbb62-8f04-4ddb-ab93-31f5bb5ea9a9 req-bc4827e5-dafa-4c60-a004-6626056607ec tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/security-groups?id=210ee5af-5660-4fb2-aa13-ecabaf05aebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837047 May 16 20:26:54.551041 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.71', 47788) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:26:54.714681 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6c4fd35a-edd4-440e-a19b-bb7b68a44f64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:54.807085 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6c4fd35a-edd4-440e-a19b-bb7b68a44f64 admin admin] Publish callbacks [] for security_group (f7c99362-2717-45d6-abba-f3ccd3911149), precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:54.810548 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6c4fd35a-edd4-440e-a19b-bb7b68a44f64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997425'] for security_group (f7c99362-2717-45d6-abba-f3ccd3911149), after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:54.857240 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-6c4fd35a-edd4-440e-a19b-bb7b68a44f64 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=9034b98d6f0e4e1e8b71b29926b7fdc9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3044145 May 16 20:26:54.858454 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fd35a-edd4-440e-a19b-bb7b68a44f64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7c99362-2717-45d6-abba-f3ccd3911149,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:26:54.859914 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.71', 47796) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:26:54.908547 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a23c99d5-bc7b-4acb-8617-94334e0ff987 admin admin] Publish callbacks [] for security_group (f7c99362-2717-45d6-abba-f3ccd3911149), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:54.931141 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a23c99d5-bc7b-4acb-8617-94334e0ff987 admin admin] Publish callbacks [] for security_group (f7c99362-2717-45d6-abba-f3ccd3911149), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:54.981843 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a23c99d5-bc7b-4acb-8617-94334e0ff987 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997425'] for security_group (f7c99362-2717-45d6-abba-f3ccd3911149), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:54.984455 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a23c99d5-bc7b-4acb-8617-94334e0ff987 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:54.985697 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-a23c99d5-bc7b-4acb-8617-94334e0ff987 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/f7c99362-2717-45d6-abba-f3ccd3911149 HTTP/1.1" status: 204 len: 168 time: 0.1245315 May 16 20:26:54.994967 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23c99d5-bc7b-4acb-8617-94334e0ff987 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7c99362-2717-45d6-abba-f3ccd3911149,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:26:55.252355 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.71', 47804) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:26:55.265877 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-76898d9a-afb6-47d9-aa86-6d96f408550e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:55.344903 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-76898d9a-afb6-47d9-aa86-6d96f408550e admin admin] Publish callbacks [] for security_group (145fffbc-ee71-4e77-b128-02751dd6aac4), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:55.349230 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-76898d9a-afb6-47d9-aa86-6d96f408550e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997425'] for security_group (145fffbc-ee71-4e77-b128-02751dd6aac4), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:55.388087 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-76898d9a-afb6-47d9-aa86-6d96f408550e admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=878fabb3633e429b85611f10473574fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1344676 May 16 20:26:55.389104 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76898d9a-afb6-47d9-aa86-6d96f408550e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=145fffbc-ee71-4e77-b128-02751dd6aac4,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:26:55.390752 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.71', 47806) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:26:55.443675 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-fe198a5d-962c-486c-ae09-616ccab40d77 admin admin] Publish callbacks [] for security_group (145fffbc-ee71-4e77-b128-02751dd6aac4), before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:55.469514 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-fe198a5d-962c-486c-ae09-616ccab40d77 admin admin] Publish callbacks [] for security_group (145fffbc-ee71-4e77-b128-02751dd6aac4), precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:55.519081 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-fe198a5d-962c-486c-ae09-616ccab40d77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997425'] for security_group (145fffbc-ee71-4e77-b128-02751dd6aac4), after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:55.522342 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-fe198a5d-962c-486c-ae09-616ccab40d77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:55.525868 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-fe198a5d-962c-486c-ae09-616ccab40d77 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/145fffbc-ee71-4e77-b128-02751dd6aac4 HTTP/1.1" status: 204 len: 168 time: 0.1309335 May 16 20:26:55.530837 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249f83e6-6957-420a-8955-58cf6059097f req-d52a7783-2c41-4ea9-85bb-e992cdebc51d tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:26:55.531399 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe198a5d-962c-486c-ae09-616ccab40d77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=145fffbc-ee71-4e77-b128-02751dd6aac4,revision_number=None']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:26:55.536829 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-249f83e6-6957-420a-8955-58cf6059097f req-d52a7783-2c41-4ea9-85bb-e992cdebc51d tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/ports?device_id=049b40d1-bf74-4cf5-8c3f-a195fb9f9314 HTTP/1.1" status: 200 len: 945 time: 0.0551836 May 16 20:26:55.581646 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-249f83e6-6957-420a-8955-58cf6059097f req-8f086842-94d3-4661-a58b-43219da4a7ae tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/security-groups?id=210ee5af-5660-4fb2-aa13-ecabaf05aebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434539 May 16 20:26:56.701530 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8d912f-0db3-4425-a343-9fed3739ca4d req-6bd695eb-3cd6-4c3f-8202-68e331004b5f tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:26:56.703231 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-6a8d912f-0db3-4425-a343-9fed3739ca4d req-6bd695eb-3cd6-4c3f-8202-68e331004b5f tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/ports?device_id=049b40d1-bf74-4cf5-8c3f-a195fb9f9314 HTTP/1.1" status: 200 len: 945 time: 0.0487978 May 16 20:26:56.759400 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-6a8d912f-0db3-4425-a343-9fed3739ca4d req-ea21f8ce-e9b8-453e-88f6-2951704c37ae tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/security-groups?id=210ee5af-5660-4fb2-aa13-ecabaf05aebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463266 May 16 20:26:57.047804 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.agents_db [None req-fef3025b-cde1-4f6e-a405-d73d123fae0f None None] Agent healthcheck: found 6 active agents {{(pid=103451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 20:26:57.178260 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.71', 47866) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:26:57.287087 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-f4a052c8-ae16-4b1c-95ff-704e96c33a0c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:57.363132 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-f4a052c8-ae16-4b1c-95ff-704e96c33a0c admin admin] Publish callbacks [] for security_group (cae63ec9-f014-4131-8e39-b276e4a40433), precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:57.368701 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-f4a052c8-ae16-4b1c-95ff-704e96c33a0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997425'] for security_group (cae63ec9-f014-4131-8e39-b276e4a40433), after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:57.409039 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-f4a052c8-ae16-4b1c-95ff-704e96c33a0c admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=f6ae9988b4ad482da4ca50a8ac794cdb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2294409 May 16 20:26:57.410032 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a052c8-ae16-4b1c-95ff-704e96c33a0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cae63ec9-f014-4131-8e39-b276e4a40433,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:26:57.412606 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.71', 47872) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:26:57.466278 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8b7cb070-1c56-433b-91f3-1f6439066343 admin admin] Publish callbacks [] for security_group (cae63ec9-f014-4131-8e39-b276e4a40433), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:57.487732 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8b7cb070-1c56-433b-91f3-1f6439066343 admin admin] Publish callbacks [] for security_group (cae63ec9-f014-4131-8e39-b276e4a40433), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:57.533229 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8b7cb070-1c56-433b-91f3-1f6439066343 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997425'] for security_group (cae63ec9-f014-4131-8e39-b276e4a40433), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:57.535748 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8b7cb070-1c56-433b-91f3-1f6439066343 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:57.537768 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-8b7cb070-1c56-433b-91f3-1f6439066343 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/cae63ec9-f014-4131-8e39-b276e4a40433 HTTP/1.1" status: 204 len: 168 time: 0.1236055 May 16 20:26:57.545899 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7cb070-1c56-433b-91f3-1f6439066343 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cae63ec9-f014-4131-8e39-b276e4a40433,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:26:57.833100 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.71', 47890) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:26:57.847670 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4e641ae7-2344-4178-9f61-cf0670cf1bc9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:57.873723 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37d6341-cc8c-4b10-94e2-0f954828b1be req-f2f2ea6e-111b-4b72-b9a3-3120f59b4049 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:26:57.874730 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-d37d6341-cc8c-4b10-94e2-0f954828b1be req-f2f2ea6e-111b-4b72-b9a3-3120f59b4049 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/ports?device_id=049b40d1-bf74-4cf5-8c3f-a195fb9f9314 HTTP/1.1" status: 200 len: 945 time: 0.0475249 May 16 20:26:57.937357 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4e641ae7-2344-4178-9f61-cf0670cf1bc9 admin admin] Publish callbacks [] for security_group (bcd9dcbf-8043-4a71-bdec-a7e7e8fb0b99), precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:57.946706 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4e641ae7-2344-4178-9f61-cf0670cf1bc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997425'] for security_group (bcd9dcbf-8043-4a71-bdec-a7e7e8fb0b99), after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:57.951498 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-d37d6341-cc8c-4b10-94e2-0f954828b1be req-afa1f6e0-c409-49d3-8baa-00569b572f09 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/security-groups?id=210ee5af-5660-4fb2-aa13-ecabaf05aebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700929 May 16 20:26:57.987896 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e641ae7-2344-4178-9f61-cf0670cf1bc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcd9dcbf-8043-4a71-bdec-a7e7e8fb0b99,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:26:57.994559 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-4e641ae7-2344-4178-9f61-cf0670cf1bc9 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=5e4361ee756e4428a834c2ebd5f8a6cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1591215 May 16 20:26:57.997191 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.71', 47896) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:26:58.264925 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-eb4dfbda-42b3-493a-9fb7-305384dda0c6 admin admin] Publish callbacks [] for security_group (bcd9dcbf-8043-4a71-bdec-a7e7e8fb0b99), before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:58.286143 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-eb4dfbda-42b3-493a-9fb7-305384dda0c6 admin admin] Publish callbacks [] for security_group (bcd9dcbf-8043-4a71-bdec-a7e7e8fb0b99), precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:58.340965 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-eb4dfbda-42b3-493a-9fb7-305384dda0c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997425'] for security_group (bcd9dcbf-8043-4a71-bdec-a7e7e8fb0b99), after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:58.343542 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-eb4dfbda-42b3-493a-9fb7-305384dda0c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:26:58.344735 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-eb4dfbda-42b3-493a-9fb7-305384dda0c6 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/bcd9dcbf-8043-4a71-bdec-a7e7e8fb0b99 HTTP/1.1" status: 204 len: 168 time: 0.3462088 May 16 20:26:58.353654 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4dfbda-42b3-493a-9fb7-305384dda0c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcd9dcbf-8043-4a71-bdec-a7e7e8fb0b99,revision_number=None']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:26:59.066965 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7dbc22-fdd3-45f3-b5cf-9d803794d80d req-99cbd847-b9b2-4df5-a106-3db0b3e031b5 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:26:59.070271 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-9c7dbc22-fdd3-45f3-b5cf-9d803794d80d req-99cbd847-b9b2-4df5-a106-3db0b3e031b5 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/ports?device_id=049b40d1-bf74-4cf5-8c3f-a195fb9f9314 HTTP/1.1" status: 200 len: 945 time: 0.0482209 May 16 20:26:59.119034 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-9c7dbc22-fdd3-45f3-b5cf-9d803794d80d req-11c7b2a5-e8ed-43d1-a0da-1faac33fff78 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/security-groups?id=210ee5af-5660-4fb2-aa13-ecabaf05aebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448012 May 16 20:27:00.248003 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5212c85-97f6-4912-b0ed-c96ccfab0f11 req-44f40290-b0c7-4715-9c7c-31af6ba9af85 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:27:00.249641 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-d5212c85-97f6-4912-b0ed-c96ccfab0f11 req-44f40290-b0c7-4715-9c7c-31af6ba9af85 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/ports?device_id=049b40d1-bf74-4cf5-8c3f-a195fb9f9314 HTTP/1.1" status: 200 len: 945 time: 0.0597742 May 16 20:27:00.315403 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-d5212c85-97f6-4912-b0ed-c96ccfab0f11 req-efd2483b-9fad-480b-84fb-c955d741ba03 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/security-groups?id=210ee5af-5660-4fb2-aa13-ecabaf05aebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599580 May 16 20:27:01.438975 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7475d052-ce5e-4f39-b523-c2ae39e06c79 req-f7da55c4-1a97-4f9c-9cc6-c456bb228b6e tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:27:01.440493 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-7475d052-ce5e-4f39-b523-c2ae39e06c79 req-f7da55c4-1a97-4f9c-9cc6-c456bb228b6e tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/ports?device_id=049b40d1-bf74-4cf5-8c3f-a195fb9f9314 HTTP/1.1" status: 200 len: 945 time: 0.0558546 May 16 20:27:01.491608 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-7475d052-ce5e-4f39-b523-c2ae39e06c79 req-142460b0-f9a8-4cd1-8582-86205b2b2169 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/security-groups?id=210ee5af-5660-4fb2-aa13-ecabaf05aebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443599 May 16 20:27:02.620501 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b4aa9f-4f85-44c9-bad9-6e5c0289482e req-cdda2a67-1d0c-4c35-b51d-1cbb286f4e48 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:27:02.622340 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-28b4aa9f-4f85-44c9-bad9-6e5c0289482e req-cdda2a67-1d0c-4c35-b51d-1cbb286f4e48 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/ports?device_id=049b40d1-bf74-4cf5-8c3f-a195fb9f9314 HTTP/1.1" status: 200 len: 945 time: 0.0598800 May 16 20:27:02.678571 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-28b4aa9f-4f85-44c9-bad9-6e5c0289482e req-5007d860-0dec-43b2-9c6c-c144f32f7edd tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/security-groups?id=210ee5af-5660-4fb2-aa13-ecabaf05aebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501170 May 16 20:27:02.717150 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab72b0ec-7b21-402b-abab-8f2ce92a74ab req-74614378-eda9-4174-8c3e-7a0c279acae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:27:02.718726 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-ab72b0ec-7b21-402b-abab-8f2ce92a74ab req-74614378-eda9-4174-8c3e-7a0c279acae7 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=049b40d1-bf74-4cf5-8c3f-a195fb9f9314 HTTP/1.1" status: 200 len: 1129 time: 0.0449624 May 16 20:27:02.764792 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-ab72b0ec-7b21-402b-abab-8f2ce92a74ab req-0986cc49-04ed-45f9-b3e8-07233acef5de service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=210ee5af-5660-4fb2-aa13-ecabaf05aebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393088 May 16 20:27:03.669966 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6bd363c2-c1d2-45f6-8930-e2ddad506be8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (6de3586b-c77a-41a3-9d69-e80d1925fb22), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:03.791908 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45787b1b-1bdf-46ce-a15d-f9867216c311 req-f94a4e2e-7498-48a4-94c5-797235e69b6b tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:27:03.793294 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-45787b1b-1bdf-46ce-a15d-f9867216c311 req-f94a4e2e-7498-48a4-94c5-797235e69b6b tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/ports?device_id=049b40d1-bf74-4cf5-8c3f-a195fb9f9314 HTTP/1.1" status: 200 len: 945 time: 0.0458801 May 16 20:27:03.839244 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-45787b1b-1bdf-46ce-a15d-f9867216c311 req-0bb8d7ad-ba99-4735-b07a-c944bbdb6c13 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/security-groups?id=210ee5af-5660-4fb2-aa13-ecabaf05aebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403497 May 16 20:27:04.949717 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85883c7-a732-4f41-9691-c8ec666c0c29 req-adeadb41-b624-4be6-9883-c02f1c8eb61a tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:27:04.951160 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-c85883c7-a732-4f41-9691-c8ec666c0c29 req-adeadb41-b624-4be6-9883-c02f1c8eb61a tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/ports?device_id=049b40d1-bf74-4cf5-8c3f-a195fb9f9314 HTTP/1.1" status: 200 len: 945 time: 0.0455160 May 16 20:27:04.999789 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-c85883c7-a732-4f41-9691-c8ec666c0c29 req-2a3f2178-83dc-4d3a-8324-5db903cc6457 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/security-groups?id=210ee5af-5660-4fb2-aa13-ecabaf05aebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431993 May 16 20:27:06.115653 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d3a208-7eae-439f-9128-eb1c4c93d79e req-0b452ea9-563a-4293-8d3e-e6cad848b232 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:27:06.117153 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-23d3a208-7eae-439f-9128-eb1c4c93d79e req-0b452ea9-563a-4293-8d3e-e6cad848b232 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/ports?device_id=049b40d1-bf74-4cf5-8c3f-a195fb9f9314 HTTP/1.1" status: 200 len: 945 time: 0.0463572 May 16 20:27:06.168531 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-23d3a208-7eae-439f-9128-eb1c4c93d79e req-03a4dd26-c615-4a9a-bb06-72e675701ae8 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/security-groups?id=210ee5af-5660-4fb2-aa13-ecabaf05aebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451527 May 16 20:27:06.445567 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-00fdc94f-6fe0-4289-a848-643bb0de995e req-fe4ab2bd-b9a4-4f16-ba9c-bc32e48e54ae service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=4a363444-8711-4b00-8789-ceb8abdd422a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0388260 May 16 20:27:06.531583 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fdc94f-6fe0-4289-a848-643bb0de995e req-c2b59151-9319-4867-afac-ae23e3b2689d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:27:06.533145 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-00fdc94f-6fe0-4289-a848-643bb0de995e req-c2b59151-9319-4867-afac-ae23e3b2689d service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=c5993f86ca3e459582b0aad65ca76d4d&device_id=4a363444-8711-4b00-8789-ceb8abdd422a HTTP/1.1" status: 200 len: 1129 time: 0.0433049 May 16 20:27:06.679459 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fdc94f-6fe0-4289-a848-643bb0de995e req-802f9f02-e189-4f8e-91b3-412d1865b498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:27:06.681534 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-00fdc94f-6fe0-4289-a848-643bb0de995e req-802f9f02-e189-4f8e-91b3-412d1865b498 service neutron] 10.222.0.81 "GET /v2.0/networks?id=44ec8ff3-657b-44fd-8b1b-d2a19a5ed33e HTTP/1.1" status: 200 len: 919 time: 0.1124294 May 16 20:27:06.793804 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.71', 48116) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:27:06.921735 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-be5b0bb1-14b3-4378-a2c7-ecf3a7652d62 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:06.997466 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-be5b0bb1-14b3-4378-a2c7-ecf3a7652d62 admin admin] Publish callbacks [] for security_group (c7f66ffe-4075-4209-b8be-91f1d46846a8), precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:07.001394 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-be5b0bb1-14b3-4378-a2c7-ecf3a7652d62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997425'] for security_group (c7f66ffe-4075-4209-b8be-91f1d46846a8), after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:07.046732 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-be5b0bb1-14b3-4378-a2c7-ecf3a7652d62 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=c98a05cfa3bf4f5aa5a22eb7c50c1c1b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2517920 May 16 20:27:07.047711 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5b0bb1-14b3-4378-a2c7-ecf3a7652d62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7f66ffe-4075-4209-b8be-91f1d46846a8,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:27:07.049398 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.71', 48128) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:27:07.055702 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5b0bb1-14b3-4378-a2c7-ecf3a7652d62 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:27:07.056366 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5b0bb1-14b3-4378-a2c7-ecf3a7652d62 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:27:07.056794 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5b0bb1-14b3-4378-a2c7-ecf3a7652d62 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:27:07.057133 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5b0bb1-14b3-4378-a2c7-ecf3a7652d62 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:27:07.057453 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5b0bb1-14b3-4378-a2c7-ecf3a7652d62 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:27:07.057950 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5b0bb1-14b3-4378-a2c7-ecf3a7652d62 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:27:07.058273 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5b0bb1-14b3-4378-a2c7-ecf3a7652d62 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:27:07.058590 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5b0bb1-14b3-4378-a2c7-ecf3a7652d62 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:27:07.058909 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5b0bb1-14b3-4378-a2c7-ecf3a7652d62 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:27:07.059225 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5b0bb1-14b3-4378-a2c7-ecf3a7652d62 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:27:07.059543 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5b0bb1-14b3-4378-a2c7-ecf3a7652d62 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:27:07.059866 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5b0bb1-14b3-4378-a2c7-ecf3a7652d62 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:27:07.060205 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5b0bb1-14b3-4378-a2c7-ecf3a7652d62 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:27:07.060518 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5b0bb1-14b3-4378-a2c7-ecf3a7652d62 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:27:07.060830 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5b0bb1-14b3-4378-a2c7-ecf3a7652d62 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:27:07.099054 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5f58ea6a-3b40-4e79-bf57-9509edae9d58 admin admin] Publish callbacks [] for security_group (c7f66ffe-4075-4209-b8be-91f1d46846a8), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:07.122088 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5f58ea6a-3b40-4e79-bf57-9509edae9d58 admin admin] Publish callbacks [] for security_group (c7f66ffe-4075-4209-b8be-91f1d46846a8), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:07.171389 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5f58ea6a-3b40-4e79-bf57-9509edae9d58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997425'] for security_group (c7f66ffe-4075-4209-b8be-91f1d46846a8), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:07.174171 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5f58ea6a-3b40-4e79-bf57-9509edae9d58 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:07.175366 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-5f58ea6a-3b40-4e79-bf57-9509edae9d58 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/c7f66ffe-4075-4209-b8be-91f1d46846a8 HTTP/1.1" status: 204 len: 168 time: 0.1249640 May 16 20:27:07.183941 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f58ea6a-3b40-4e79-bf57-9509edae9d58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7f66ffe-4075-4209-b8be-91f1d46846a8,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:27:07.192347 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f58ea6a-3b40-4e79-bf57-9509edae9d58 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:27:07.193677 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f58ea6a-3b40-4e79-bf57-9509edae9d58 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:27:07.194368 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f58ea6a-3b40-4e79-bf57-9509edae9d58 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:27:07.194910 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f58ea6a-3b40-4e79-bf57-9509edae9d58 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:27:07.195461 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f58ea6a-3b40-4e79-bf57-9509edae9d58 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:27:07.195990 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f58ea6a-3b40-4e79-bf57-9509edae9d58 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:27:07.196754 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f58ea6a-3b40-4e79-bf57-9509edae9d58 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:27:07.197239 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f58ea6a-3b40-4e79-bf57-9509edae9d58 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:27:07.197881 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f58ea6a-3b40-4e79-bf57-9509edae9d58 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:27:07.198410 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f58ea6a-3b40-4e79-bf57-9509edae9d58 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:27:07.199111 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f58ea6a-3b40-4e79-bf57-9509edae9d58 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:27:07.199261 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f58ea6a-3b40-4e79-bf57-9509edae9d58 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:27:07.199783 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f58ea6a-3b40-4e79-bf57-9509edae9d58 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:27:07.200335 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f58ea6a-3b40-4e79-bf57-9509edae9d58 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:27:07.200944 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f58ea6a-3b40-4e79-bf57-9509edae9d58 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:27:07.338046 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b0078f-bd37-4955-b13b-25215a076b55 req-6d1467d4-d349-46ca-ba50-3d90e593b6e5 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:27:07.340279 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-91b0078f-bd37-4955-b13b-25215a076b55 req-6d1467d4-d349-46ca-ba50-3d90e593b6e5 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/ports?device_id=049b40d1-bf74-4cf5-8c3f-a195fb9f9314 HTTP/1.1" status: 200 len: 945 time: 0.0590277 May 16 20:27:07.405367 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-91b0078f-bd37-4955-b13b-25215a076b55 req-f834fe13-9281-4c3c-b93a-9977272c28dc tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/security-groups?id=210ee5af-5660-4fb2-aa13-ecabaf05aebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589252 May 16 20:27:07.638611 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-87ebbef5-15b5-4e41-b16c-d6b0de4043b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:07.717935 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e689198-7cf4-4d2c-ab51-278e39013683 req-b401a645-25be-4f31-9027-29900384b8f4 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:27:07.719820 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-6e689198-7cf4-4d2c-ab51-278e39013683 req-b401a645-25be-4f31-9027-29900384b8f4 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/ports?device_id=049b40d1-bf74-4cf5-8c3f-a195fb9f9314 HTTP/1.1" status: 200 len: 945 time: 0.0606358 May 16 20:27:07.780784 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-6e689198-7cf4-4d2c-ab51-278e39013683 req-9e81c261-edd4-4659-a296-35e68b2d2a53 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/security-groups?id=210ee5af-5660-4fb2-aa13-ecabaf05aebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547290 May 16 20:27:08.786383 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7e48644e-b95e-4624-af94-515661536cfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (250d088e-9c0e-4ec5-80f3-a83f8403448b), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:08.907202 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5590a03a-f85d-4b71-ab90-27ebc9c04c89 req-07bf8244-042a-43bd-975c-cca087c2197d tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:27:08.908707 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-5590a03a-f85d-4b71-ab90-27ebc9c04c89 req-07bf8244-042a-43bd-975c-cca087c2197d tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/ports?device_id=049b40d1-bf74-4cf5-8c3f-a195fb9f9314 HTTP/1.1" status: 200 len: 945 time: 0.0477719 May 16 20:27:08.954537 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-5590a03a-f85d-4b71-ab90-27ebc9c04c89 req-4e5561aa-1e03-45c8-a8c6-d0f7e3a57cdd tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/security-groups?id=210ee5af-5660-4fb2-aa13-ecabaf05aebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403512 May 16 20:27:09.976081 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-00fdc94f-6fe0-4289-a848-643bb0de995e req-bb35f19b-9d05-486e-bcfd-25f5ece491e1 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=61ef3262-0839-4608-9348-dca314437332 HTTP/1.1" status: 200 len: 217 time: 0.0750213 May 16 20:27:10.042294 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760d6394-f521-442c-8953-e4cdbd6d5723 req-070e3749-e425-498f-8f5e-74b2e16e1d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:27:10.044455 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-760d6394-f521-442c-8953-e4cdbd6d5723 req-070e3749-e425-498f-8f5e-74b2e16e1d3c service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=c5993f86ca3e459582b0aad65ca76d4d&device_id=049b40d1-bf74-4cf5-8c3f-a195fb9f9314 HTTP/1.1" status: 200 len: 1129 time: 0.0546539 May 16 20:27:10.078461 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fdc94f-6fe0-4289-a848-643bb0de995e req-8735b506-d551-4ad4-bf16-85b0b27fe45f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:27:10.081059 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-00fdc94f-6fe0-4289-a848-643bb0de995e req-8735b506-d551-4ad4-bf16-85b0b27fe45f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=79cb81dd-edd6-4080-acf6-86e748571b36 HTTP/1.1" status: 200 len: 857 time: 0.0907831 May 16 20:27:10.144332 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (748e0023-d5c8-44d3-9d74-a0da2def1ef4), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:10.160342 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fdc94f-6fe0-4289-a848-643bb0de995e req-ec5017e3-994a-42b1-ac71-4f0c74c1ec41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:27:10.162200 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-00fdc94f-6fe0-4289-a848-643bb0de995e req-ec5017e3-994a-42b1-ac71-4f0c74c1ec41 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=44ec8ff3-657b-44fd-8b1b-d2a19a5ed33e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0742424 May 16 20:27:10.209163 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760d6394-f521-442c-8953-e4cdbd6d5723 req-9e3aa724-a253-40e8-8c0e-8d8c73940aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:27:10.210659 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-760d6394-f521-442c-8953-e4cdbd6d5723 req-9e3aa724-a253-40e8-8c0e-8d8c73940aa5 service neutron] 10.222.0.81 "GET /v2.0/networks?id=44ec8ff3-657b-44fd-8b1b-d2a19a5ed33e HTTP/1.1" status: 200 len: 919 time: 0.1586020 May 16 20:27:10.230334 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afa8b3a-fd38-4e04-84fc-fa7a569c8100 req-6cbaca0f-b6d0-4798-8066-15ba372dee58 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:27:10.241596 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-8afa8b3a-fd38-4e04-84fc-fa7a569c8100 req-6cbaca0f-b6d0-4798-8066-15ba372dee58 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/ports?device_id=049b40d1-bf74-4cf5-8c3f-a195fb9f9314 HTTP/1.1" status: 200 len: 945 time: 0.1610026 May 16 20:27:10.278136 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-00fdc94f-6fe0-4289-a848-643bb0de995e req-54cb844c-19a6-471b-a7d2-8dc5a0731ad0 service neutron] 10.222.0.81 "GET /v2.0/networks/44ec8ff3-657b-44fd-8b1b-d2a19a5ed33e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065836 May 16 20:27:10.304642 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-760d6394-f521-442c-8953-e4cdbd6d5723 req-fe04cee0-397d-4966-a615-08b8fc2803b7 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8d35212a-4747-4443-8007-2318b3a092c6 HTTP/1.1" status: 200 len: 217 time: 0.0609441 May 16 20:27:10.357741 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-8afa8b3a-fd38-4e04-84fc-fa7a569c8100 req-f07969e9-4fca-4f1b-a49c-4c89c7a9ac8d tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/security-groups?id=210ee5af-5660-4fb2-aa13-ecabaf05aebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151674 May 16 20:27:10.387123 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760d6394-f521-442c-8953-e4cdbd6d5723 req-4ad68c45-bc97-473b-90a3-5e0a5dc0b2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:27:10.388752 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-760d6394-f521-442c-8953-e4cdbd6d5723 req-4ad68c45-bc97-473b-90a3-5e0a5dc0b2c0 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=79cb81dd-edd6-4080-acf6-86e748571b36 HTTP/1.1" status: 200 len: 857 time: 0.0657115 May 16 20:27:10.390091 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-00fdc94f-6fe0-4289-a848-643bb0de995e req-e8909758-6eb6-4159-9fdc-ecb3eb55b31f service neutron] 10.222.0.81 "GET /v2.0/networks/44ec8ff3-657b-44fd-8b1b-d2a19a5ed33e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047020 May 16 20:27:10.440628 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760d6394-f521-442c-8953-e4cdbd6d5723 req-9ba7e845-6b3d-406c-afd0-8429f76e7c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:27:10.442163 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-760d6394-f521-442c-8953-e4cdbd6d5723 req-9ba7e845-6b3d-406c-afd0-8429f76e7c56 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=44ec8ff3-657b-44fd-8b1b-d2a19a5ed33e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435493 May 16 20:27:10.553418 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-760d6394-f521-442c-8953-e4cdbd6d5723 req-a1edf7e0-3b44-4432-8899-a1771bf4484b service neutron] 10.222.0.81 "GET /v2.0/networks/44ec8ff3-657b-44fd-8b1b-d2a19a5ed33e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966699 May 16 20:27:10.844838 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6817a924-6d52-4d66-a8a7-036511333704 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (03fa33e9-7cc7-490c-b269-c4f69c490346), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:10.965128 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-760d6394-f521-442c-8953-e4cdbd6d5723 req-64d63bfb-bae2-46be-b51e-7f5168473471 service neutron] 10.222.0.81 "GET /v2.0/networks/44ec8ff3-657b-44fd-8b1b-d2a19a5ed33e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220727 May 16 20:27:11.273892 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.71', 48326) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:27:11.274700 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (bddaa840-ffd9-43a2-8860-d40111f70aff), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:11.446004 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-1c18d2e9-3c59-4bce-9bad-72e5a5675311 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:11.487552 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ab3abc-925a-4bc6-bdac-90780f5aa76d req-f4f44458-2cfd-4fe6-b0d4-d1c36a566c0d tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:27:11.489096 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-c5ab3abc-925a-4bc6-bdac-90780f5aa76d req-f4f44458-2cfd-4fe6-b0d4-d1c36a566c0d tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/ports?device_id=049b40d1-bf74-4cf5-8c3f-a195fb9f9314 HTTP/1.1" status: 200 len: 945 time: 0.0511596 May 16 20:27:11.538594 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-1c18d2e9-3c59-4bce-9bad-72e5a5675311 admin admin] Publish callbacks [] for security_group (a6caa423-08c4-40e6-9545-02b04239b97a), precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:11.545820 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-1c18d2e9-3c59-4bce-9bad-72e5a5675311 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997425'] for security_group (a6caa423-08c4-40e6-9545-02b04239b97a), after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:11.572042 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-c5ab3abc-925a-4bc6-bdac-90780f5aa76d req-8a72dac9-5047-4f61-8bee-751580311616 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/security-groups?id=210ee5af-5660-4fb2-aa13-ecabaf05aebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740705 May 16 20:27:11.592201 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-1c18d2e9-3c59-4bce-9bad-72e5a5675311 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=8b587f26f77f462f9001bf622c847161&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3163905 May 16 20:27:11.592583 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c18d2e9-3c59-4bce-9bad-72e5a5675311 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6caa423-08c4-40e6-9545-02b04239b97a,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:27:11.593958 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.71', 48352) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:27:11.652242 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-342f7536-cd35-4cb2-a631-9977ecbf7889 admin admin] Publish callbacks [] for security_group (a6caa423-08c4-40e6-9545-02b04239b97a), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:11.674517 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-342f7536-cd35-4cb2-a631-9977ecbf7889 admin admin] Publish callbacks [] for security_group (a6caa423-08c4-40e6-9545-02b04239b97a), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:11.745812 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-342f7536-cd35-4cb2-a631-9977ecbf7889 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997425'] for security_group (a6caa423-08c4-40e6-9545-02b04239b97a), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:11.749289 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-342f7536-cd35-4cb2-a631-9977ecbf7889 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:11.750674 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-342f7536-cd35-4cb2-a631-9977ecbf7889 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/a6caa423-08c4-40e6-9545-02b04239b97a HTTP/1.1" status: 204 len: 168 time: 0.1556149 May 16 20:27:11.761171 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342f7536-cd35-4cb2-a631-9977ecbf7889 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6caa423-08c4-40e6-9545-02b04239b97a,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:27:12.035476 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.71', 48382) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:27:12.051236 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-93049c97-e477-44f4-b15e-fdd613ee30fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:12.142080 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-93049c97-e477-44f4-b15e-fdd613ee30fe admin admin] Publish callbacks [] for security_group (e83765b6-7577-46bc-be47-06261766b2e0), precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:12.147489 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-93049c97-e477-44f4-b15e-fdd613ee30fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997425'] for security_group (e83765b6-7577-46bc-be47-06261766b2e0), after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:12.173954 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6f50cd-bf1b-4522-9fa8-20e2937ee2a9 req-50d50afa-36a8-4ad2-874f-3c82f46e6f30 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:27:12.175662 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-6e6f50cd-bf1b-4522-9fa8-20e2937ee2a9 req-50d50afa-36a8-4ad2-874f-3c82f46e6f30 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/ports?device_id=f8daf144-f0a4-4819-9d9a-6202c59b11bc HTTP/1.1" status: 200 len: 946 time: 0.0513353 May 16 20:27:12.190378 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-93049c97-e477-44f4-b15e-fdd613ee30fe admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=3cf2fa86fc7f432889e69d58a961b60d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1517684 May 16 20:27:12.190378 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93049c97-e477-44f4-b15e-fdd613ee30fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e83765b6-7577-46bc-be47-06261766b2e0,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:27:12.191133 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.71', 48388) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:27:12.236727 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-6e6f50cd-bf1b-4522-9fa8-20e2937ee2a9 req-55693da7-682b-49ed-be84-48c6eceb79c0 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/security-groups?id=1fc36625-c0bf-4e17-91a1-62c7256af4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532453 May 16 20:27:12.262537 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-5fc7b00b-b96e-4185-af3c-760fc2d86a39 admin admin] Publish callbacks [] for security_group (e83765b6-7577-46bc-be47-06261766b2e0), before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:12.285720 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-5fc7b00b-b96e-4185-af3c-760fc2d86a39 admin admin] Publish callbacks [] for security_group (e83765b6-7577-46bc-be47-06261766b2e0), precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:12.332823 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-5fc7b00b-b96e-4185-af3c-760fc2d86a39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997425'] for security_group (e83765b6-7577-46bc-be47-06261766b2e0), after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:12.335864 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-5fc7b00b-b96e-4185-af3c-760fc2d86a39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:12.339290 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-5fc7b00b-b96e-4185-af3c-760fc2d86a39 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/e83765b6-7577-46bc-be47-06261766b2e0 HTTP/1.1" status: 204 len: 168 time: 0.1450133 May 16 20:27:12.346279 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc7b00b-b96e-4185-af3c-760fc2d86a39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e83765b6-7577-46bc-be47-06261766b2e0,revision_number=None']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:27:12.667813 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.71', 48398) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:27:12.685595 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1e809cb5-c6e5-427f-a1e7-d755e62c9487 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:12.686884 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d574a7a-0035-4442-acc5-1cc1fd138f75 req-5329f630-5383-4e77-90c3-646af39db14c tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:27:12.688552 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-2d574a7a-0035-4442-acc5-1cc1fd138f75 req-5329f630-5383-4e77-90c3-646af39db14c tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/ports?device_id=049b40d1-bf74-4cf5-8c3f-a195fb9f9314 HTTP/1.1" status: 200 len: 945 time: 0.0536871 May 16 20:27:12.741169 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-2d574a7a-0035-4442-acc5-1cc1fd138f75 req-10f7b0e3-c976-4c09-94d2-9f99442f3dca tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/security-groups?id=210ee5af-5660-4fb2-aa13-ecabaf05aebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426633 May 16 20:27:12.778132 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1e809cb5-c6e5-427f-a1e7-d755e62c9487 admin admin] Publish callbacks [] for security_group (23fec907-c0bc-4573-a010-5462dc4678c7), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:12.782446 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1e809cb5-c6e5-427f-a1e7-d755e62c9487 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997425'] for security_group (23fec907-c0bc-4573-a010-5462dc4678c7), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:12.823117 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e809cb5-c6e5-427f-a1e7-d755e62c9487 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23fec907-c0bc-4573-a010-5462dc4678c7,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:27:12.827528 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-1e809cb5-c6e5-427f-a1e7-d755e62c9487 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=ebf77443de0c44faad5cb76bc662d569&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1585577 May 16 20:27:12.830140 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.71', 48408) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:27:12.878552 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e84bfff9-28d3-410d-832c-df00f1869622 admin admin] Publish callbacks [] for security_group (23fec907-c0bc-4573-a010-5462dc4678c7), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:12.899601 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e84bfff9-28d3-410d-832c-df00f1869622 admin admin] Publish callbacks [] for security_group (23fec907-c0bc-4573-a010-5462dc4678c7), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:12.964881 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e84bfff9-28d3-410d-832c-df00f1869622 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997425'] for security_group (23fec907-c0bc-4573-a010-5462dc4678c7), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:12.967463 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e84bfff9-28d3-410d-832c-df00f1869622 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:12.969260 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-e84bfff9-28d3-410d-832c-df00f1869622 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/23fec907-c0bc-4573-a010-5462dc4678c7 HTTP/1.1" status: 204 len: 168 time: 0.1376026 May 16 20:27:12.977465 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84bfff9-28d3-410d-832c-df00f1869622 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23fec907-c0bc-4573-a010-5462dc4678c7,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:27:13.357405 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc04fb00-551d-40d4-a6b1-04e416872586 req-1eda6312-bf87-42db-a205-632b8601f25d tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:27:13.360810 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-fc04fb00-551d-40d4-a6b1-04e416872586 req-1eda6312-bf87-42db-a205-632b8601f25d tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/ports?device_id=f8daf144-f0a4-4819-9d9a-6202c59b11bc HTTP/1.1" status: 200 len: 946 time: 0.0489604 May 16 20:27:13.408314 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-fc04fb00-551d-40d4-a6b1-04e416872586 req-ed9f6b16-a31d-4987-b85a-8d871fe5fe8d tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/security-groups?id=1fc36625-c0bf-4e17-91a1-62c7256af4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436490 May 16 20:27:13.860507 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be7d365-a293-445e-8d88-f1869772e9ab req-a5f7b7bd-3e4d-4c14-8d2b-0a1668436df4 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:27:13.862057 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-8be7d365-a293-445e-8d88-f1869772e9ab req-a5f7b7bd-3e4d-4c14-8d2b-0a1668436df4 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/ports?device_id=049b40d1-bf74-4cf5-8c3f-a195fb9f9314 HTTP/1.1" status: 200 len: 945 time: 0.0512977 May 16 20:27:13.915162 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-8be7d365-a293-445e-8d88-f1869772e9ab req-045734b1-b759-4d59-ba4a-01846c818c89 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/security-groups?id=210ee5af-5660-4fb2-aa13-ecabaf05aebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472019 May 16 20:27:14.540815 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa565c00-df9b-47d2-bbae-bc46273e9bd6 req-cf0b5553-3e17-4c78-a667-4dd380365f57 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:27:14.542266 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-aa565c00-df9b-47d2-bbae-bc46273e9bd6 req-cf0b5553-3e17-4c78-a667-4dd380365f57 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/ports?device_id=f8daf144-f0a4-4819-9d9a-6202c59b11bc HTTP/1.1" status: 200 len: 946 time: 0.0477850 May 16 20:27:14.590093 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-aa565c00-df9b-47d2-bbae-bc46273e9bd6 req-e7f92c43-4698-4984-b176-cf2aef8bfa8b tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/security-groups?id=1fc36625-c0bf-4e17-91a1-62c7256af4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422659 May 16 20:27:15.370635 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.71', 48492) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:27:15.375412 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.v2.base [None req-c7ec8019-f6d0-492d-b8a1-432fa4a268c2 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Request body: {'security_group': {'name': 'tempest-securitygroup--507059185', 'description': 'tempest-description--158479128'}} {{(pid=103449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:27:15.397728 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c7ec8019-f6d0-492d-b8a1-432fa4a268c2 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Publish callbacks [] for security_group (None), before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:15.483884 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c7ec8019-f6d0-492d-b8a1-432fa4a268c2 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Publish callbacks [] for security_group (c6ed616f-e582-4088-8aea-3ca433a35e55), precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:15.488507 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c7ec8019-f6d0-492d-b8a1-432fa4a268c2 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997425'] for security_group (c6ed616f-e582-4088-8aea-3ca433a35e55), after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:15.517250 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c7ec8019-f6d0-492d-b8a1-432fa4a268c2 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Publish callbacks [] for security_group (None), before_response {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:15.522184 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.71', 48502) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:27:15.522590 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-c7ec8019-f6d0-492d-b8a1-432fa4a268c2 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1501443 May 16 20:27:15.529516 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.v2.base [None req-c8707dba-e322-4e5f-b180-d3e520ba5a7d tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Request body: {'security_group_rule': {'security_group_id': 'c6ed616f-e582-4088-8aea-3ca433a35e55', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:27:15.532034 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ec8019-f6d0-492d-b8a1-432fa4a268c2 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6ed616f-e582-4088-8aea-3ca433a35e55,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:27:15.566503 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c8707dba-e322-4e5f-b180-d3e520ba5a7d tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Publish callbacks [] for security_group_rule (ac22a5b5-d843-4921-b987-79f720f836c7), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:15.613274 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c8707dba-e322-4e5f-b180-d3e520ba5a7d tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Publish callbacks [] for security_group_rule (ac22a5b5-d843-4921-b987-79f720f836c7), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:15.628072 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c8707dba-e322-4e5f-b180-d3e520ba5a7d tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997506'] for security_group_rule (ac22a5b5-d843-4921-b987-79f720f836c7), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:15.651403 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8707dba-e322-4e5f-b180-d3e520ba5a7d tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac22a5b5-d843-4921-b987-79f720f836c7,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:27:15.662208 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c8707dba-e322-4e5f-b180-d3e520ba5a7d tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:15.663888 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-c8707dba-e322-4e5f-b180-d3e520ba5a7d tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1394300 May 16 20:27:15.666926 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.71', 48512) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:27:15.671558 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.v2.base [None req-d476101f-cb94-4b18-8a87-8910c54dd72c tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Request body: {'security_group_rule': {'security_group_id': 'c6ed616f-e582-4088-8aea-3ca433a35e55', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:27:15.737568 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac27cb1-4212-4b58-8015-8a40d27493c7 req-b014b8f5-324c-4c4a-b578-a361735e9665 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:27:15.739034 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-4ac27cb1-4212-4b58-8015-8a40d27493c7 req-b014b8f5-324c-4c4a-b578-a361735e9665 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/ports?device_id=f8daf144-f0a4-4819-9d9a-6202c59b11bc HTTP/1.1" status: 200 len: 946 time: 0.0582416 May 16 20:27:15.740525 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d476101f-cb94-4b18-8a87-8910c54dd72c tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Publish callbacks [] for security_group_rule (4ecbd3ec-5493-4116-98e5-b9c0fcc22ac7), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:15.818824 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-4ac27cb1-4212-4b58-8015-8a40d27493c7 req-795f0ae9-a550-4e9b-8d6f-5bc3566fcea7 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/security-groups?id=1fc36625-c0bf-4e17-91a1-62c7256af4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726953 May 16 20:27:15.836398 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d476101f-cb94-4b18-8a87-8910c54dd72c tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Publish callbacks [] for security_group_rule (4ecbd3ec-5493-4116-98e5-b9c0fcc22ac7), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:15.850351 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d476101f-cb94-4b18-8a87-8910c54dd72c tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997506'] for security_group_rule (4ecbd3ec-5493-4116-98e5-b9c0fcc22ac7), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:15.869675 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d476101f-cb94-4b18-8a87-8910c54dd72c tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ecbd3ec-5493-4116-98e5-b9c0fcc22ac7,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:27:15.876386 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d476101f-cb94-4b18-8a87-8910c54dd72c tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:15.877551 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-d476101f-cb94-4b18-8a87-8910c54dd72c tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2094462 May 16 20:27:15.880990 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.71', 48520) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:27:15.885852 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.v2.base [None req-29ee813c-f6ce-480b-89f4-9ed982b544ed tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Request body: {'floatingip': {'floating_network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062'}} {{(pid=103449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:27:15.910584 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-29ee813c-f6ce-480b-89f4-9ed982b544ed tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:15.995234 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-29ee813c-f6ce-480b-89f4-9ed982b544ed tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (None), before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:16.103783 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.db.db_base_plugin_common [None req-29ee813c-f6ce-480b-89f4-9ed982b544ed tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Allocated IP 172.27.2.176 (ded6ab20-0a8b-4051-830c-385457f4e062/dcb7b1f3-82ff-415d-89cf-2b6021c22eb5/1215f49f-1dea-4c03-8ffc-0cf10aed7518) {{(pid=103449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 20:27:16.209975 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-29ee813c-f6ce-480b-89f4-9ed982b544ed tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Publish callbacks [] for port (1215f49f-1dea-4c03-8ffc-0cf10aed7518), precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:16.245144 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-29ee813c-f6ce-480b-89f4-9ed982b544ed tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732397102960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26134374'] for port (1215f49f-1dea-4c03-8ffc-0cf10aed7518), after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:16.292662 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29ee813c-f6ce-480b-89f4-9ed982b544ed tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Network ded6ab20-0a8b-4051-830c-385457f4e062 is already hosted by enough agents. {{(pid=103449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 20:27:16.297926 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.scheduler.base_scheduler [None req-29ee813c-f6ce-480b-89f4-9ed982b544ed tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Resources bound (agent type, host, resource id): {{(pid=103449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 20:27:16.301579 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ee813c-f6ce-480b-89f4-9ed982b544ed tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Received port after_create {{(pid=103449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 20:27:16.329549 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ee813c-f6ce-480b-89f4-9ed982b544ed tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Pushing event updated for resources: {'Port': ['ID=1215f49f-1dea-4c03-8ffc-0cf10aed7518,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:27:16.410045 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-29ee813c-f6ce-480b-89f4-9ed982b544ed tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Publish callbacks [] for floatingip (ddfe3862-afa4-4b04-8517-7248cb624b6f), precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:16.458178 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-29ee813c-f6ce-480b-89f4-9ed982b544ed tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (1215f49f-1dea-4c03-8ffc-0cf10aed7518), before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:16.590714 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.71', 48542) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:27:16.681647 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-45746c28-408b-423e-a3d2-832324979abd req-98912976-1f57-4047-b508-ef6a9593849f tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-599525325&fields=id&tenant_id=2715141f8ffd49d892600c779e02fa17 HTTP/1.1" status: 200 len: 267 time: 0.0707164 May 16 20:27:16.736837 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-29ee813c-f6ce-480b-89f4-9ed982b544ed tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Publish callbacks [] for port (1215f49f-1dea-4c03-8ffc-0cf10aed7518), precommit_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:16.762799 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1ba4474b-461c-406a-b3ab-dcfd39db56ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:16.777015 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-29ee813c-f6ce-480b-89f4-9ed982b544ed tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732397598091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732397102978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732397102996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26134353'] for port (1215f49f-1dea-4c03-8ffc-0cf10aed7518), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:16.852834 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1ba4474b-461c-406a-b3ab-dcfd39db56ce admin admin] Publish callbacks [] for security_group (805b86af-833a-4bd3-a581-fc4444f2fc0c), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:16.866373 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1ba4474b-461c-406a-b3ab-dcfd39db56ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997425'] for security_group (805b86af-833a-4bd3-a581-fc4444f2fc0c), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:16.869096 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ee813c-f6ce-480b-89f4-9ed982b544ed tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Pushing event updated for resources: {'Port': ['ID=1215f49f-1dea-4c03-8ffc-0cf10aed7518,revision_number=2']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:27:16.890998 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-29ee813c-f6ce-480b-89f4-9ed982b544ed tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1640477'] for floatingip (ddfe3862-afa4-4b04-8517-7248cb624b6f), after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:16.899982 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45746c28-408b-423e-a3d2-832324979abd req-48fea54f-563a-42f2-957d-b321bae8f5a6 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:27:16.901526 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-45746c28-408b-423e-a3d2-832324979abd req-48fea54f-563a-42f2-957d-b321bae8f5a6 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] 10.222.0.71 "GET /v2.0/networks?id=f817970e-ef84-435a-806f-1b015ae84dd9 HTTP/1.1" status: 200 len: 811 time: 0.2125349 May 16 20:27:16.910588 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba4474b-461c-406a-b3ab-dcfd39db56ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=805b86af-833a-4bd3-a581-fc4444f2fc0c,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:27:16.916276 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-1ba4474b-461c-406a-b3ab-dcfd39db56ce admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=39aa20c1c2b24565b55df64b888b05d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3241727 May 16 20:27:16.919500 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.71', 48550) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:27:16.946218 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-45746c28-408b-423e-a3d2-832324979abd req-e661c9f4-2bef-4d95-afae-eec6d665f5a1 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] 10.222.0.71 "GET /v2.0/quotas/2715141f8ffd49d892600c779e02fa17 HTTP/1.1" status: 200 len: 375 time: 0.0370045 May 16 20:27:16.978201 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-29ee813c-f6ce-480b-89f4-9ed982b544ed tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-338397'] for floatingip (None), before_response {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:16.987944 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-29ee813c-f6ce-480b-89f4-9ed982b544ed tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0975661 May 16 20:27:17.054988 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-45746c28-408b-423e-a3d2-832324979abd req-5de5a2a8-d37a-4d70-914c-f892f7814664 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=2715141f8ffd49d892600c779e02fa17&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1078665 May 16 20:27:17.070209 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff37fc4a-9716-4ec8-be69-b9142bf5786f req-1d191bd5-f623-4bd3-aa57-1df13eeb0a9f tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:27:17.070362 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-9f174dea-0c74-4fa1-aca0-2120860f5655 admin admin] Publish callbacks [] for security_group (805b86af-833a-4bd3-a581-fc4444f2fc0c), before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:17.071837 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-ff37fc4a-9716-4ec8-be69-b9142bf5786f req-1d191bd5-f623-4bd3-aa57-1df13eeb0a9f tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/ports?device_id=f8daf144-f0a4-4819-9d9a-6202c59b11bc HTTP/1.1" status: 200 len: 946 time: 0.0872977 May 16 20:27:17.125175 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-9f174dea-0c74-4fa1-aca0-2120860f5655 admin admin] Publish callbacks [] for security_group (805b86af-833a-4bd3-a581-fc4444f2fc0c), precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:17.151281 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-ff37fc4a-9716-4ec8-be69-b9142bf5786f req-1f89ca8a-3773-4ab8-8b5f-3154a170d9fa tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/security-groups?id=1fc36625-c0bf-4e17-91a1-62c7256af4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714765 May 16 20:27:17.217009 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-45746c28-408b-423e-a3d2-832324979abd req-9de4d52f-f190-4a70-ae43-4d334bc31190 service neutron] 10.222.0.71 "GET /v2.0/networks/f817970e-ef84-435a-806f-1b015ae84dd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448252 May 16 20:27:17.230878 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.71', 48566) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:27:17.257021 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-9f174dea-0c74-4fa1-aca0-2120860f5655 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997425'] for security_group (805b86af-833a-4bd3-a581-fc4444f2fc0c), after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:17.259801 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-9f174dea-0c74-4fa1-aca0-2120860f5655 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:17.260980 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-9f174dea-0c74-4fa1-aca0-2120860f5655 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/805b86af-833a-4bd3-a581-fc4444f2fc0c HTTP/1.1" status: 204 len: 168 time: 0.3375874 May 16 20:27:17.284541 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f174dea-0c74-4fa1-aca0-2120860f5655 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=805b86af-833a-4bd3-a581-fc4444f2fc0c,revision_number=None']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:27:17.319090 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-b0d7583d-8e27-4f80-8762-e59780cc593e req-1f6bf81c-0987-40c3-817b-5b53817b9ca1 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-securitygroup--507059185&fields=id&tenant_id=c5993f86ca3e459582b0aad65ca76d4d HTTP/1.1" status: 200 len: 267 time: 0.0476868 May 16 20:27:17.379070 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-45746c28-408b-423e-a3d2-832324979abd req-ca66dd0d-b944-4ccb-a4c7-a1a9f2fc0642 service neutron] 10.222.0.71 "GET /v2.0/networks/f817970e-ef84-435a-806f-1b015ae84dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528604 May 16 20:27:17.429324 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-56632573-4f29-494f-86fd-b770e6a85acf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:17.483927 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d7583d-8e27-4f80-8762-e59780cc593e req-dd3ca279-d455-41b2-855e-d84420384381 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:27:17.485544 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-b0d7583d-8e27-4f80-8762-e59780cc593e req-dd3ca279-d455-41b2-855e-d84420384381 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/networks?id=44ec8ff3-657b-44fd-8b1b-d2a19a5ed33e HTTP/1.1" status: 200 len: 818 time: 0.1600552 May 16 20:27:17.523840 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-b0d7583d-8e27-4f80-8762-e59780cc593e req-c63e0bd2-9193-42ad-82ee-0231e9810d81 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/quotas/c5993f86ca3e459582b0aad65ca76d4d HTTP/1.1" status: 200 len: 375 time: 0.0235500 May 16 20:27:17.621184 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-b0d7583d-8e27-4f80-8762-e59780cc593e req-8dfd967a-0e8b-43f6-8f81-948350d02693 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=c5993f86ca3e459582b0aad65ca76d4d&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0872962 May 16 20:27:17.623328 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-56632573-4f29-494f-86fd-b770e6a85acf admin admin] Publish callbacks [] for security_group (001d83a6-6fcd-4086-9026-0fb49026d852), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:17.632679 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-56632573-4f29-494f-86fd-b770e6a85acf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997425'] for security_group (001d83a6-6fcd-4086-9026-0fb49026d852), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:17.711073 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-56632573-4f29-494f-86fd-b770e6a85acf admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=7f11943a0df4439fb9e0e12a42a133fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4790556 May 16 20:27:17.714975 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.71', 48586) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:27:17.774635 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56632573-4f29-494f-86fd-b770e6a85acf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=001d83a6-6fcd-4086-9026-0fb49026d852,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:27:17.797623 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-b0d7583d-8e27-4f80-8762-e59780cc593e req-ab65e989-c05c-4623-b19f-c62809d16532 service neutron] 10.222.0.71 "GET /v2.0/networks/44ec8ff3-657b-44fd-8b1b-d2a19a5ed33e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364954 May 16 20:27:17.810337 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6dbec5e7-c1c1-4f27-abff-5925ce936a7a admin admin] Publish callbacks [] for security_group (001d83a6-6fcd-4086-9026-0fb49026d852), before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:17.814463 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-a9af55b0-554c-493f-aedf-448db4dec30f req-ff1b0000-a618-47ac-94ae-5939ac1f247e tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] 10.222.0.71 "GET /v2.0/ports?device_id=cfb7b623-95e7-4e7b-8518-f479edf9e26f HTTP/1.1" status: 200 len: 210 time: 0.0412147 May 16 20:27:17.854333 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6dbec5e7-c1c1-4f27-abff-5925ce936a7a admin admin] Publish callbacks [] for security_group (001d83a6-6fcd-4086-9026-0fb49026d852), precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:17.917062 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-b0d7583d-8e27-4f80-8762-e59780cc593e req-b275cf91-c98c-4017-ba36-5cd002fd352d service neutron] 10.222.0.71 "GET /v2.0/networks/44ec8ff3-657b-44fd-8b1b-d2a19a5ed33e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120470 May 16 20:27:17.922802 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6dbec5e7-c1c1-4f27-abff-5925ce936a7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997425'] for security_group (001d83a6-6fcd-4086-9026-0fb49026d852), after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:17.926218 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6dbec5e7-c1c1-4f27-abff-5925ce936a7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:17.928495 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-6dbec5e7-c1c1-4f27-abff-5925ce936a7a admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/001d83a6-6fcd-4086-9026-0fb49026d852 HTTP/1.1" status: 204 len: 168 time: 0.2125266 May 16 20:27:17.943821 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbec5e7-c1c1-4f27-abff-5925ce936a7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=001d83a6-6fcd-4086-9026-0fb49026d852,revision_number=None']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:27:18.160105 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-ce9db9a8-4723-4c59-a74e-331dd5b9c2f4 req-14897b63-2fe5-4b7e-bce3-61e3a58b2686 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/ports?device_id=40ef117e-1a68-498f-9573-d522cdd44d2b HTTP/1.1" status: 200 len: 210 time: 0.0510540 May 16 20:27:18.191429 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda6f744-b839-40a6-8028-b7ad0cab2bad req-bed7cece-58a0-4548-b608-0e01a1e2f5f5 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:27:18.194350 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-dda6f744-b839-40a6-8028-b7ad0cab2bad req-bed7cece-58a0-4548-b608-0e01a1e2f5f5 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] 10.222.0.71 "GET /v2.0/ports?device_id=fa7df57c-3792-445a-85dd-10865098f763 HTTP/1.1" status: 200 len: 946 time: 0.0802696 May 16 20:27:18.273753 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-dda6f744-b839-40a6-8028-b7ad0cab2bad req-6d33568a-a242-4928-ac66-e27e13a119dc tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] 10.222.0.71 "GET /v2.0/security-groups?id=3a725130-a618-4fe5-b252-e3a6384e8833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705082 May 16 20:27:18.326723 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97dd89b-794c-464f-a809-ed555097ece2 req-e40d7fdc-e5d1-4edd-a400-b82ceef49c5d tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:27:18.336391 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-b97dd89b-794c-464f-a809-ed555097ece2 req-e40d7fdc-e5d1-4edd-a400-b82ceef49c5d tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/ports?device_id=f8daf144-f0a4-4819-9d9a-6202c59b11bc HTTP/1.1" status: 200 len: 946 time: 0.0750442 May 16 20:27:18.412930 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-b97dd89b-794c-464f-a809-ed555097ece2 req-6e72a8ed-6ef1-4842-b810-128b82d20901 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/security-groups?id=1fc36625-c0bf-4e17-91a1-62c7256af4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751050 May 16 20:27:18.919396 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-70035515-9b7a-4071-a557-8931c56dcc9d req-27106d8d-7969-421d-b294-7534ecefe94d tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] 10.222.0.71 "GET /v2.0/ports?device_id=cfb7b623-95e7-4e7b-8518-f479edf9e26f HTTP/1.1" status: 200 len: 210 time: 0.0321605 May 16 20:27:19.154842 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45746c28-408b-423e-a3d2-832324979abd req-4085b928-9a20-4170-b6c2-084e5e020b38 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:27:19.156323 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-45746c28-408b-423e-a3d2-832324979abd req-4085b928-9a20-4170-b6c2-084e5e020b38 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] 10.222.0.81 "GET /v2.0/networks?id=f817970e-ef84-435a-806f-1b015ae84dd9 HTTP/1.1" status: 200 len: 811 time: 0.1202495 May 16 20:27:19.267438 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-f845843c-4ba4-48c6-8cd3-d00d32703ffa req-f6ecf148-7900-4416-8424-219c0d8107e3 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/ports?device_id=40ef117e-1a68-498f-9573-d522cdd44d2b HTTP/1.1" status: 200 len: 210 time: 0.0341847 May 16 20:27:19.390574 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0dea26-5df7-4c1a-8aa0-1c1e530e6823 req-9d046342-5e23-4184-866c-365a4c587e78 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:27:19.392021 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-ae0dea26-5df7-4c1a-8aa0-1c1e530e6823 req-9d046342-5e23-4184-866c-365a4c587e78 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] 10.222.0.71 "GET /v2.0/ports?device_id=fa7df57c-3792-445a-85dd-10865098f763 HTTP/1.1" status: 200 len: 946 time: 0.0545011 May 16 20:27:19.521154 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-ae0dea26-5df7-4c1a-8aa0-1c1e530e6823 req-b9d13842-0e39-4c3e-ae2e-de2d8025a3bb tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] 10.222.0.71 "GET /v2.0/security-groups?id=3a725130-a618-4fe5-b252-e3a6384e8833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1169591 May 16 20:27:19.550408 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-45746c28-408b-423e-a3d2-832324979abd req-e71b025c-d243-4365-b741-73258a4296c9 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2715141f8ffd49d892600c779e02fa17 HTTP/1.1" status: 200 len: 379 time: 0.1712031 May 16 20:27:19.560061 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.v2.base [req-45746c28-408b-423e-a3d2-832324979abd req-6fea23e0-084f-4969-bb8a-0d1bf4c0b8ee tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Request body: {'port': {'device_id': 'cfb7b623-95e7-4e7b-8518-f479edf9e26f', 'network_id': 'f817970e-ef84-435a-806f-1b015ae84dd9', 'admin_state_up': True, 'tenant_id': '2715141f8ffd49d892600c779e02fa17', 'security_groups': ['8b428606-3a27-4b6b-a2ec-503b3fc25851']}} {{(pid=103449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:27:19.618630 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025ba98d-6db6-40ae-b588-5981e3de8648 req-1cdaf279-38ac-4659-b4c2-1a8a5118517f tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:27:19.620186 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-025ba98d-6db6-40ae-b588-5981e3de8648 req-1cdaf279-38ac-4659-b4c2-1a8a5118517f tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/ports?device_id=f8daf144-f0a4-4819-9d9a-6202c59b11bc HTTP/1.1" status: 200 len: 946 time: 0.1153703 May 16 20:27:19.668620 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d7583d-8e27-4f80-8762-e59780cc593e req-604b6316-6200-43fd-b7e6-1a625b6f37eb tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:27:19.670042 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-b0d7583d-8e27-4f80-8762-e59780cc593e req-604b6316-6200-43fd-b7e6-1a625b6f37eb tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.81 "GET /v2.0/networks?id=44ec8ff3-657b-44fd-8b1b-d2a19a5ed33e HTTP/1.1" status: 200 len: 818 time: 0.1912243 May 16 20:27:19.713407 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-025ba98d-6db6-40ae-b588-5981e3de8648 req-4cdefa6a-c0b9-421d-a85c-71ddbf413133 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/security-groups?id=1fc36625-c0bf-4e17-91a1-62c7256af4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840912 May 16 20:27:19.769169 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45746c28-408b-423e-a3d2-832324979abd req-6fea23e0-084f-4969-bb8a-0d1bf4c0b8ee tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Made reservation on behalf of 2715141f8ffd49d892600c779e02fa17 for: {'port': 1} {{(pid=103449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 20:27:19.775385 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-b0d7583d-8e27-4f80-8762-e59780cc593e req-670061a7-2dee-41e4-9181-9a54287c841c tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c5993f86ca3e459582b0aad65ca76d4d HTTP/1.1" status: 200 len: 379 time: 0.0941870 May 16 20:27:19.775529 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [req-45746c28-408b-423e-a3d2-832324979abd req-6fea23e0-084f-4969-bb8a-0d1bf4c0b8ee tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (None), before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:19.902144 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.v2.base [req-b0d7583d-8e27-4f80-8762-e59780cc593e req-33b92160-ce95-4ca8-8f29-02ff86990fdb tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Request body: {'port': {'device_id': '40ef117e-1a68-498f-9573-d522cdd44d2b', 'network_id': '44ec8ff3-657b-44fd-8b1b-d2a19a5ed33e', 'admin_state_up': True, 'tenant_id': 'c5993f86ca3e459582b0aad65ca76d4d', 'security_groups': ['c6ed616f-e582-4088-8aea-3ca433a35e55']}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:27:19.917192 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.db.db_base_plugin_common [req-45746c28-408b-423e-a3d2-832324979abd req-6fea23e0-084f-4969-bb8a-0d1bf4c0b8ee tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Allocated IP 172.20.0.11 (f817970e-ef84-435a-806f-1b015ae84dd9/14823cd5-3605-452f-a744-d8797ebcce33/90c080cd-9d22-48a5-91a2-bbb1c8418168) {{(pid=103449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 20:27:20.058504 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0d7583d-8e27-4f80-8762-e59780cc593e req-33b92160-ce95-4ca8-8f29-02ff86990fdb tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Made reservation on behalf of c5993f86ca3e459582b0aad65ca76d4d for: {'port': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 20:27:20.060668 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-de6a2f3a-13db-4e53-a184-b5f00e07436f req-6e0fc02a-91d2-4da2-83f5-4e93c373965a tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] 10.222.0.71 "GET /v2.0/ports?device_id=cfb7b623-95e7-4e7b-8518-f479edf9e26f HTTP/1.1" status: 200 len: 210 time: 0.0429893 May 16 20:27:20.062977 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-b0d7583d-8e27-4f80-8762-e59780cc593e req-33b92160-ce95-4ca8-8f29-02ff86990fdb tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:20.166818 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [req-45746c28-408b-423e-a3d2-832324979abd req-6fea23e0-084f-4969-bb8a-0d1bf4c0b8ee tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Publish callbacks [] for port (90c080cd-9d22-48a5-91a2-bbb1c8418168), precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:20.216775 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [req-45746c28-408b-423e-a3d2-832324979abd req-6fea23e0-084f-4969-bb8a-0d1bf4c0b8ee tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732397102960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26134374'] for port (90c080cd-9d22-48a5-91a2-bbb1c8418168), after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:20.225885 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [req-b0d7583d-8e27-4f80-8762-e59780cc593e req-33b92160-ce95-4ca8-8f29-02ff86990fdb tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Allocated IP 172.20.0.4 (44ec8ff3-657b-44fd-8b1b-d2a19a5ed33e/79cb81dd-edd6-4080-acf6-86e748571b36/b3c0afac-8a34-415b-b5ff-e86625f2b6e4) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 20:27:20.274817 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45746c28-408b-423e-a3d2-832324979abd req-6fea23e0-084f-4969-bb8a-0d1bf4c0b8ee tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Network f817970e-ef84-435a-806f-1b015ae84dd9 is already hosted by enough agents. {{(pid=103449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 20:27:20.277855 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.scheduler.base_scheduler [req-45746c28-408b-423e-a3d2-832324979abd req-6fea23e0-084f-4969-bb8a-0d1bf4c0b8ee tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Resources bound (agent type, host, resource id): {{(pid=103449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 20:27:20.281757 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [req-45746c28-408b-423e-a3d2-832324979abd req-6fea23e0-084f-4969-bb8a-0d1bf4c0b8ee tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Received port after_create {{(pid=103449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 20:27:20.314901 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fea23e0-084f-4969-bb8a-0d1bf4c0b8ee tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Pushing event updated for resources: {'Port': ['ID=90c080cd-9d22-48a5-91a2-bbb1c8418168,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:27:20.349919 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45746c28-408b-423e-a3d2-832324979abd req-6fea23e0-084f-4969-bb8a-0d1bf4c0b8ee tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:27:20.350586 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [req-45746c28-408b-423e-a3d2-832324979abd req-6fea23e0-084f-4969-bb8a-0d1bf4c0b8ee tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-338397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614436'] for port (None), before_response {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:20.371602 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-45746c28-408b-423e-a3d2-832324979abd req-6fea23e0-084f-4969-bb8a-0d1bf4c0b8ee tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8161256 May 16 20:27:20.384615 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.v2.base [req-45746c28-408b-423e-a3d2-832324979abd req-83d9e2e4-0d93-4f1e-af35-445310555216 service neutron] Request body: {'port': {'device_id': 'cfb7b623-95e7-4e7b-8518-f479edf9e26f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83090'}} {{(pid=103449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:27:20.410187 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-fc0540d3-5f9b-4a9c-9f00-4d95e50e9655 req-af474c31-e0f6-4822-ba57-76798f00a6f5 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/ports?device_id=40ef117e-1a68-498f-9573-d522cdd44d2b HTTP/1.1" status: 200 len: 210 time: 0.0371299 May 16 20:27:20.462663 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-b0d7583d-8e27-4f80-8762-e59780cc593e req-33b92160-ce95-4ca8-8f29-02ff86990fdb tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Publish callbacks [] for port (b3c0afac-8a34-415b-b5ff-e86625f2b6e4), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:20.484634 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [req-45746c28-408b-423e-a3d2-832324979abd req-83d9e2e4-0d93-4f1e-af35-445310555216 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (90c080cd-9d22-48a5-91a2-bbb1c8418168), before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:20.502534 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-b0d7583d-8e27-4f80-8762-e59780cc593e req-33b92160-ce95-4ca8-8f29-02ff86990fdb tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732397102960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27048612'] for port (b3c0afac-8a34-415b-b5ff-e86625f2b6e4), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:20.553807 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0d7583d-8e27-4f80-8762-e59780cc593e req-33b92160-ce95-4ca8-8f29-02ff86990fdb tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Network 44ec8ff3-657b-44fd-8b1b-d2a19a5ed33e is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 20:27:20.556874 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [req-b0d7583d-8e27-4f80-8762-e59780cc593e req-33b92160-ce95-4ca8-8f29-02ff86990fdb tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 20:27:20.560079 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0d7583d-8e27-4f80-8762-e59780cc593e req-33b92160-ce95-4ca8-8f29-02ff86990fdb tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 20:27:20.577245 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [None req-098e48f6-4f71-48cb-84f9-652cc72ab908 None None] Provisioning complete for port 90c080cd-9d22-48a5-91a2-bbb1c8418168 triggered by entity DHCP. {{(pid=103450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:27:20.577717 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-098e48f6-4f71-48cb-84f9-652cc72ab908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868582'] for port (90c080cd-9d22-48a5-91a2-bbb1c8418168), provisioning_complete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:20.652361 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-098e48f6-4f71-48cb-84f9-652cc72ab908 None None] Port 90c080cd-9d22-48a5-91a2-bbb1c8418168 cannot update to ACTIVE because it is not bound. {{(pid=103450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 20:27:20.657270 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b92160-ce95-4ca8-8f29-02ff86990fdb tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Pushing event updated for resources: {'Port': ['ID=b3c0afac-8a34-415b-b5ff-e86625f2b6e4,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:27:20.681826 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d7583d-8e27-4f80-8762-e59780cc593e req-33b92160-ce95-4ca8-8f29-02ff86990fdb tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:27:20.682491 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-b0d7583d-8e27-4f80-8762-e59780cc593e req-33b92160-ce95-4ca8-8f29-02ff86990fdb tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-338397'] for port (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:20.710620 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-b0d7583d-8e27-4f80-8762-e59780cc593e req-33b92160-ce95-4ca8-8f29-02ff86990fdb tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8114140 May 16 20:27:20.724269 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.v2.base [req-b0d7583d-8e27-4f80-8762-e59780cc593e req-26768a1a-8344-4388-bf89-cf78723bb047 service neutron] Request body: {'port': {'device_id': '40ef117e-1a68-498f-9573-d522cdd44d2b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83090'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:27:20.784319 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b1577c-3441-47b4-9702-03b0af7bc276 req-fe0b8ac2-f214-47d2-a7b7-24b4b5bd0c3e tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:27:20.785954 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-97b1577c-3441-47b4-9702-03b0af7bc276 req-fe0b8ac2-f214-47d2-a7b7-24b4b5bd0c3e tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] 10.222.0.71 "GET /v2.0/ports?device_id=fa7df57c-3792-445a-85dd-10865098f763 HTTP/1.1" status: 200 len: 946 time: 0.1020167 May 16 20:27:20.863036 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-b0d7583d-8e27-4f80-8762-e59780cc593e req-26768a1a-8344-4388-bf89-cf78723bb047 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (b3c0afac-8a34-415b-b5ff-e86625f2b6e4), before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:20.883482 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [None req-d9b4cab4-724c-463d-bb3b-02f64a73381b None None] Provisioning complete for port b3c0afac-8a34-415b-b5ff-e86625f2b6e4 triggered by entity DHCP. {{(pid=103450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:27:20.884285 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d9b4cab4-724c-463d-bb3b-02f64a73381b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868582'] for port (b3c0afac-8a34-415b-b5ff-e86625f2b6e4), provisioning_complete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:20.903311 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964efb2e-fc2a-4365-ac59-b14a2f0c8105 req-8bf9972f-0d67-45df-81a5-064560f96e3f tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:27:20.905051 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-964efb2e-fc2a-4365-ac59-b14a2f0c8105 req-8bf9972f-0d67-45df-81a5-064560f96e3f tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/ports?device_id=f8daf144-f0a4-4819-9d9a-6202c59b11bc HTTP/1.1" status: 200 len: 946 time: 0.0814958 May 16 20:27:20.939854 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-d9b4cab4-724c-463d-bb3b-02f64a73381b None None] Port b3c0afac-8a34-415b-b5ff-e86625f2b6e4 cannot update to ACTIVE because it is not bound. {{(pid=103450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 20:27:21.099808 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-964efb2e-fc2a-4365-ac59-b14a2f0c8105 req-e4cf6bda-3772-4399-9508-32a9478e1ba8 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/security-groups?id=1fc36625-c0bf-4e17-91a1-62c7256af4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1195462 May 16 20:27:21.128740 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-97b1577c-3441-47b4-9702-03b0af7bc276 req-1856fe46-66f0-4679-9d49-1d5507aed3ef tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] 10.222.0.71 "GET /v2.0/security-groups?id=3a725130-a618-4fe5-b252-e3a6384e8833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3002372 May 16 20:27:21.190132 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.notifiers.nova [req-45746c28-408b-423e-a3d2-832324979abd req-83d9e2e4-0d93-4f1e-af35-445310555216 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90c080cd-9d22-48a5-91a2-bbb1c8418168 {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 20:27:21.198847 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [req-45746c28-408b-423e-a3d2-832324979abd req-83d9e2e4-0d93-4f1e-af35-445310555216 service neutron] Publish callbacks [] for port (90c080cd-9d22-48a5-91a2-bbb1c8418168), precommit_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:21.217015 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [req-45746c28-408b-423e-a3d2-832324979abd req-83d9e2e4-0d93-4f1e-af35-445310555216 service neutron] Transition to ACTIVE for port object 90c080cd-9d22-48a5-91a2-bbb1c8418168 will not be triggered until provisioned by entity L2. {{(pid=103449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 16 20:27:21.220934 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [req-45746c28-408b-423e-a3d2-832324979abd req-83d9e2e4-0d93-4f1e-af35-445310555216 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732397598091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732397102978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732397102996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26134353'] for port (90c080cd-9d22-48a5-91a2-bbb1c8418168), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:21.297695 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d9e2e4-0d93-4f1e-af35-445310555216 service neutron] Pushing event updated for resources: {'Port': ['ID=90c080cd-9d22-48a5-91a2-bbb1c8418168,revision_number=2']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:27:21.371263 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [req-45746c28-408b-423e-a3d2-832324979abd req-83d9e2e4-0d93-4f1e-af35-445310555216 service neutron] Attempting to bind port 90c080cd-9d22-48a5-91a2-bbb1c8418168 on host hv-cinder-83090 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 20:27:21.371602 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [req-45746c28-408b-423e-a3d2-832324979abd req-83d9e2e4-0d93-4f1e-af35-445310555216 service neutron] Attempting to bind port 90c080cd-9d22-48a5-91a2-bbb1c8418168 by drivers openvswitch,hyperv on host hv-cinder-83090 at level 0 using segments [{'id': '3f368376-ca0a-4204-8008-7e3a527d3a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'f817970e-ef84-435a-806f-1b015ae84dd9'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 20:27:21.371999 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45746c28-408b-423e-a3d2-832324979abd req-83d9e2e4-0d93-4f1e-af35-445310555216 service neutron] Attempting to bind port 90c080cd-9d22-48a5-91a2-bbb1c8418168 on network f817970e-ef84-435a-806f-1b015ae84dd9 {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 20:27:21.378433 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45746c28-408b-423e-a3d2-832324979abd req-83d9e2e4-0d93-4f1e-af35-445310555216 service neutron] Port 90c080cd-9d22-48a5-91a2-bbb1c8418168 on network f817970e-ef84-435a-806f-1b015ae84dd9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83090 {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 16 20:27:21.378787 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45746c28-408b-423e-a3d2-832324979abd req-83d9e2e4-0d93-4f1e-af35-445310555216 service neutron] Attempting to bind port 90c080cd-9d22-48a5-91a2-bbb1c8418168 on network f817970e-ef84-435a-806f-1b015ae84dd9 {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 20:27:21.387242 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45746c28-408b-423e-a3d2-832324979abd req-83d9e2e4-0d93-4f1e-af35-445310555216 service neutron] Checking agent: {'id': '748e0023-d5c8-44d3-9d74-a0da2def1ef4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83090', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 20, 23, 10), 'started_at': datetime.datetime(2022, 5, 16, 20, 23, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 20, 27, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 20:27:21.387583 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45746c28-408b-423e-a3d2-832324979abd req-83d9e2e4-0d93-4f1e-af35-445310555216 service neutron] Checking segment: {'id': '3f368376-ca0a-4204-8008-7e3a527d3a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'f817970e-ef84-435a-806f-1b015ae84dd9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 20:27:21.387970 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45746c28-408b-423e-a3d2-832324979abd req-83d9e2e4-0d93-4f1e-af35-445310555216 service neutron] Bound using segment: {'id': '3f368376-ca0a-4204-8008-7e3a527d3a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'f817970e-ef84-435a-806f-1b015ae84dd9'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 20:27:21.388450 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [req-45746c28-408b-423e-a3d2-832324979abd req-83d9e2e4-0d93-4f1e-af35-445310555216 service neutron] Bound port: 90c080cd-9d22-48a5-91a2-bbb1c8418168, host: hv-cinder-83090, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f368376-ca0a-4204-8008-7e3a527d3a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'f817970e-ef84-435a-806f-1b015ae84dd9'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 20:27:21.388801 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [req-45746c28-408b-423e-a3d2-832324979abd req-83d9e2e4-0d93-4f1e-af35-445310555216 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (90c080cd-9d22-48a5-91a2-bbb1c8418168), before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:21.473942 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [req-45746c28-408b-423e-a3d2-832324979abd req-83d9e2e4-0d93-4f1e-af35-445310555216 service neutron] For port 90c080cd-9d22-48a5-91a2-bbb1c8418168, host hv-cinder-83090, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 20:27:21.480737 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [req-45746c28-408b-423e-a3d2-832324979abd req-83d9e2e4-0d93-4f1e-af35-445310555216 service neutron] For port 90c080cd-9d22-48a5-91a2-bbb1c8418168, host hv-cinder-83090, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=90c080cd-9d22-48a5-91a2-bbb1c8418168,segment=NetworkSegment(3f368376-ca0a-4204-8008-7e3a527d3a30),segment_id=3f368376-ca0a-4204-8008-7e3a527d3a30)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 20:27:21.489761 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [req-45746c28-408b-423e-a3d2-832324979abd req-83d9e2e4-0d93-4f1e-af35-445310555216 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732397598091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732397102978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732397102996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26134353'] for port (90c080cd-9d22-48a5-91a2-bbb1c8418168), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:21.511581 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf4db5e-3577-4241-91cc-9216cd1c0272 req-60df7a21-79a8-4a7f-a851-14d5f1d89cd6 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:27:21.513113 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-8cf4db5e-3577-4241-91cc-9216cd1c0272 req-60df7a21-79a8-4a7f-a851-14d5f1d89cd6 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] 10.222.0.71 "GET /v2.0/ports?device_id=cfb7b623-95e7-4e7b-8518-f479edf9e26f HTTP/1.1" status: 200 len: 932 time: 0.3323991 May 16 20:27:21.530518 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45746c28-408b-423e-a3d2-832324979abd req-83d9e2e4-0d93-4f1e-af35-445310555216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:27:21.531134 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [req-45746c28-408b-423e-a3d2-832324979abd req-83d9e2e4-0d93-4f1e-af35-445310555216 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-338397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614436'] for port (None), before_response {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:21.532558 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-45746c28-408b-423e-a3d2-832324979abd req-83d9e2e4-0d93-4f1e-af35-445310555216 service neutron] 10.222.0.81 "PUT /v2.0/ports/90c080cd-9d22-48a5-91a2-bbb1c8418168 HTTP/1.1" status: 200 len: 1094 time: 1.1530297 May 16 20:27:21.532975 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfb7b623-95e7-4e7b-8518-f479edf9e26f', 'tag': '90c080cd-9d22-48a5-91a2-bbb1c8418168'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 20:27:21.535536 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}295115e3b8025bbf11aa9aac085408c2d5e3d0e4242a5f701d1d164c8d9f99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8e8b14a-4e04-4b73-818f-7de4fa222429" -d '{"events": [{"name": "network-changed", "server_uuid": "cfb7b623-95e7-4e7b-8518-f479edf9e26f", "tag": "90c080cd-9d22-48a5-91a2-bbb1c8418168"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 20:27:21.603158 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.notifiers.nova [req-b0d7583d-8e27-4f80-8762-e59780cc593e req-26768a1a-8344-4388-bf89-cf78723bb047 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3c0afac-8a34-415b-b5ff-e86625f2b6e4 {{(pid=103448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 20:27:21.617998 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-b0d7583d-8e27-4f80-8762-e59780cc593e req-26768a1a-8344-4388-bf89-cf78723bb047 service neutron] Publish callbacks [] for port (b3c0afac-8a34-415b-b5ff-e86625f2b6e4), precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:21.636247 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-8cf4db5e-3577-4241-91cc-9216cd1c0272 req-0fba0d31-2335-48ed-99a2-fe9141dc8d7e tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] 10.222.0.71 "GET /v2.0/security-groups?id=8b428606-3a27-4b6b-a2ec-503b3fc25851&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1164596 May 16 20:27:21.639651 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [req-b0d7583d-8e27-4f80-8762-e59780cc593e req-26768a1a-8344-4388-bf89-cf78723bb047 service neutron] Transition to ACTIVE for port object b3c0afac-8a34-415b-b5ff-e86625f2b6e4 will not be triggered until provisioned by entity L2. {{(pid=103448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 16 20:27:21.648972 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-b0d7583d-8e27-4f80-8762-e59780cc593e req-26768a1a-8344-4388-bf89-cf78723bb047 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732397598091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732397102978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732397102996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27048595'] for port (b3c0afac-8a34-415b-b5ff-e86625f2b6e4), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:21.671693 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d9e2e4-0d93-4f1e-af35-445310555216 service neutron] Pushing event updated for resources: {'Port': ['ID=90c080cd-9d22-48a5-91a2-bbb1c8418168,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:27:21.688967 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25bb61a-a44e-444d-a50c-ed1cd8acbf37 req-ef261c0d-e591-4713-bcf9-52d1f578b542 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:27:21.690989 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-f25bb61a-a44e-444d-a50c-ed1cd8acbf37 req-ef261c0d-e591-4713-bcf9-52d1f578b542 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/ports?device_id=40ef117e-1a68-498f-9573-d522cdd44d2b HTTP/1.1" status: 200 len: 931 time: 0.1499815 May 16 20:27:21.711308 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 20:27:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-970f46c1-5929-4809-9ec4-9f1ca328a47b x-openstack-request-id: req-970f46c1-5929-4809-9ec4-9f1ca328a47b {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 20:27:21.711633 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfb7b623-95e7-4e7b-8518-f479edf9e26f", "tag": "90c080cd-9d22-48a5-91a2-bbb1c8418168", "status": "completed", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 20:27:21.711853 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-970f46c1-5929-4809-9ec4-9f1ca328a47b {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 20:27:21.712283 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event matching ['req-970f46c1-5929-4809-9ec4-9f1ca328a47b'] response: {'name': 'network-changed', 'server_uuid': 'cfb7b623-95e7-4e7b-8518-f479edf9e26f', 'tag': '90c080cd-9d22-48a5-91a2-bbb1c8418168', 'status': 'completed', 'code': 200} May 16 20:27:21.719246 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45746c28-408b-423e-a3d2-832324979abd req-151014cb-6ea5-4de2-af49-bbf4fd5cf625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:27:21.720768 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-45746c28-408b-423e-a3d2-832324979abd req-151014cb-6ea5-4de2-af49-bbf4fd5cf625 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=2715141f8ffd49d892600c779e02fa17&device_id=cfb7b623-95e7-4e7b-8518-f479edf9e26f HTTP/1.1" status: 200 len: 1128 time: 0.1249330 May 16 20:27:21.733910 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26768a1a-8344-4388-bf89-cf78723bb047 service neutron] Pushing event updated for resources: {'Port': ['ID=b3c0afac-8a34-415b-b5ff-e86625f2b6e4,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:27:21.793628 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-45746c28-408b-423e-a3d2-832324979abd req-d8990393-a4e1-4433-a3b0-59f43638cb38 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=90c080cd-9d22-48a5-91a2-bbb1c8418168 HTTP/1.1" status: 200 len: 217 time: 0.0483582 May 16 20:27:21.813446 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-b0d7583d-8e27-4f80-8762-e59780cc593e req-26768a1a-8344-4388-bf89-cf78723bb047 service neutron] Attempting to bind port b3c0afac-8a34-415b-b5ff-e86625f2b6e4 on host hv-cinder-83090 for vnic_type normal with profile {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 20:27:21.813883 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-b0d7583d-8e27-4f80-8762-e59780cc593e req-26768a1a-8344-4388-bf89-cf78723bb047 service neutron] Attempting to bind port b3c0afac-8a34-415b-b5ff-e86625f2b6e4 by drivers openvswitch,hyperv on host hv-cinder-83090 at level 0 using segments [{'id': '3f423a53-4b2f-48cb-b3b5-6fcc9868045f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '44ec8ff3-657b-44fd-8b1b-d2a19a5ed33e'}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 20:27:21.814224 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d7583d-8e27-4f80-8762-e59780cc593e req-26768a1a-8344-4388-bf89-cf78723bb047 service neutron] Attempting to bind port b3c0afac-8a34-415b-b5ff-e86625f2b6e4 on network 44ec8ff3-657b-44fd-8b1b-d2a19a5ed33e {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 20:27:21.821285 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d7583d-8e27-4f80-8762-e59780cc593e req-26768a1a-8344-4388-bf89-cf78723bb047 service neutron] Port b3c0afac-8a34-415b-b5ff-e86625f2b6e4 on network 44ec8ff3-657b-44fd-8b1b-d2a19a5ed33e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83090 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 16 20:27:21.822145 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d7583d-8e27-4f80-8762-e59780cc593e req-26768a1a-8344-4388-bf89-cf78723bb047 service neutron] Attempting to bind port b3c0afac-8a34-415b-b5ff-e86625f2b6e4 on network 44ec8ff3-657b-44fd-8b1b-d2a19a5ed33e {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 20:27:21.827700 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d7583d-8e27-4f80-8762-e59780cc593e req-26768a1a-8344-4388-bf89-cf78723bb047 service neutron] Checking agent: {'id': '748e0023-d5c8-44d3-9d74-a0da2def1ef4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83090', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 20, 23, 10), 'started_at': datetime.datetime(2022, 5, 16, 20, 23, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 20, 27, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 20:27:21.828044 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d7583d-8e27-4f80-8762-e59780cc593e req-26768a1a-8344-4388-bf89-cf78723bb047 service neutron] Checking segment: {'id': '3f423a53-4b2f-48cb-b3b5-6fcc9868045f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '44ec8ff3-657b-44fd-8b1b-d2a19a5ed33e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 20:27:21.828455 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d7583d-8e27-4f80-8762-e59780cc593e req-26768a1a-8344-4388-bf89-cf78723bb047 service neutron] Bound using segment: {'id': '3f423a53-4b2f-48cb-b3b5-6fcc9868045f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '44ec8ff3-657b-44fd-8b1b-d2a19a5ed33e'} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 20:27:21.828886 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-b0d7583d-8e27-4f80-8762-e59780cc593e req-26768a1a-8344-4388-bf89-cf78723bb047 service neutron] Bound port: b3c0afac-8a34-415b-b5ff-e86625f2b6e4, host: hv-cinder-83090, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f423a53-4b2f-48cb-b3b5-6fcc9868045f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '44ec8ff3-657b-44fd-8b1b-d2a19a5ed33e'}}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 20:27:21.829247 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-b0d7583d-8e27-4f80-8762-e59780cc593e req-26768a1a-8344-4388-bf89-cf78723bb047 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (b3c0afac-8a34-415b-b5ff-e86625f2b6e4), before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:21.835650 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-f25bb61a-a44e-444d-a50c-ed1cd8acbf37 req-4e873ce5-7779-4c73-a2ae-64cfeb7bcbb7 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/security-groups?id=c6ed616f-e582-4088-8aea-3ca433a35e55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1381059 May 16 20:27:21.858372 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45746c28-408b-423e-a3d2-832324979abd req-f43c2960-e785-4362-b0ca-114466cfd7df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:27:21.858372 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-45746c28-408b-423e-a3d2-832324979abd req-f43c2960-e785-4362-b0ca-114466cfd7df service neutron] 10.222.0.81 "GET /v2.0/subnets?id=14823cd5-3605-452f-a744-d8797ebcce33 HTTP/1.1" status: 200 len: 850 time: 0.0554810 May 16 20:27:21.907253 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45746c28-408b-423e-a3d2-832324979abd req-49d54b0e-5014-446c-a0d1-521e1d2ea87e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:27:21.909037 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-45746c28-408b-423e-a3d2-832324979abd req-49d54b0e-5014-446c-a0d1-521e1d2ea87e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=f817970e-ef84-435a-806f-1b015ae84dd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0469170 May 16 20:27:21.920193 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-b0d7583d-8e27-4f80-8762-e59780cc593e req-26768a1a-8344-4388-bf89-cf78723bb047 service neutron] For port b3c0afac-8a34-415b-b5ff-e86625f2b6e4, host hv-cinder-83090, cleared binding levels {{(pid=103448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 20:27:21.923544 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-b0d7583d-8e27-4f80-8762-e59780cc593e req-26768a1a-8344-4388-bf89-cf78723bb047 service neutron] For port b3c0afac-8a34-415b-b5ff-e86625f2b6e4, host hv-cinder-83090, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=b3c0afac-8a34-415b-b5ff-e86625f2b6e4,segment=NetworkSegment(3f423a53-4b2f-48cb-b3b5-6fcc9868045f),segment_id=3f423a53-4b2f-48cb-b3b5-6fcc9868045f)] {{(pid=103448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 20:27:21.930277 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-b0d7583d-8e27-4f80-8762-e59780cc593e req-26768a1a-8344-4388-bf89-cf78723bb047 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732397598091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732397102978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732397102996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27048595'] for port (b3c0afac-8a34-415b-b5ff-e86625f2b6e4), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:21.969046 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d7583d-8e27-4f80-8762-e59780cc593e req-26768a1a-8344-4388-bf89-cf78723bb047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:27:21.969669 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-b0d7583d-8e27-4f80-8762-e59780cc593e req-26768a1a-8344-4388-bf89-cf78723bb047 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-338397'] for port (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:21.971019 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-b0d7583d-8e27-4f80-8762-e59780cc593e req-26768a1a-8344-4388-bf89-cf78723bb047 service neutron] 10.222.0.81 "PUT /v2.0/ports/b3c0afac-8a34-415b-b5ff-e86625f2b6e4 HTTP/1.1" status: 200 len: 1093 time: 1.2519753 May 16 20:27:21.971447 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40ef117e-1a68-498f-9573-d522cdd44d2b', 'tag': 'b3c0afac-8a34-415b-b5ff-e86625f2b6e4'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 20:27:21.974442 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cabd327eae894280a08d6ee7d9129781675a5828ba01ec684011f2f655eb9e7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e5b46ff-eb6d-4ed6-b024-b127703c4290" -d '{"events": [{"name": "network-changed", "server_uuid": "40ef117e-1a68-498f-9573-d522cdd44d2b", "tag": "b3c0afac-8a34-415b-b5ff-e86625f2b6e4"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 20:27:22.019337 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26768a1a-8344-4388-bf89-cf78723bb047 service neutron] Pushing event updated for resources: {'Port': ['ID=b3c0afac-8a34-415b-b5ff-e86625f2b6e4,revision_number=3']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:27:22.056135 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 20:27:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63688f1b-b77a-421a-83ac-6ee1ea7a3bfc x-openstack-request-id: req-63688f1b-b77a-421a-83ac-6ee1ea7a3bfc {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 20:27:22.060333 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-45746c28-408b-423e-a3d2-832324979abd req-81945e46-a15b-42d1-8b19-1629195a603a service neutron] 10.222.0.81 "GET /v2.0/networks/f817970e-ef84-435a-806f-1b015ae84dd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434231 May 16 20:27:22.060734 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40ef117e-1a68-498f-9573-d522cdd44d2b", "tag": "b3c0afac-8a34-415b-b5ff-e86625f2b6e4", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 20:27:22.061022 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-63688f1b-b77a-421a-83ac-6ee1ea7a3bfc {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 20:27:22.061450 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63688f1b-b77a-421a-83ac-6ee1ea7a3bfc'] response: {'name': 'network-changed', 'server_uuid': '40ef117e-1a68-498f-9573-d522cdd44d2b', 'tag': 'b3c0afac-8a34-415b-b5ff-e86625f2b6e4', 'status': 'completed', 'code': 200} May 16 20:27:22.094935 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d7583d-8e27-4f80-8762-e59780cc593e req-56e7b46f-e26f-4160-b0ab-a6219fbeea58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:27:22.098051 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-b0d7583d-8e27-4f80-8762-e59780cc593e req-56e7b46f-e26f-4160-b0ab-a6219fbeea58 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=c5993f86ca3e459582b0aad65ca76d4d&device_id=40ef117e-1a68-498f-9573-d522cdd44d2b HTTP/1.1" status: 200 len: 1127 time: 0.0641193 May 16 20:27:22.160554 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-b0d7583d-8e27-4f80-8762-e59780cc593e req-eefaf2ef-a38d-4a0f-9327-0b6597f09f8d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b3c0afac-8a34-415b-b5ff-e86625f2b6e4 HTTP/1.1" status: 200 len: 217 time: 0.0548275 May 16 20:27:22.189887 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-45746c28-408b-423e-a3d2-832324979abd req-d68c1487-158e-407c-9b57-f2949023fa06 service neutron] 10.222.0.81 "GET /v2.0/networks/f817970e-ef84-435a-806f-1b015ae84dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170435 May 16 20:27:22.295366 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d7583d-8e27-4f80-8762-e59780cc593e req-79e90b50-0084-4a6d-b1f6-a22439b5298a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:27:22.297630 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-b0d7583d-8e27-4f80-8762-e59780cc593e req-79e90b50-0084-4a6d-b1f6-a22439b5298a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=79cb81dd-edd6-4080-acf6-86e748571b36 HTTP/1.1" status: 200 len: 857 time: 0.1285868 May 16 20:27:22.302485 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134b43b3-2c1b-4c24-ba83-23a79e0eca3f req-cb6bbd73-e823-44a5-921c-33b3380b3712 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:27:22.304020 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f2550c-ae6c-44bc-9c8c-4071e9865294 req-c498d8bd-be52-4816-9692-9a95e89fdaea tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:27:22.304172 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-134b43b3-2c1b-4c24-ba83-23a79e0eca3f req-cb6bbd73-e823-44a5-921c-33b3380b3712 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/ports?device_id=f8daf144-f0a4-4819-9d9a-6202c59b11bc HTTP/1.1" status: 200 len: 946 time: 0.0604956 May 16 20:27:22.305466 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-77f2550c-ae6c-44bc-9c8c-4071e9865294 req-c498d8bd-be52-4816-9692-9a95e89fdaea tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] 10.222.0.71 "GET /v2.0/ports?device_id=fa7df57c-3792-445a-85dd-10865098f763 HTTP/1.1" status: 200 len: 946 time: 0.0670383 May 16 20:27:22.367721 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-77f2550c-ae6c-44bc-9c8c-4071e9865294 req-2a31edb2-7d69-4d10-97ad-1b11db1c453f tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] 10.222.0.71 "GET /v2.0/security-groups?id=3a725130-a618-4fe5-b252-e3a6384e8833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555856 May 16 20:27:22.389199 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-134b43b3-2c1b-4c24-ba83-23a79e0eca3f req-04a880bc-876f-43a7-9961-00db6fa7bd08 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/security-groups?id=1fc36625-c0bf-4e17-91a1-62c7256af4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644672 May 16 20:27:22.531833 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d7583d-8e27-4f80-8762-e59780cc593e req-0c690131-7fbd-4bab-a746-be52cf78e42b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:27:22.533256 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-b0d7583d-8e27-4f80-8762-e59780cc593e req-0c690131-7fbd-4bab-a746-be52cf78e42b service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=44ec8ff3-657b-44fd-8b1b-d2a19a5ed33e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421810 May 16 20:27:22.535440 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e8b14a-4e04-4b73-818f-7de4fa222429 req-b80c0d36-f166-4fba-a704-b84e04b85bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:27:22.537795 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-f8e8b14a-4e04-4b73-818f-7de4fa222429 req-b80c0d36-f166-4fba-a704-b84e04b85bcf service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=2715141f8ffd49d892600c779e02fa17&device_id=cfb7b623-95e7-4e7b-8518-f479edf9e26f HTTP/1.1" status: 200 len: 1128 time: 0.0460796 May 16 20:27:22.645802 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-b0d7583d-8e27-4f80-8762-e59780cc593e req-b4ca2a7d-b3fd-439c-ab5e-b7a029fad2fd service neutron] 10.222.0.81 "GET /v2.0/networks/44ec8ff3-657b-44fd-8b1b-d2a19a5ed33e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926287 May 16 20:27:22.659318 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e8b14a-4e04-4b73-818f-7de4fa222429 req-e0e58cf2-4e7a-4ddb-a831-4ad774a973fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:27:22.660832 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-f8e8b14a-4e04-4b73-818f-7de4fa222429 req-e0e58cf2-4e7a-4ddb-a831-4ad774a973fd service neutron] 10.222.0.81 "GET /v2.0/networks?id=f817970e-ef84-435a-806f-1b015ae84dd9 HTTP/1.1" status: 200 len: 912 time: 0.1076872 May 16 20:27:22.723087 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-f8e8b14a-4e04-4b73-818f-7de4fa222429 req-5c50b4fa-7cb4-46b5-bee2-9764ecb77f2e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=90c080cd-9d22-48a5-91a2-bbb1c8418168 HTTP/1.1" status: 200 len: 217 time: 0.0525737 May 16 20:27:22.798009 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4213dd-a76d-40ba-aa8a-e8d6a1b6bba9 req-51432ed8-a3eb-440b-9c54-c94d7de49412 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:27:22.799771 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-9d4213dd-a76d-40ba-aa8a-e8d6a1b6bba9 req-51432ed8-a3eb-440b-9c54-c94d7de49412 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] 10.222.0.71 "GET /v2.0/ports?device_id=cfb7b623-95e7-4e7b-8518-f479edf9e26f HTTP/1.1" status: 200 len: 944 time: 0.0604506 May 16 20:27:22.824034 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-b0d7583d-8e27-4f80-8762-e59780cc593e req-817e2f03-be7e-4d6c-a3ba-db6fbb800de8 service neutron] 10.222.0.81 "GET /v2.0/networks/44ec8ff3-657b-44fd-8b1b-d2a19a5ed33e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720603 May 16 20:27:22.868806 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-9d4213dd-a76d-40ba-aa8a-e8d6a1b6bba9 req-23336c7e-a39b-4ded-96ae-262ec0b2ed16 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] 10.222.0.71 "GET /v2.0/security-groups?id=8b428606-3a27-4b6b-a2ec-503b3fc25851&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623217 May 16 20:27:22.875566 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e8b14a-4e04-4b73-818f-7de4fa222429 req-dbf99531-6153-4320-9204-fce8da98b7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:27:22.877618 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-f8e8b14a-4e04-4b73-818f-7de4fa222429 req-dbf99531-6153-4320-9204-fce8da98b7ce service neutron] 10.222.0.81 "GET /v2.0/subnets?id=14823cd5-3605-452f-a744-d8797ebcce33 HTTP/1.1" status: 200 len: 850 time: 0.0554454 May 16 20:27:22.972490 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b889d59b-7d38-4f91-8ffb-2910e34655fb req-73944c9e-7b74-42b7-8804-4b706ab41082 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:27:22.974708 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-b889d59b-7d38-4f91-8ffb-2910e34655fb req-73944c9e-7b74-42b7-8804-4b706ab41082 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/ports?device_id=40ef117e-1a68-498f-9573-d522cdd44d2b HTTP/1.1" status: 200 len: 943 time: 0.0507419 May 16 20:27:23.022984 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-b889d59b-7d38-4f91-8ffb-2910e34655fb req-cadc38b7-5b04-4283-80ed-2bca7b445f48 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/security-groups?id=c6ed616f-e582-4088-8aea-3ca433a35e55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428658 May 16 20:27:23.495563 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f9e83b-04b1-4cbc-8628-370682c39c27 req-755a9c84-407f-49a5-b23f-e40de3adc149 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:27:23.497055 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-e5f9e83b-04b1-4cbc-8628-370682c39c27 req-755a9c84-407f-49a5-b23f-e40de3adc149 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] 10.222.0.71 "GET /v2.0/ports?device_id=fa7df57c-3792-445a-85dd-10865098f763 HTTP/1.1" status: 200 len: 946 time: 0.0478065 May 16 20:27:23.506381 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f37079-3d06-4ab2-a8f4-3588949abfc2 req-cc87e0d7-6b9d-48ca-901a-df84753031a3 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:27:23.508076 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-50f37079-3d06-4ab2-a8f4-3588949abfc2 req-cc87e0d7-6b9d-48ca-901a-df84753031a3 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/ports?device_id=f8daf144-f0a4-4819-9d9a-6202c59b11bc HTTP/1.1" status: 200 len: 946 time: 0.0495574 May 16 20:27:23.548068 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-e5f9e83b-04b1-4cbc-8628-370682c39c27 req-f2f32e89-7024-4996-8f60-d845ad62b2db tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] 10.222.0.71 "GET /v2.0/security-groups?id=3a725130-a618-4fe5-b252-e3a6384e8833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450418 May 16 20:27:23.563936 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-50f37079-3d06-4ab2-a8f4-3588949abfc2 req-42f02153-b91e-4a18-bb56-95a7eacdea79 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/security-groups?id=1fc36625-c0bf-4e17-91a1-62c7256af4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501096 May 16 20:27:23.976113 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e8b14a-4e04-4b73-818f-7de4fa222429 req-67dca6f2-f3c1-466b-8e37-68bd7cff80db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:27:23.977651 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-f8e8b14a-4e04-4b73-818f-7de4fa222429 req-67dca6f2-f3c1-466b-8e37-68bd7cff80db service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=f817970e-ef84-435a-806f-1b015ae84dd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387886 May 16 20:27:24.009103 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021d9265-cb3c-402c-aad7-348e758c25bb req-6f7b727d-9cb5-4024-a116-e9976a82e593 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:27:24.010790 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-021d9265-cb3c-402c-aad7-348e758c25bb req-6f7b727d-9cb5-4024-a116-e9976a82e593 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] 10.222.0.71 "GET /v2.0/ports?device_id=cfb7b623-95e7-4e7b-8518-f479edf9e26f HTTP/1.1" status: 200 len: 944 time: 0.0738060 May 16 20:27:24.013648 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5b46ff-eb6d-4ed6-b024-b127703c4290 req-4fee5856-96f4-45d5-b889-9df9f21102f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:27:24.015016 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-3e5b46ff-eb6d-4ed6-b024-b127703c4290 req-4fee5856-96f4-45d5-b889-9df9f21102f6 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=c5993f86ca3e459582b0aad65ca76d4d&device_id=40ef117e-1a68-498f-9573-d522cdd44d2b HTTP/1.1" status: 200 len: 1127 time: 0.0693867 May 16 20:27:24.070840 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-f8e8b14a-4e04-4b73-818f-7de4fa222429 req-b3c63a97-b2d5-4c21-929d-6bff5736add7 service neutron] 10.222.0.81 "GET /v2.0/networks/f817970e-ef84-435a-806f-1b015ae84dd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850918 May 16 20:27:24.124039 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-021d9265-cb3c-402c-aad7-348e758c25bb req-c3821345-b4a2-4998-9e34-4e71770dc037 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] 10.222.0.71 "GET /v2.0/security-groups?id=8b428606-3a27-4b6b-a2ec-503b3fc25851&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1074913 May 16 20:27:24.167024 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5b46ff-eb6d-4ed6-b024-b127703c4290 req-6eb526b7-47e7-49ac-ab55-5096361e6dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:27:24.168668 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-3e5b46ff-eb6d-4ed6-b024-b127703c4290 req-6eb526b7-47e7-49ac-ab55-5096361e6dfa service neutron] 10.222.0.81 "GET /v2.0/networks?id=44ec8ff3-657b-44fd-8b1b-d2a19a5ed33e HTTP/1.1" status: 200 len: 919 time: 0.1456225 May 16 20:27:24.194480 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3eb4e5-cf05-47df-8b3e-a34c09abfabd req-23a406c6-4691-40c4-82d3-86561dd50f84 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:27:24.199578 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-ae3eb4e5-cf05-47df-8b3e-a34c09abfabd req-23a406c6-4691-40c4-82d3-86561dd50f84 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/ports?device_id=40ef117e-1a68-498f-9573-d522cdd44d2b HTTP/1.1" status: 200 len: 943 time: 0.0970376 May 16 20:27:24.217258 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-3e5b46ff-eb6d-4ed6-b024-b127703c4290 req-e38dfc01-4796-4e23-8bd5-d95141294bab service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b3c0afac-8a34-415b-b5ff-e86625f2b6e4 HTTP/1.1" status: 200 len: 217 time: 0.0397367 May 16 20:27:24.239790 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-f8e8b14a-4e04-4b73-818f-7de4fa222429 req-77f94a47-47e4-46ea-a0c7-4e34bdff642f service neutron] 10.222.0.81 "GET /v2.0/networks/f817970e-ef84-435a-806f-1b015ae84dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617129 May 16 20:27:24.270046 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-ae3eb4e5-cf05-47df-8b3e-a34c09abfabd req-e392850a-c2b0-4b70-ad49-2d325d510f1b tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/security-groups?id=c6ed616f-e582-4088-8aea-3ca433a35e55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573559 May 16 20:27:24.278748 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5b46ff-eb6d-4ed6-b024-b127703c4290 req-ba97fbb3-1e87-4a0d-ad33-ef646eb8bcbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:27:24.280307 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-3e5b46ff-eb6d-4ed6-b024-b127703c4290 req-ba97fbb3-1e87-4a0d-ad33-ef646eb8bcbe service neutron] 10.222.0.81 "GET /v2.0/subnets?id=79cb81dd-edd6-4080-acf6-86e748571b36 HTTP/1.1" status: 200 len: 857 time: 0.0558331 May 16 20:27:24.326678 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5b46ff-eb6d-4ed6-b024-b127703c4290 req-db12e322-32df-4795-86dc-e51f1efaffbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:27:24.328101 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-3e5b46ff-eb6d-4ed6-b024-b127703c4290 req-db12e322-32df-4795-86dc-e51f1efaffbb service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=44ec8ff3-657b-44fd-8b1b-d2a19a5ed33e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0396984 May 16 20:27:24.447752 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-3e5b46ff-eb6d-4ed6-b024-b127703c4290 req-da5f951f-219a-478b-a909-173a72debcb1 service neutron] 10.222.0.81 "GET /v2.0/networks/44ec8ff3-657b-44fd-8b1b-d2a19a5ed33e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065669 May 16 20:27:24.544558 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-3e5b46ff-eb6d-4ed6-b024-b127703c4290 req-fec62c4c-e422-42ac-b06f-689de4a7e69e service neutron] 10.222.0.81 "GET /v2.0/networks/44ec8ff3-657b-44fd-8b1b-d2a19a5ed33e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902975 May 16 20:27:24.672866 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3838554-34d5-47bd-be49-dcb0fb44098d req-ad8593d0-e356-484d-9c17-f8a6468f4c56 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:27:24.673685 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-c3838554-34d5-47bd-be49-dcb0fb44098d req-ad8593d0-e356-484d-9c17-f8a6468f4c56 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] 10.222.0.71 "GET /v2.0/ports?device_id=fa7df57c-3792-445a-85dd-10865098f763 HTTP/1.1" status: 200 len: 946 time: 0.0512915 May 16 20:27:24.690724 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38e3327-824a-48a1-bdb4-ce7255533ce0 req-160cb28a-9fbe-4763-bac8-17f3030acead tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:27:24.692225 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-b38e3327-824a-48a1-bdb4-ce7255533ce0 req-160cb28a-9fbe-4763-bac8-17f3030acead tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/ports?device_id=f8daf144-f0a4-4819-9d9a-6202c59b11bc HTTP/1.1" status: 200 len: 946 time: 0.0465579 May 16 20:27:24.721807 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-c3838554-34d5-47bd-be49-dcb0fb44098d req-6db3c03d-9cb8-484b-8f24-49ae00055213 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] 10.222.0.71 "GET /v2.0/security-groups?id=3a725130-a618-4fe5-b252-e3a6384e8833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416446 May 16 20:27:24.748739 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-b38e3327-824a-48a1-bdb4-ce7255533ce0 req-6f1874eb-62c2-4379-b29a-4badc0420cca tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/security-groups?id=1fc36625-c0bf-4e17-91a1-62c7256af4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508294 May 16 20:27:25.238712 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61b2ee0-7ebf-435e-80fc-eab28a04d5e7 req-4e1a5a7a-96cd-4f83-961b-726a52500144 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:27:25.240203 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-b61b2ee0-7ebf-435e-80fc-eab28a04d5e7 req-4e1a5a7a-96cd-4f83-961b-726a52500144 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] 10.222.0.71 "GET /v2.0/ports?device_id=cfb7b623-95e7-4e7b-8518-f479edf9e26f HTTP/1.1" status: 200 len: 944 time: 0.0467324 May 16 20:27:25.289128 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-b61b2ee0-7ebf-435e-80fc-eab28a04d5e7 req-c1226b43-9e9c-4d03-8f3a-4a231125f46b tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] 10.222.0.71 "GET /v2.0/security-groups?id=8b428606-3a27-4b6b-a2ec-503b3fc25851&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430167 May 16 20:27:25.383668 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec454bcf-38f6-4eb3-865d-b6779ff4e07d req-0ee31113-50ae-426b-b8af-d8d133f94b85 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:27:25.385062 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-ec454bcf-38f6-4eb3-865d-b6779ff4e07d req-0ee31113-50ae-426b-b8af-d8d133f94b85 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/ports?device_id=40ef117e-1a68-498f-9573-d522cdd44d2b HTTP/1.1" status: 200 len: 943 time: 0.0459139 May 16 20:27:25.432130 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-ec454bcf-38f6-4eb3-865d-b6779ff4e07d req-d9139cda-4230-45b0-be63-f36caac41edb tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/security-groups?id=c6ed616f-e582-4088-8aea-3ca433a35e55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416458 May 16 20:27:25.841331 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0c56eb-d1b4-4454-9ec8-ff13450ff0d2 req-a57c5aab-52b4-4fe3-a02d-108cd2cbab36 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:27:25.842799 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-9f0c56eb-d1b4-4454-9ec8-ff13450ff0d2 req-a57c5aab-52b4-4fe3-a02d-108cd2cbab36 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] 10.222.0.71 "GET /v2.0/ports?device_id=fa7df57c-3792-445a-85dd-10865098f763 HTTP/1.1" status: 200 len: 946 time: 0.0469546 May 16 20:27:25.879679 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8415efb2-c19e-425f-8523-5aca2756a365 req-e4e861a1-f002-47b4-add1-797710023793 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:27:25.881435 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-8415efb2-c19e-425f-8523-5aca2756a365 req-e4e861a1-f002-47b4-add1-797710023793 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/ports?device_id=f8daf144-f0a4-4819-9d9a-6202c59b11bc HTTP/1.1" status: 200 len: 946 time: 0.0540757 May 16 20:27:25.894064 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-9f0c56eb-d1b4-4454-9ec8-ff13450ff0d2 req-4435e3e9-a6b0-4a00-9e61-dcef36ee1066 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] 10.222.0.71 "GET /v2.0/security-groups?id=3a725130-a618-4fe5-b252-e3a6384e8833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457110 May 16 20:27:25.934565 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-8415efb2-c19e-425f-8523-5aca2756a365 req-fe2c8fff-09c8-4226-a0d2-c2be97234b8c tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/security-groups?id=1fc36625-c0bf-4e17-91a1-62c7256af4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462408 May 16 20:27:26.398516 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205c60c1-ebea-4e5d-b97f-0d517350bab6 req-6eec3081-5569-402c-a758-a624df944901 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:27:26.399950 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-205c60c1-ebea-4e5d-b97f-0d517350bab6 req-6eec3081-5569-402c-a758-a624df944901 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] 10.222.0.71 "GET /v2.0/ports?device_id=cfb7b623-95e7-4e7b-8518-f479edf9e26f HTTP/1.1" status: 200 len: 944 time: 0.0462174 May 16 20:27:26.404083 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Device b3c0afac-8a34-415b-b5ff-e86625f2b6e4 details requested by agent hyperv_hv-cinder-83090 with host hv-cinder-83090 {{(pid=103450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 20:27:26.452169 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-205c60c1-ebea-4e5d-b97f-0d517350bab6 req-a7ad9419-3237-45a4-b8d8-d189defd22e9 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] 10.222.0.71 "GET /v2.0/security-groups?id=8b428606-3a27-4b6b-a2ec-503b3fc25851&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465040 May 16 20:27:26.501908 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] For port b3c0afac-8a34-415b-b5ff-e86625f2b6e4, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=b3c0afac-8a34-415b-b5ff-e86625f2b6e4,segment=NetworkSegment(3f423a53-4b2f-48cb-b3b5-6fcc9868045f),segment_id=3f423a53-4b2f-48cb-b3b5-6fcc9868045f)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:27:26.513923 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Returning: {'device': 'b3c0afac-8a34-415b-b5ff-e86625f2b6e4', 'network_id': '44ec8ff3-657b-44fd-8b1b-d2a19a5ed33e', 'port_id': 'b3c0afac-8a34-415b-b5ff-e86625f2b6e4', 'mac_address': 'fa:16:3e:9f:54:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79cb81dd-edd6-4080-acf6-86e748571b36', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 20:27:26.544570 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47e0b99-7e02-4e1b-bd9a-73f054448265 req-4f4a7a5c-8537-429b-8e23-644fee6e8ad2 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:27:26.545999 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-a47e0b99-7e02-4e1b-bd9a-73f054448265 req-4f4a7a5c-8537-429b-8e23-644fee6e8ad2 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/ports?device_id=40ef117e-1a68-498f-9573-d522cdd44d2b HTTP/1.1" status: 200 len: 943 time: 0.0470021 May 16 20:27:26.557306 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Current status of the port b3c0afac-8a34-415b-b5ff-e86625f2b6e4 is: DOWN; New status is: BUILD {{(pid=103450) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:27:26.557700 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (b3c0afac-8a34-415b-b5ff-e86625f2b6e4), before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:26.576168 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.notifiers.nova [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3c0afac-8a34-415b-b5ff-e86625f2b6e4 {{(pid=103450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 20:27:26.595586 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-a47e0b99-7e02-4e1b-bd9a-73f054448265 req-c20aac1e-55cd-41da-8571-21f9a1da241b tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/security-groups?id=c6ed616f-e582-4088-8aea-3ca433a35e55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433061 May 16 20:27:26.599194 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] For port b3c0afac-8a34-415b-b5ff-e86625f2b6e4, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=b3c0afac-8a34-415b-b5ff-e86625f2b6e4,segment=NetworkSegment(3f423a53-4b2f-48cb-b3b5-6fcc9868045f),segment_id=3f423a53-4b2f-48cb-b3b5-6fcc9868045f)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:27:26.604330 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732397598091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732397102978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732397102996'] for port (b3c0afac-8a34-415b-b5ff-e86625f2b6e4), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:26.652536 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Pushing event updated for resources: {'Port': ['ID=b3c0afac-8a34-415b-b5ff-e86625f2b6e4,revision_number=4']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:27:26.989703 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] get_ports_and_sgs() called for port_ids ['b3c0afac-8a34-415b-b5ff-e86625f2b6e4'] {{(pid=103450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 20:27:27.018480 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958dd963-b9fd-4041-a196-99724121544e req-384a7439-8146-4473-937a-11042ead0333 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:27:27.020261 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-958dd963-b9fd-4041-a196-99724121544e req-384a7439-8146-4473-937a-11042ead0333 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] 10.222.0.71 "GET /v2.0/ports?device_id=fa7df57c-3792-445a-85dd-10865098f763 HTTP/1.1" status: 200 len: 946 time: 0.0549643 May 16 20:27:27.074163 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7937e69d-b9b7-4338-b9da-cce10fefdad8 req-dcdc440a-b1a6-46c4-b4ee-88bd6829d24c tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:27:27.081413 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-7937e69d-b9b7-4338-b9da-cce10fefdad8 req-dcdc440a-b1a6-46c4-b4ee-88bd6829d24c tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/ports?device_id=f8daf144-f0a4-4819-9d9a-6202c59b11bc HTTP/1.1" status: 200 len: 946 time: 0.0641408 May 16 20:27:27.091497 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-958dd963-b9fd-4041-a196-99724121544e req-f4b5e519-733d-4b51-8516-bfdf95601a4a tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] 10.222.0.71 "GET /v2.0/security-groups?id=3a725130-a618-4fe5-b252-e3a6384e8833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642152 May 16 20:27:27.137284 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.71', 48826) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:27:27.152711 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-7937e69d-b9b7-4338-b9da-cce10fefdad8 req-003dd5e4-b01d-4f55-a95f-5ce1bf95d894 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/security-groups?id=1fc36625-c0bf-4e17-91a1-62c7256af4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702765 May 16 20:27:27.247672 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d170fa81-10cf-4af0-9d86-4da74c74adf1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:27.319502 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d170fa81-10cf-4af0-9d86-4da74c74adf1 admin admin] Publish callbacks [] for security_group (b2a9834e-b413-4d94-8b96-a0106bf78a7b), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:27.323372 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d170fa81-10cf-4af0-9d86-4da74c74adf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997425'] for security_group (b2a9834e-b413-4d94-8b96-a0106bf78a7b), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:27.362019 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-d170fa81-10cf-4af0-9d86-4da74c74adf1 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=8e62b490ec474700814aa4880b0d0a96&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2234836 May 16 20:27:27.362943 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d170fa81-10cf-4af0-9d86-4da74c74adf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2a9834e-b413-4d94-8b96-a0106bf78a7b,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:27:27.364697 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.71', 48830) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:27:27.413874 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4935c9fc-8eca-4539-bf41-f1c7148d001f admin admin] Publish callbacks [] for security_group (b2a9834e-b413-4d94-8b96-a0106bf78a7b), before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:27.434701 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4935c9fc-8eca-4539-bf41-f1c7148d001f admin admin] Publish callbacks [] for security_group (b2a9834e-b413-4d94-8b96-a0106bf78a7b), precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:27.480315 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4935c9fc-8eca-4539-bf41-f1c7148d001f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997425'] for security_group (b2a9834e-b413-4d94-8b96-a0106bf78a7b), after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:27.482912 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4935c9fc-8eca-4539-bf41-f1c7148d001f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:27.484041 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-4935c9fc-8eca-4539-bf41-f1c7148d001f admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/b2a9834e-b413-4d94-8b96-a0106bf78a7b HTTP/1.1" status: 204 len: 168 time: 0.1183605 May 16 20:27:27.492654 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4935c9fc-8eca-4539-bf41-f1c7148d001f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2a9834e-b413-4d94-8b96-a0106bf78a7b,revision_number=None']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:27:27.575719 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ce1d75-dc70-4135-bcf6-6c0dc4823943 req-6784dd5e-7561-4500-ae1c-661c53c2f668 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:27:27.577249 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-b4ce1d75-dc70-4135-bcf6-6c0dc4823943 req-6784dd5e-7561-4500-ae1c-661c53c2f668 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] 10.222.0.71 "GET /v2.0/ports?device_id=cfb7b623-95e7-4e7b-8518-f479edf9e26f HTTP/1.1" status: 200 len: 944 time: 0.0534286 May 16 20:27:27.629312 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-b4ce1d75-dc70-4135-bcf6-6c0dc4823943 req-9f745aba-9933-4fa4-8cf6-ade1d735cc3f tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] 10.222.0.71 "GET /v2.0/security-groups?id=8b428606-3a27-4b6b-a2ec-503b3fc25851&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461442 May 16 20:27:27.719083 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdae0bc0-6f72-4137-bef7-3651c171834c req-f9aff80a-56f0-42e1-9581-850c919684d0 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:27:27.720615 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-bdae0bc0-6f72-4137-bef7-3651c171834c req-f9aff80a-56f0-42e1-9581-850c919684d0 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/ports?device_id=40ef117e-1a68-498f-9573-d522cdd44d2b HTTP/1.1" status: 200 len: 944 time: 0.0510209 May 16 20:27:27.766604 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.71', 48842) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:27:27.772182 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-bdae0bc0-6f72-4137-bef7-3651c171834c req-57f21c67-172b-42b7-93ab-f298e23491c8 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/security-groups?id=c6ed616f-e582-4088-8aea-3ca433a35e55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454497 May 16 20:27:27.780263 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-970077cc-773b-4552-9eb8-1136db472fd4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:27.860630 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-970077cc-773b-4552-9eb8-1136db472fd4 admin admin] Publish callbacks [] for security_group (ee10df29-1349-4bcf-86d3-7ce27a58a487), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:27.864310 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-970077cc-773b-4552-9eb8-1136db472fd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997425'] for security_group (ee10df29-1349-4bcf-86d3-7ce27a58a487), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:27.902021 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970077cc-773b-4552-9eb8-1136db472fd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee10df29-1349-4bcf-86d3-7ce27a58a487,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:27:27.906359 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-970077cc-773b-4552-9eb8-1136db472fd4 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=096e6b321e3f43249fa2562fd6cd6155&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1387308 May 16 20:27:27.909305 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.71', 48844) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:27:27.955745 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3c1166cb-923a-4518-8a7d-68642e31bc37 admin admin] Publish callbacks [] for security_group (ee10df29-1349-4bcf-86d3-7ce27a58a487), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:27.976865 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3c1166cb-923a-4518-8a7d-68642e31bc37 admin admin] Publish callbacks [] for security_group (ee10df29-1349-4bcf-86d3-7ce27a58a487), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:28.022216 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3c1166cb-923a-4518-8a7d-68642e31bc37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997425'] for security_group (ee10df29-1349-4bcf-86d3-7ce27a58a487), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:28.024850 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3c1166cb-923a-4518-8a7d-68642e31bc37 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:28.026021 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-3c1166cb-923a-4518-8a7d-68642e31bc37 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/ee10df29-1349-4bcf-86d3-7ce27a58a487 HTTP/1.1" status: 204 len: 168 time: 0.1161952 May 16 20:27:28.033516 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1166cb-923a-4518-8a7d-68642e31bc37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee10df29-1349-4bcf-86d3-7ce27a58a487,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:27:28.214458 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3af5b2c-d92b-4c56-a619-186dcda7ccb8 req-d77919d8-03fb-4d1c-80d0-989d5f69e94c tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:27:28.216237 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-a3af5b2c-d92b-4c56-a619-186dcda7ccb8 req-d77919d8-03fb-4d1c-80d0-989d5f69e94c tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] 10.222.0.71 "GET /v2.0/ports?device_id=fa7df57c-3792-445a-85dd-10865098f763 HTTP/1.1" status: 200 len: 946 time: 0.0536532 May 16 20:27:28.276554 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-a3af5b2c-d92b-4c56-a619-186dcda7ccb8 req-874d43d5-8779-42b3-85b2-32e17e2cff42 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] 10.222.0.71 "GET /v2.0/security-groups?id=3a725130-a618-4fe5-b252-e3a6384e8833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546727 May 16 20:27:28.281232 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6486e5-3e2b-43e1-9fe4-bf86af566cc2 req-741a3351-ed10-423e-a39f-29f139c7c21a tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:27:28.283559 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-8b6486e5-3e2b-43e1-9fe4-bf86af566cc2 req-741a3351-ed10-423e-a39f-29f139c7c21a tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/ports?device_id=f8daf144-f0a4-4819-9d9a-6202c59b11bc HTTP/1.1" status: 200 len: 946 time: 0.0506127 May 16 20:27:28.335726 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-8b6486e5-3e2b-43e1-9fe4-bf86af566cc2 req-81a371b7-3ddf-46c0-9d76-30f3a0413026 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/security-groups?id=1fc36625-c0bf-4e17-91a1-62c7256af4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450575 May 16 20:27:28.356129 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.71', 48854) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:27:28.369911 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-3b95b9bb-8e43-4a52-8ba7-1b52755fa833 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:28.406049 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Device b3c0afac-8a34-415b-b5ff-e86625f2b6e4 up at agent hyperv_hv-cinder-83090 {{(pid=103450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 20:27:28.446829 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-3b95b9bb-8e43-4a52-8ba7-1b52755fa833 admin admin] Publish callbacks [] for security_group (6944b9bf-e5d5-4715-96e9-98344009bd9e), precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:28.450984 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-3b95b9bb-8e43-4a52-8ba7-1b52755fa833 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997425'] for security_group (6944b9bf-e5d5-4715-96e9-98344009bd9e), after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:28.466247 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Provisioning for port b3c0afac-8a34-415b-b5ff-e86625f2b6e4 completed by entity L2. {{(pid=103450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 16 20:27:28.473255 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Provisioning complete for port b3c0afac-8a34-415b-b5ff-e86625f2b6e4 triggered by entity L2. {{(pid=103450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:27:28.473696 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868582'] for port (b3c0afac-8a34-415b-b5ff-e86625f2b6e4), provisioning_complete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:28.490217 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-3b95b9bb-8e43-4a52-8ba7-1b52755fa833 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=d897c4bcd25143bcac69863323eb9fc5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1329765 May 16 20:27:28.491382 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b95b9bb-8e43-4a52-8ba7-1b52755fa833 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6944b9bf-e5d5-4715-96e9-98344009bd9e,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:27:28.492957 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.71', 48856) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:27:28.548287 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Current status of the port b3c0afac-8a34-415b-b5ff-e86625f2b6e4 is: BUILD; New status is: ACTIVE {{(pid=103450) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:27:28.548668 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (b3c0afac-8a34-415b-b5ff-e86625f2b6e4), before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:28.550103 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f156dc9a-09e0-49cc-b4d2-da4e696cbc37 admin admin] Publish callbacks [] for security_group (6944b9bf-e5d5-4715-96e9-98344009bd9e), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:28.571379 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40ef117e-1a68-498f-9573-d522cdd44d2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3c0afac-8a34-415b-b5ff-e86625f2b6e4'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 20:27:28.572349 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f156dc9a-09e0-49cc-b4d2-da4e696cbc37 admin admin] Publish callbacks [] for security_group (6944b9bf-e5d5-4715-96e9-98344009bd9e), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:28.573625 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38452c862c9e2e5c9d38da0d4ca4e6053ba1266d056c207bc89b5fbcea4cd82f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-679151de-bbff-4b52-9881-8f6042f140aa" -d '{"events": [{"server_uuid": "40ef117e-1a68-498f-9573-d522cdd44d2b", "name": "network-vif-plugged", "status": "completed", "tag": "b3c0afac-8a34-415b-b5ff-e86625f2b6e4"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 20:27:28.587333 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] For port b3c0afac-8a34-415b-b5ff-e86625f2b6e4, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=b3c0afac-8a34-415b-b5ff-e86625f2b6e4,segment=NetworkSegment(3f423a53-4b2f-48cb-b3b5-6fcc9868045f),segment_id=3f423a53-4b2f-48cb-b3b5-6fcc9868045f)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:27:28.591607 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732397598091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732397102978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732397102996'] for port (b3c0afac-8a34-415b-b5ff-e86625f2b6e4), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:28.614577 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 20:27:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae816ba9-79c8-46e5-a82e-e945be117e82 x-openstack-request-id: req-ae816ba9-79c8-46e5-a82e-e945be117e82 {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 20:27:28.615059 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40ef117e-1a68-498f-9573-d522cdd44d2b", "name": "network-vif-plugged", "status": "completed", "tag": "b3c0afac-8a34-415b-b5ff-e86625f2b6e4", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 20:27:28.615348 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-ae816ba9-79c8-46e5-a82e-e945be117e82 {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 20:27:28.615791 dv-cinder-830901-7-iscsi neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae816ba9-79c8-46e5-a82e-e945be117e82'] response: {'server_uuid': '40ef117e-1a68-498f-9573-d522cdd44d2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3c0afac-8a34-415b-b5ff-e86625f2b6e4', 'code': 200} May 16 20:27:28.629212 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f156dc9a-09e0-49cc-b4d2-da4e696cbc37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997425'] for security_group (6944b9bf-e5d5-4715-96e9-98344009bd9e), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:28.632514 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f156dc9a-09e0-49cc-b4d2-da4e696cbc37 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:28.633663 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-f156dc9a-09e0-49cc-b4d2-da4e696cbc37 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/6944b9bf-e5d5-4715-96e9-98344009bd9e HTTP/1.1" status: 204 len: 168 time: 0.1396625 May 16 20:27:28.642191 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Pushing event updated for resources: {'Port': ['ID=b3c0afac-8a34-415b-b5ff-e86625f2b6e4,revision_number=5']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:27:28.643544 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f156dc9a-09e0-49cc-b4d2-da4e696cbc37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6944b9bf-e5d5-4715-96e9-98344009bd9e,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:27:28.778123 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98294d3d-b067-4750-aa5d-ab9d3aa82e83 req-5bfaa591-a0cd-4973-99bd-f30ac764ee20 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:27:28.779636 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-98294d3d-b067-4750-aa5d-ab9d3aa82e83 req-5bfaa591-a0cd-4973-99bd-f30ac764ee20 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] 10.222.0.71 "GET /v2.0/ports?device_id=cfb7b623-95e7-4e7b-8518-f479edf9e26f HTTP/1.1" status: 200 len: 944 time: 0.0656834 May 16 20:27:28.837462 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-98294d3d-b067-4750-aa5d-ab9d3aa82e83 req-376081bc-f316-45d1-bb9e-57f16c11dc15 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] 10.222.0.71 "GET /v2.0/security-groups?id=8b428606-3a27-4b6b-a2ec-503b3fc25851&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517826 May 16 20:27:28.904979 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4f9066-c4d3-4f71-9139-67339b295a63 req-314b6f0f-2b5a-454e-a6ca-82e6c753f481 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:27:28.906642 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-fe4f9066-c4d3-4f71-9139-67339b295a63 req-314b6f0f-2b5a-454e-a6ca-82e6c753f481 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/ports?device_id=40ef117e-1a68-498f-9573-d522cdd44d2b HTTP/1.1" status: 200 len: 945 time: 0.0538144 May 16 20:27:28.957803 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-fe4f9066-c4d3-4f71-9139-67339b295a63 req-da357a28-5d3e-49db-aae9-8f29a2b57820 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/security-groups?id=c6ed616f-e582-4088-8aea-3ca433a35e55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452151 May 16 20:27:29.075610 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249e34a1-b56e-4190-abca-42915af00752 req-2b8858ec-d705-42a7-be96-68a1ac815e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:27:29.077165 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-249e34a1-b56e-4190-abca-42915af00752 req-2b8858ec-d705-42a7-be96-68a1ac815e88 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=40ef117e-1a68-498f-9573-d522cdd44d2b HTTP/1.1" status: 200 len: 1129 time: 0.0433593 May 16 20:27:29.127463 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-249e34a1-b56e-4190-abca-42915af00752 req-aea73f91-14b0-456a-a312-714cb1bd5c2a service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=c6ed616f-e582-4088-8aea-3ca433a35e55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390718 May 16 20:27:29.401055 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bb603a-8986-4302-b55b-b75a0d365190 req-627c66b0-cb89-46e9-8ec6-f6414b9b4e72 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:27:29.403226 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-f3bb603a-8986-4302-b55b-b75a0d365190 req-627c66b0-cb89-46e9-8ec6-f6414b9b4e72 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] 10.222.0.71 "GET /v2.0/ports?device_id=fa7df57c-3792-445a-85dd-10865098f763 HTTP/1.1" status: 200 len: 946 time: 0.0574098 May 16 20:27:29.455571 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-f3bb603a-8986-4302-b55b-b75a0d365190 req-8b4b587b-a8a2-4e0a-b2ff-042825ff8e94 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] 10.222.0.71 "GET /v2.0/security-groups?id=3a725130-a618-4fe5-b252-e3a6384e8833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457916 May 16 20:27:29.464274 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f0222f-9010-402b-9cb4-575e5297a3a1 req-e137b1a4-ea8e-419b-bf1a-1521f417886b tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:27:29.466101 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-87f0222f-9010-402b-9cb4-575e5297a3a1 req-e137b1a4-ea8e-419b-bf1a-1521f417886b tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/ports?device_id=f8daf144-f0a4-4819-9d9a-6202c59b11bc HTTP/1.1" status: 200 len: 946 time: 0.0523219 May 16 20:27:29.525416 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-87f0222f-9010-402b-9cb4-575e5297a3a1 req-39a26993-6dd2-435f-b0d9-d9c80195cf3f tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/security-groups?id=1fc36625-c0bf-4e17-91a1-62c7256af4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437801 May 16 20:27:29.956691 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e75b50-4efb-4e48-9497-10f2b8509839 req-9d3d3379-f68e-4ed3-afe9-52af154109a6 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:27:29.958171 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-c5e75b50-4efb-4e48-9497-10f2b8509839 req-9d3d3379-f68e-4ed3-afe9-52af154109a6 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] 10.222.0.71 "GET /v2.0/ports?device_id=cfb7b623-95e7-4e7b-8518-f479edf9e26f HTTP/1.1" status: 200 len: 944 time: 0.0469470 May 16 20:27:30.016544 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-c5e75b50-4efb-4e48-9497-10f2b8509839 req-33bb3835-4e84-44b2-a5be-e12fcde2ea8f tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] 10.222.0.71 "GET /v2.0/security-groups?id=8b428606-3a27-4b6b-a2ec-503b3fc25851&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515981 May 16 20:27:30.075700 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda59f5b-95de-40c3-8217-e84115a45624 req-e3040eec-3f2a-4a55-bcd1-39c3f87c0a74 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:27:30.077233 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-cda59f5b-95de-40c3-8217-e84115a45624 req-e3040eec-3f2a-4a55-bcd1-39c3f87c0a74 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/ports?device_id=40ef117e-1a68-498f-9573-d522cdd44d2b HTTP/1.1" status: 200 len: 945 time: 0.0478625 May 16 20:27:30.129353 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-cda59f5b-95de-40c3-8217-e84115a45624 req-76700a1c-7ebb-42c9-8ccc-b037670292bf tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/security-groups?id=c6ed616f-e582-4088-8aea-3ca433a35e55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465353 May 16 20:27:30.421486 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Device 90c080cd-9d22-48a5-91a2-bbb1c8418168 details requested by agent hyperv_hv-cinder-83090 with host hv-cinder-83090 {{(pid=103450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 20:27:30.518607 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] For port 90c080cd-9d22-48a5-91a2-bbb1c8418168, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=90c080cd-9d22-48a5-91a2-bbb1c8418168,segment=NetworkSegment(3f368376-ca0a-4204-8008-7e3a527d3a30),segment_id=3f368376-ca0a-4204-8008-7e3a527d3a30)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:27:30.529595 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Returning: {'device': '90c080cd-9d22-48a5-91a2-bbb1c8418168', 'network_id': 'f817970e-ef84-435a-806f-1b015ae84dd9', 'port_id': '90c080cd-9d22-48a5-91a2-bbb1c8418168', 'mac_address': 'fa:16:3e:a6:37:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14823cd5-3605-452f-a744-d8797ebcce33', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 20:27:30.567448 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Current status of the port 90c080cd-9d22-48a5-91a2-bbb1c8418168 is: DOWN; New status is: BUILD {{(pid=103450) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:27:30.567823 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (90c080cd-9d22-48a5-91a2-bbb1c8418168), before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:30.573841 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0ea962-b432-462d-b61a-a454213c0845 req-16586fa1-9a58-40eb-b486-0320d7e507f9 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:27:30.576093 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-ad0ea962-b432-462d-b61a-a454213c0845 req-16586fa1-9a58-40eb-b486-0320d7e507f9 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] 10.222.0.71 "GET /v2.0/ports?device_id=fa7df57c-3792-445a-85dd-10865098f763 HTTP/1.1" status: 200 len: 946 time: 0.0523682 May 16 20:27:30.585162 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.notifiers.nova [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90c080cd-9d22-48a5-91a2-bbb1c8418168 {{(pid=103450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 20:27:30.611848 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] For port 90c080cd-9d22-48a5-91a2-bbb1c8418168, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=90c080cd-9d22-48a5-91a2-bbb1c8418168,segment=NetworkSegment(3f368376-ca0a-4204-8008-7e3a527d3a30),segment_id=3f368376-ca0a-4204-8008-7e3a527d3a30)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:27:30.617401 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732397598091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732397102978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732397102996'] for port (90c080cd-9d22-48a5-91a2-bbb1c8418168), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:30.635653 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-ad0ea962-b432-462d-b61a-a454213c0845 req-48dc0529-1437-406d-8ece-6ee1f03efc23 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] 10.222.0.71 "GET /v2.0/security-groups?id=3a725130-a618-4fe5-b252-e3a6384e8833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519910 May 16 20:27:30.658357 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29032e70-967d-44a3-a97a-caf2e4a9dfa1 req-6a6a52b2-23ba-4fab-a246-a7b020faadf4 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:27:30.659850 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-29032e70-967d-44a3-a97a-caf2e4a9dfa1 req-6a6a52b2-23ba-4fab-a246-a7b020faadf4 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/ports?device_id=f8daf144-f0a4-4819-9d9a-6202c59b11bc HTTP/1.1" status: 200 len: 946 time: 0.0512609 May 16 20:27:30.669405 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Pushing event updated for resources: {'Port': ['ID=90c080cd-9d22-48a5-91a2-bbb1c8418168,revision_number=4']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:27:30.708661 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-29032e70-967d-44a3-a97a-caf2e4a9dfa1 req-4282afd9-0b7f-4bc6-9b4d-b06a17616a17 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/security-groups?id=1fc36625-c0bf-4e17-91a1-62c7256af4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424595 May 16 20:27:31.003393 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] get_ports_and_sgs() called for port_ids ['90c080cd-9d22-48a5-91a2-bbb1c8418168'] {{(pid=103450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 20:27:31.155242 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e8edaf-d2ab-4f5e-8059-8928907514b6 req-99b96127-7fae-4bea-89ac-cb6bfe0ce3e9 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:27:31.157125 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-c0e8edaf-d2ab-4f5e-8059-8928907514b6 req-99b96127-7fae-4bea-89ac-cb6bfe0ce3e9 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] 10.222.0.71 "GET /v2.0/ports?device_id=cfb7b623-95e7-4e7b-8518-f479edf9e26f HTTP/1.1" status: 200 len: 945 time: 0.0617237 May 16 20:27:31.227851 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-c0e8edaf-d2ab-4f5e-8059-8928907514b6 req-e4361f5a-45b8-4dfc-a9e5-2de975a60ef1 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] 10.222.0.71 "GET /v2.0/security-groups?id=8b428606-3a27-4b6b-a2ec-503b3fc25851&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644360 May 16 20:27:31.299320 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c962d7-b3ab-4f14-8594-94a79b71aa3f req-9dce48ae-cb52-48dc-93e7-83190b95d775 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:27:31.306795 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-52c962d7-b3ab-4f14-8594-94a79b71aa3f req-9dce48ae-cb52-48dc-93e7-83190b95d775 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/ports?device_id=40ef117e-1a68-498f-9573-d522cdd44d2b HTTP/1.1" status: 200 len: 945 time: 0.0593886 May 16 20:27:31.365255 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-52c962d7-b3ab-4f14-8594-94a79b71aa3f req-bba44264-b7cd-4118-8c4f-e5a1e4d0e8c8 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/security-groups?id=c6ed616f-e582-4088-8aea-3ca433a35e55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523293 May 16 20:27:31.743153 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdd41aa-d5e3-40df-b1dc-470f7e07c6c7 req-47467557-ab2a-4d65-94d6-db2047f106d1 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:27:31.744695 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-1fdd41aa-d5e3-40df-b1dc-470f7e07c6c7 req-47467557-ab2a-4d65-94d6-db2047f106d1 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] 10.222.0.71 "GET /v2.0/ports?device_id=fa7df57c-3792-445a-85dd-10865098f763 HTTP/1.1" status: 200 len: 946 time: 0.0489435 May 16 20:27:31.795610 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-1fdd41aa-d5e3-40df-b1dc-470f7e07c6c7 req-de9051fb-459d-4170-b5a9-99fbcff6f9e4 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] 10.222.0.71 "GET /v2.0/security-groups?id=3a725130-a618-4fe5-b252-e3a6384e8833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452483 May 16 20:27:31.831722 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b73ff6-1773-4336-84d1-8bd1961f6b7e req-794ec378-5196-4062-879d-e57ef7b22db8 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:27:31.833208 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-09b73ff6-1773-4336-84d1-8bd1961f6b7e req-794ec378-5196-4062-879d-e57ef7b22db8 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/ports?device_id=f8daf144-f0a4-4819-9d9a-6202c59b11bc HTTP/1.1" status: 200 len: 946 time: 0.0498381 May 16 20:27:31.879232 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-09b73ff6-1773-4336-84d1-8bd1961f6b7e req-93333929-648b-49b3-bc2d-dec0d76aecbc tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/security-groups?id=1fc36625-c0bf-4e17-91a1-62c7256af4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402815 May 16 20:27:32.353446 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494142cc-30f5-48af-a541-ea7ae6dcc50f req-8dd78af2-ca9b-4166-981e-f559f5874f33 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:27:32.354955 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-494142cc-30f5-48af-a541-ea7ae6dcc50f req-8dd78af2-ca9b-4166-981e-f559f5874f33 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] 10.222.0.71 "GET /v2.0/ports?device_id=cfb7b623-95e7-4e7b-8518-f479edf9e26f HTTP/1.1" status: 200 len: 945 time: 0.0490651 May 16 20:27:32.407244 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-494142cc-30f5-48af-a541-ea7ae6dcc50f req-46240dd3-1793-4896-a35e-6bff6c1f975d tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] 10.222.0.71 "GET /v2.0/security-groups?id=8b428606-3a27-4b6b-a2ec-503b3fc25851&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460088 May 16 20:27:32.471982 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f993d7e-4c49-4411-816c-b76b69d7d863 req-81985554-7107-47d7-a4e6-9ae2cf63b78a tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:27:32.473601 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-4f993d7e-4c49-4411-816c-b76b69d7d863 req-81985554-7107-47d7-a4e6-9ae2cf63b78a tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/ports?device_id=40ef117e-1a68-498f-9573-d522cdd44d2b HTTP/1.1" status: 200 len: 945 time: 0.0472107 May 16 20:27:32.525752 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-4f993d7e-4c49-4411-816c-b76b69d7d863 req-7ee55eef-b42f-4691-ba6a-16f79e3976df tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/security-groups?id=c6ed616f-e582-4088-8aea-3ca433a35e55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449586 May 16 20:27:32.658386 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd17a19b-c9d8-4f26-b70d-1b6d562e987e req-9b74cd78-2d2c-4aab-b8b6-69fb3474be67 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:27:32.659902 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-cd17a19b-c9d8-4f26-b70d-1b6d562e987e req-9b74cd78-2d2c-4aab-b8b6-69fb3474be67 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/ports?device_id=40ef117e-1a68-498f-9573-d522cdd44d2b HTTP/1.1" status: 200 len: 945 time: 0.0536191 May 16 20:27:32.669660 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.71', 48964) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:27:32.678841 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.v2.base [None req-495c1d5c-4121-4f51-8279-e346b7059ce5 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Request body: {'floatingip': {'port_id': 'b3c0afac-8a34-415b-b5ff-e86625f2b6e4'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:27:32.718154 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-495c1d5c-4121-4f51-8279-e346b7059ce5 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Publish callbacks [] for floatingip (ddfe3862-afa4-4b04-8517-7248cb624b6f), before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:32.949222 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bacab8d-9f8d-4f2b-a9e2-42f8e38a0596 req-547457c2-c5aa-432c-bed9-696efac4c839 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:27:32.950727 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-0bacab8d-9f8d-4f2b-a9e2-42f8e38a0596 req-547457c2-c5aa-432c-bed9-696efac4c839 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] 10.222.0.71 "GET /v2.0/ports?device_id=fa7df57c-3792-445a-85dd-10865098f763 HTTP/1.1" status: 200 len: 946 time: 0.0854962 May 16 20:27:32.995835 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301c8904-39af-412b-afa3-6e3c23363ece req-73f70a6b-f9b4-4e67-bec1-aa894c166657 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:27:32.997334 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-301c8904-39af-412b-afa3-6e3c23363ece req-73f70a6b-f9b4-4e67-bec1-aa894c166657 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/ports?device_id=f8daf144-f0a4-4819-9d9a-6202c59b11bc HTTP/1.1" status: 200 len: 946 time: 0.0469887 May 16 20:27:33.045218 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-301c8904-39af-412b-afa3-6e3c23363ece req-86f8b298-8f2f-4890-b528-6f718ba3221b tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/security-groups?id=1fc36625-c0bf-4e17-91a1-62c7256af4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422924 May 16 20:27:33.081415 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-0bacab8d-9f8d-4f2b-a9e2-42f8e38a0596 req-01416059-120c-43e7-b0a1-a4466fa98a2a tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] 10.222.0.71 "GET /v2.0/security-groups?id=3a725130-a618-4fe5-b252-e3a6384e8833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1243770 May 16 20:27:33.225886 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-495c1d5c-4121-4f51-8279-e346b7059ce5 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:33.230995 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-495c1d5c-4121-4f51-8279-e346b7059ce5 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1640477'] for floatingip (ddfe3862-afa4-4b04-8517-7248cb624b6f), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:33.325559 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.db.l3_db [None req-495c1d5c-4121-4f51-8279-e346b7059ce5 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Floating IP ddfe3862-afa4-4b04-8517-7248cb624b6f associated. External IP: 172.27.2.176, port: b3c0afac-8a34-415b-b5ff-e86625f2b6e4. May 16 20:27:33.518751 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-495c1d5c-4121-4f51-8279-e346b7059ce5 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Router de21da6a-f7da-49e0-8797-88d20b20c5ea has already been hosted by L3 agent fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f {{(pid=103448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 20:27:33.528907 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a455f23-abea-43e5-a636-f9077d0dc0e5 req-c7d6dcd1-b4dd-4e29-84b4-8d21e2eeb11b tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:27:33.530394 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-9a455f23-abea-43e5-a636-f9077d0dc0e5 req-c7d6dcd1-b4dd-4e29-84b4-8d21e2eeb11b tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] 10.222.0.71 "GET /v2.0/ports?device_id=cfb7b623-95e7-4e7b-8518-f479edf9e26f HTTP/1.1" status: 200 len: 945 time: 0.0491650 May 16 20:27:33.580480 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-9a455f23-abea-43e5-a636-f9077d0dc0e5 req-6eb73e0c-379c-4701-9a48-2ce41c9e5208 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] 10.222.0.71 "GET /v2.0/security-groups?id=8b428606-3a27-4b6b-a2ec-503b3fc25851&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445690 May 16 20:27:33.623566 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-495c1d5c-4121-4f51-8279-e346b7059ce5 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Notify agent at l3_agent.dv-cinder-830901-7-iscsi the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 20:27:33.627909 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-495c1d5c-4121-4f51-8279-e346b7059ce5 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-338397'] for floatingip (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:33.635513 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f798ef91-1ff5-42b4-849c-2a5502e9f559 None None] Sync routers for ids ['de21da6a-f7da-49e0-8797-88d20b20c5ea'] in dv-cinder-830901-7-iscsi {{(pid=103451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 20:27:33.649586 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f798ef91-1ff5-42b4-849c-2a5502e9f559 None None] Routers {'de21da6a-f7da-49e0-8797-88d20b20c5ea'} bound to L3 agent in host dv-cinder-830901-7-iscsi {{(pid=103451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:27:33.650263 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-f798ef91-1ff5-42b4-849c-2a5502e9f559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-16T20:16:38Z,description=,heartbeat_timestamp=2022-05-16T20:27:08Z,host='dv-cinder-830901-7-iscsi',id=fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:16:38Z,topic='l3_agent')) {'router_ids': ['de21da6a-f7da-49e0-8797-88d20b20c5ea'], 'active': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:27:33.660532 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-495c1d5c-4121-4f51-8279-e346b7059ce5 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "PUT /v2.0/floatingips/ddfe3862-afa4-4b04-8517-7248cb624b6f HTTP/1.1" status: 200 len: 991 time: 0.9894497 May 16 20:27:33.661203 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40ef117e-1a68-498f-9573-d522cdd44d2b', 'tag': 'b3c0afac-8a34-415b-b5ff-e86625f2b6e4'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 20:27:33.664321 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cabd327eae894280a08d6ee7d9129781675a5828ba01ec684011f2f655eb9e7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa444208-6f36-4d96-97ed-4e39a88a664c" -d '{"events": [{"name": "network-changed", "server_uuid": "40ef117e-1a68-498f-9573-d522cdd44d2b", "tag": "b3c0afac-8a34-415b-b5ff-e86625f2b6e4"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 20:27:33.687059 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-15a1e2e0-3520-4d2a-9a5f-faf7aa3480c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (6de3586b-c77a-41a3-9d69-e80d1925fb22), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:33.702051 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 20:27:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65b39766-eec5-483e-bfcd-f355f4a38824 x-openstack-request-id: req-65b39766-eec5-483e-bfcd-f355f4a38824 {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 20:27:33.702352 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40ef117e-1a68-498f-9573-d522cdd44d2b", "tag": "b3c0afac-8a34-415b-b5ff-e86625f2b6e4", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 20:27:33.702613 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-65b39766-eec5-483e-bfcd-f355f4a38824 {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 20:27:33.703018 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65b39766-eec5-483e-bfcd-f355f4a38824'] response: {'name': 'network-changed', 'server_uuid': '40ef117e-1a68-498f-9573-d522cdd44d2b', 'tag': 'b3c0afac-8a34-415b-b5ff-e86625f2b6e4', 'status': 'completed', 'code': 200} May 16 20:27:33.751442 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvr_db [None req-f798ef91-1ff5-42b4-849c-2a5502e9f559 None None] Set router de21da6a-f7da-49e0-8797-88d20b20c5ea gateway port host: dv-cinder-830901-7-iscsi {{(pid=103451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:27:33.952775 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-f798ef91-1ff5-42b4-849c-2a5502e9f559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de21da6a-f7da-49e0-8797-88d20b20c5ea', 'name': 'tempest-ServerRescueNegativeTestJSON-801511336-router', 'tenant_id': 'c5993f86ca3e459582b0aad65ca76d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'external_fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.246'}], 'enable_snat': True}, 'gw_port_id': '7d7fe191-445d-40a3-a3bf-d8fbb8bea8d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:25:06Z', 'updated_at': '2022-05-16T20:25:13Z', 'revision_number': 4, 'project_id': 'c5993f86ca3e459582b0aad65ca76d4d', 'gw_port': {'id': '7d7fe191-445d-40a3-a3bf-d8fbb8bea8d7', 'name': '', 'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f9:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de21da6a-f7da-49e0-8797-88d20b20c5ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:25:08Z', 'updated_at': '2022-05-16T20:25:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-7-iscsi', '_floatingips': [{'id': 'ddfe3862-afa4-4b04-8517-7248cb624b6f', 'tenant_id': 'c5993f86ca3e459582b0aad65ca76d4d', 'floating_ip_address': '172.27.2.176', 'floating_network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'router_id': 'de21da6a-f7da-49e0-8797-88d20b20c5ea', 'port_id': 'b3c0afac-8a34-415b-b5ff-e86625f2b6e4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 409, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '44ec8ff3-657b-44fd-8b1b-d2a19a5ed33e', 'mac_address': 'fa:16:3e:9f:54:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40ef117e-1a68-498f-9573-d522cdd44d2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T20:27:16Z', 'updated_at': '2022-05-16T20:27:33Z', 'revision_number': 1, 'project_id': 'c5993f86ca3e459582b0aad65ca76d4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7f42fc2-d19c-43e9-a9f9-d76b3c690128', 'name': '', 'network_id': '44ec8ff3-657b-44fd-8b1b-d2a19a5ed33e', 'tenant_id': 'c5993f86ca3e459582b0aad65ca76d4d', 'mac_address': 'fa:16:3e:50:6f:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de21da6a-f7da-49e0-8797-88d20b20c5ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '79cb81dd-edd6-4080-acf6-86e748571b36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:25:12Z', 'updated_at': '2022-05-16T20:25:28Z', 'revision_number': 5, 'project_id': 'c5993f86ca3e459582b0aad65ca76d4d', 'subnets': [{'id': '79cb81dd-edd6-4080-acf6-86e748571b36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-7-iscsi', False) {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:27:33.976963 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f798ef91-1ff5-42b4-849c-2a5502e9f559 None None] Checking router: de21da6a-f7da-49e0-8797-88d20b20c5ea for host: dv-cinder-830901-7-iscsi {{(pid=103451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 20:27:33.985755 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f798ef91-1ff5-42b4-849c-2a5502e9f559 None None] Routers {'de21da6a-f7da-49e0-8797-88d20b20c5ea'} bound to L3 agent in host dv-cinder-830901-7-iscsi {{(pid=103451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:27:33.986354 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-f798ef91-1ff5-42b4-849c-2a5502e9f559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-16T20:16:38Z,description=,heartbeat_timestamp=2022-05-16T20:27:08Z,host='dv-cinder-830901-7-iscsi',id=fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:16:38Z,topic='l3_agent')) {'router_ids': ['de21da6a-f7da-49e0-8797-88d20b20c5ea'], 'active': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:27:34.070549 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.agents_db [None req-fef3025b-cde1-4f6e-a405-d73d123fae0f None None] Agent healthcheck: found 6 active agents {{(pid=103451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 20:27:34.088820 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvr_db [None req-f798ef91-1ff5-42b4-849c-2a5502e9f559 None None] Set router de21da6a-f7da-49e0-8797-88d20b20c5ea gateway port host: dv-cinder-830901-7-iscsi {{(pid=103451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:27:34.168533 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71766f1c-e307-4601-a666-45e5beb8ea67 req-e80d3e70-7415-4f28-9095-04ff4aa4e21d tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:27:34.170218 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-71766f1c-e307-4601-a666-45e5beb8ea67 req-e80d3e70-7415-4f28-9095-04ff4aa4e21d tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/ports?device_id=f8daf144-f0a4-4819-9d9a-6202c59b11bc HTTP/1.1" status: 200 len: 946 time: 0.0533760 May 16 20:27:34.210658 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f78b67e-8c1f-476d-940d-3662164052d5 req-7d89ca8b-a6a9-4258-8e64-bcf3e6187d1b tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:27:34.213072 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-3f78b67e-8c1f-476d-940d-3662164052d5 req-7d89ca8b-a6a9-4258-8e64-bcf3e6187d1b tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] 10.222.0.71 "GET /v2.0/ports?device_id=fa7df57c-3792-445a-85dd-10865098f763 HTTP/1.1" status: 200 len: 946 time: 0.0587614 May 16 20:27:34.221797 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-71766f1c-e307-4601-a666-45e5beb8ea67 req-526bba63-bd7e-4256-9fc8-95b9945066dc tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/security-groups?id=1fc36625-c0bf-4e17-91a1-62c7256af4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452411 May 16 20:27:34.263610 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-3f78b67e-8c1f-476d-940d-3662164052d5 req-5a977c4e-e61c-4c02-93c9-8accc35e7ba2 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] 10.222.0.71 "GET /v2.0/security-groups?id=3a725130-a618-4fe5-b252-e3a6384e8833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452514 May 16 20:27:34.307690 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-f798ef91-1ff5-42b4-849c-2a5502e9f559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de21da6a-f7da-49e0-8797-88d20b20c5ea', 'name': 'tempest-ServerRescueNegativeTestJSON-801511336-router', 'tenant_id': 'c5993f86ca3e459582b0aad65ca76d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'external_fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.246'}], 'enable_snat': True}, 'gw_port_id': '7d7fe191-445d-40a3-a3bf-d8fbb8bea8d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:25:06Z', 'updated_at': '2022-05-16T20:25:13Z', 'revision_number': 4, 'project_id': 'c5993f86ca3e459582b0aad65ca76d4d', 'gw_port': {'id': '7d7fe191-445d-40a3-a3bf-d8fbb8bea8d7', 'name': '', 'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f9:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de21da6a-f7da-49e0-8797-88d20b20c5ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:25:08Z', 'updated_at': '2022-05-16T20:25:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-7-iscsi', '_floatingips': [{'id': 'ddfe3862-afa4-4b04-8517-7248cb624b6f', 'tenant_id': 'c5993f86ca3e459582b0aad65ca76d4d', 'floating_ip_address': '172.27.2.176', 'floating_network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'router_id': 'de21da6a-f7da-49e0-8797-88d20b20c5ea', 'port_id': 'b3c0afac-8a34-415b-b5ff-e86625f2b6e4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 409, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '44ec8ff3-657b-44fd-8b1b-d2a19a5ed33e', 'mac_address': 'fa:16:3e:9f:54:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40ef117e-1a68-498f-9573-d522cdd44d2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T20:27:16Z', 'updated_at': '2022-05-16T20:27:33Z', 'revision_number': 1, 'project_id': 'c5993f86ca3e459582b0aad65ca76d4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7f42fc2-d19c-43e9-a9f9-d76b3c690128', 'name': '', 'network_id': '44ec8ff3-657b-44fd-8b1b-d2a19a5ed33e', 'tenant_id': 'c5993f86ca3e459582b0aad65ca76d4d', 'mac_address': 'fa:16:3e:50:6f:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de21da6a-f7da-49e0-8797-88d20b20c5ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '79cb81dd-edd6-4080-acf6-86e748571b36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:25:12Z', 'updated_at': '2022-05-16T20:25:28Z', 'revision_number': 5, 'project_id': 'c5993f86ca3e459582b0aad65ca76d4d', 'subnets': [{'id': '79cb81dd-edd6-4080-acf6-86e748571b36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-7-iscsi', False) {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:27:34.331657 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f798ef91-1ff5-42b4-849c-2a5502e9f559 None None] The sync data for ids ['de21da6a-f7da-49e0-8797-88d20b20c5ea'] in dv-cinder-830901-7-iscsi is: [{'id': 'de21da6a-f7da-49e0-8797-88d20b20c5ea', 'name': 'tempest-ServerRescueNegativeTestJSON-801511336-router', 'tenant_id': 'c5993f86ca3e459582b0aad65ca76d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'external_fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.246'}], 'enable_snat': True}, 'gw_port_id': '7d7fe191-445d-40a3-a3bf-d8fbb8bea8d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:25:06Z', 'updated_at': '2022-05-16T20:25:13Z', 'revision_number': 4, 'project_id': 'c5993f86ca3e459582b0aad65ca76d4d', 'gw_port': {'id': '7d7fe191-445d-40a3-a3bf-d8fbb8bea8d7', 'name': '', 'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f9:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de21da6a-f7da-49e0-8797-88d20b20c5ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:25:08Z', 'updated_at': '2022-05-16T20:25:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-7-iscsi', '_floatingips': [{'id': 'ddfe3862-afa4-4b04-8517-7248cb624b6f', 'tenant_id': 'c5993f86ca3e459582b0aad65ca76d4d', 'floating_ip_address': '172.27.2.176', 'floating_network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'router_id': 'de21da6a-f7da-49e0-8797-88d20b20c5ea', 'port_id': 'b3c0afac-8a34-415b-b5ff-e86625f2b6e4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 409, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '44ec8ff3-657b-44fd-8b1b-d2a19a5ed33e', 'mac_address': 'fa:16:3e:9f:54:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40ef117e-1a68-498f-9573-d522cdd44d2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T20:27:16Z', 'updated_at': '2022-05-16T20:27:33Z', 'revision_number': 1, 'project_id': 'c5993f86ca3e459582b0aad65ca76d4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7f42fc2-d19c-43e9-a9f9-d76b3c690128', 'name': '', 'network_id': '44ec8ff3-657b-44fd-8b1b-d2a19a5ed33e', 'tenant_id': 'c5993f86ca3e459582b0aad65ca76d4d', 'mac_address': 'fa:16:3e:50:6f:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de21da6a-f7da-49e0-8797-88d20b20c5ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '79cb81dd-edd6-4080-acf6-86e748571b36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:25:12Z', 'updated_at': '2022-05-16T20:25:28Z', 'revision_number': 5, 'project_id': 'c5993f86ca3e459582b0aad65ca76d4d', 'subnets': [{'id': '79cb81dd-edd6-4080-acf6-86e748571b36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 20:27:34.513979 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94cd5e0a-1081-452c-acd5-b0cbcb8532f6 None None] New status for floating IP ddfe3862-afa4-4b04-8517-7248cb624b6f: ACTIVE {{(pid=103450) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 20:27:34.700479 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f58f0d4-75f5-4752-b110-d39c20a1e026 req-e4f77d81-ad82-44ff-b697-1b46aa5e3079 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:27:34.702195 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-9f58f0d4-75f5-4752-b110-d39c20a1e026 req-e4f77d81-ad82-44ff-b697-1b46aa5e3079 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] 10.222.0.71 "GET /v2.0/ports?device_id=cfb7b623-95e7-4e7b-8518-f479edf9e26f HTTP/1.1" status: 200 len: 945 time: 0.0536175 May 16 20:27:34.752779 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-9f58f0d4-75f5-4752-b110-d39c20a1e026 req-39ea52ba-163f-4d3a-8755-fabbd66353d7 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] 10.222.0.71 "GET /v2.0/security-groups?id=8b428606-3a27-4b6b-a2ec-503b3fc25851&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451379 May 16 20:27:34.918968 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Device 7092bd67-775a-4f84-b587-03f6dc99a351 details requested by agent hyperv_hv-cinder-83090 with host hv-cinder-83090 {{(pid=103450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 20:27:34.922157 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Device 90c080cd-9d22-48a5-91a2-bbb1c8418168 up at agent hyperv_hv-cinder-83090 {{(pid=103450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 20:27:34.993635 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Provisioning for port 90c080cd-9d22-48a5-91a2-bbb1c8418168 completed by entity L2. {{(pid=103450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 16 20:27:35.003816 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Provisioning complete for port 90c080cd-9d22-48a5-91a2-bbb1c8418168 triggered by entity L2. {{(pid=103450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:27:35.004252 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868582'] for port (90c080cd-9d22-48a5-91a2-bbb1c8418168), provisioning_complete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:35.026357 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa444208-6f36-4d96-97ed-4e39a88a664c req-870f9f90-002c-4189-bf25-6adb00610258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:27:35.028261 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-aa444208-6f36-4d96-97ed-4e39a88a664c req-870f9f90-002c-4189-bf25-6adb00610258 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=c5993f86ca3e459582b0aad65ca76d4d&device_id=40ef117e-1a68-498f-9573-d522cdd44d2b HTTP/1.1" status: 200 len: 1129 time: 0.0446546 May 16 20:27:35.088615 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] For port 7092bd67-775a-4f84-b587-03f6dc99a351, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=7092bd67-775a-4f84-b587-03f6dc99a351,segment=NetworkSegment(12107d7b-ff59-4c3c-bf55-e4e7eaef240d),segment_id=12107d7b-ff59-4c3c-bf55-e4e7eaef240d)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:27:35.102141 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Returning: {'device': '7092bd67-775a-4f84-b587-03f6dc99a351', 'network_id': '87a5424f-d6f8-4b15-9358-a637573a32c1', 'port_id': '7092bd67-775a-4f84-b587-03f6dc99a351', 'mac_address': 'fa:16:3e:4a:01:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cb8e59d-2930-42f7-8975-a483fd8062fd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 20:27:35.131686 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa444208-6f36-4d96-97ed-4e39a88a664c req-616474aa-2163-4122-b695-d5e5137b5d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:27:35.133298 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-aa444208-6f36-4d96-97ed-4e39a88a664c req-616474aa-2163-4122-b695-d5e5137b5d03 service neutron] 10.222.0.81 "GET /v2.0/networks?id=44ec8ff3-657b-44fd-8b1b-d2a19a5ed33e HTTP/1.1" status: 200 len: 919 time: 0.0919478 May 16 20:27:35.163636 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Current status of the port 90c080cd-9d22-48a5-91a2-bbb1c8418168 is: BUILD; New status is: ACTIVE {{(pid=103450) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:27:35.164016 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (90c080cd-9d22-48a5-91a2-bbb1c8418168), before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:35.165918 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Current status of the port 7092bd67-775a-4f84-b587-03f6dc99a351 is: ACTIVE; New status is: BUILD {{(pid=103450) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:27:35.166294 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (7092bd67-775a-4f84-b587-03f6dc99a351), before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:35.191427 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.notifiers.nova [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7092bd67-775a-4f84-b587-03f6dc99a351 {{(pid=103450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 20:27:35.206392 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfb7b623-95e7-4e7b-8518-f479edf9e26f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90c080cd-9d22-48a5-91a2-bbb1c8418168'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 20:27:35.208630 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38452c862c9e2e5c9d38da0d4ca4e6053ba1266d056c207bc89b5fbcea4cd82f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ec9af69-d3c0-409d-987a-d2101b7540cf" -d '{"events": [{"server_uuid": "cfb7b623-95e7-4e7b-8518-f479edf9e26f", "name": "network-vif-plugged", "status": "completed", "tag": "90c080cd-9d22-48a5-91a2-bbb1c8418168"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 20:27:35.213573 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-aa444208-6f36-4d96-97ed-4e39a88a664c req-3e83c28f-e165-4f55-b615-8b9c2c147204 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b3c0afac-8a34-415b-b5ff-e86625f2b6e4 HTTP/1.1" status: 200 len: 1001 time: 0.0713143 May 16 20:27:35.229268 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] For port 7092bd67-775a-4f84-b587-03f6dc99a351, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=7092bd67-775a-4f84-b587-03f6dc99a351,segment=NetworkSegment(12107d7b-ff59-4c3c-bf55-e4e7eaef240d),segment_id=12107d7b-ff59-4c3c-bf55-e4e7eaef240d)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:27:35.231718 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] For port 90c080cd-9d22-48a5-91a2-bbb1c8418168, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=90c080cd-9d22-48a5-91a2-bbb1c8418168,segment=NetworkSegment(3f368376-ca0a-4204-8008-7e3a527d3a30),segment_id=3f368376-ca0a-4204-8008-7e3a527d3a30)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:27:35.233289 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732397598091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732397102978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732397102996'] for port (7092bd67-775a-4f84-b587-03f6dc99a351), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:35.239334 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732397598091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732397102978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732397102996'] for port (90c080cd-9d22-48a5-91a2-bbb1c8418168), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:35.280822 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa444208-6f36-4d96-97ed-4e39a88a664c req-af9cb8ce-64c4-4038-b39b-4ed47bd78eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:27:35.282755 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-aa444208-6f36-4d96-97ed-4e39a88a664c req-af9cb8ce-64c4-4038-b39b-4ed47bd78eb3 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=79cb81dd-edd6-4080-acf6-86e748571b36 HTTP/1.1" status: 200 len: 857 time: 0.0635915 May 16 20:27:35.283152 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 20:27:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a379db3c-b2ce-499f-a054-172cb8d844b7 x-openstack-request-id: req-a379db3c-b2ce-499f-a054-172cb8d844b7 {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 20:27:35.283522 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfb7b623-95e7-4e7b-8518-f479edf9e26f", "name": "network-vif-plugged", "status": "completed", "tag": "90c080cd-9d22-48a5-91a2-bbb1c8418168", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 20:27:35.283858 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-a379db3c-b2ce-499f-a054-172cb8d844b7 {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 20:27:35.284330 dv-cinder-830901-7-iscsi neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a379db3c-b2ce-499f-a054-172cb8d844b7'] response: {'server_uuid': 'cfb7b623-95e7-4e7b-8518-f479edf9e26f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90c080cd-9d22-48a5-91a2-bbb1c8418168', 'code': 200} May 16 20:27:35.307173 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Pushing event updated for resources: {'Port': ['ID=7092bd67-775a-4f84-b587-03f6dc99a351,revision_number=6']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:27:35.358684 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa444208-6f36-4d96-97ed-4e39a88a664c req-73831ab9-bc5f-4099-9f0b-474670f07162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:27:35.360471 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-aa444208-6f36-4d96-97ed-4e39a88a664c req-73831ab9-bc5f-4099-9f0b-474670f07162 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=44ec8ff3-657b-44fd-8b1b-d2a19a5ed33e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0589175 May 16 20:27:35.363918 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa79391f-1730-4129-a3ef-d9e6ffea1f21 req-24c825d2-6641-466d-8c3f-242e5c762310 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:27:35.373641 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-aa79391f-1730-4129-a3ef-d9e6ffea1f21 req-24c825d2-6641-466d-8c3f-242e5c762310 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/ports?device_id=f8daf144-f0a4-4819-9d9a-6202c59b11bc HTTP/1.1" status: 200 len: 945 time: 0.0568850 May 16 20:27:35.378421 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Pushing event updated for resources: {'Port': ['ID=90c080cd-9d22-48a5-91a2-bbb1c8418168,revision_number=5']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:27:35.381948 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] get_ports_and_sgs() called for port_ids ['7092bd67-775a-4f84-b587-03f6dc99a351'] {{(pid=103450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 20:27:35.411643 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5917bacc-5cb5-4fb0-9226-85fe0260587b req-0d0de767-5a9c-46ea-b569-cf6bb0f15c5b tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:27:35.418811 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-5917bacc-5cb5-4fb0-9226-85fe0260587b req-0d0de767-5a9c-46ea-b569-cf6bb0f15c5b tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] 10.222.0.71 "GET /v2.0/ports?device_id=fa7df57c-3792-445a-85dd-10865098f763 HTTP/1.1" status: 200 len: 946 time: 0.0571370 May 16 20:27:35.439836 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-aa79391f-1730-4129-a3ef-d9e6ffea1f21 req-c5e7b146-fe1d-4e99-9824-812746f06f20 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/security-groups?id=1fc36625-c0bf-4e17-91a1-62c7256af4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676415 May 16 20:27:35.524250 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-5917bacc-5cb5-4fb0-9226-85fe0260587b req-20c18839-0b19-43fb-bfd8-dce62f71fec0 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] 10.222.0.71 "GET /v2.0/security-groups?id=3a725130-a618-4fe5-b252-e3a6384e8833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045730 May 16 20:27:35.608212 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-aa444208-6f36-4d96-97ed-4e39a88a664c req-04055d8a-53cb-4334-8274-1cdc0afe0aa4 service neutron] 10.222.0.81 "GET /v2.0/networks/44ec8ff3-657b-44fd-8b1b-d2a19a5ed33e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430850 May 16 20:27:35.645041 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a990318-5c0f-4ca7-9d0b-4e6c767e480e req-a553e504-d20a-4590-9410-b97505380638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:27:35.646635 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-8a990318-5c0f-4ca7-9d0b-4e6c767e480e req-a553e504-d20a-4590-9410-b97505380638 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=cfb7b623-95e7-4e7b-8518-f479edf9e26f HTTP/1.1" status: 200 len: 1130 time: 0.0457945 May 16 20:27:35.711577 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-8a990318-5c0f-4ca7-9d0b-4e6c767e480e req-20628249-3584-4afe-8325-91ea92ab3b45 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=8b428606-3a27-4b6b-a2ec-503b3fc25851&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521834 May 16 20:27:35.718598 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-aa444208-6f36-4d96-97ed-4e39a88a664c req-18f329e7-c74a-4e88-bc34-4889499940e9 service neutron] 10.222.0.81 "GET /v2.0/networks/44ec8ff3-657b-44fd-8b1b-d2a19a5ed33e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019251 May 16 20:27:35.813781 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dee9974-b566-4265-ab48-2de975b5e070 req-7a1ba116-952e-40be-bc39-8fdddf2e16c3 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:27:35.815972 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-8dee9974-b566-4265-ab48-2de975b5e070 req-7a1ba116-952e-40be-bc39-8fdddf2e16c3 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] 10.222.0.71 "GET /v2.0/ports?device_id=fa7df57c-3792-445a-85dd-10865098f763 HTTP/1.1" status: 200 len: 946 time: 0.0843005 May 16 20:27:35.892537 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-8dee9974-b566-4265-ab48-2de975b5e070 req-f29dc680-f989-4ab9-80f3-93828dfe83ea tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] 10.222.0.71 "GET /v2.0/security-groups?id=3a725130-a618-4fe5-b252-e3a6384e8833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680022 May 16 20:27:35.965728 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be3b32b-4124-4dee-ae46-d9d996d80996 req-035268f2-4ec8-449d-80f6-6b6aecb141ee tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:27:35.967996 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-6be3b32b-4124-4dee-ae46-d9d996d80996 req-035268f2-4ec8-449d-80f6-6b6aecb141ee tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] 10.222.0.71 "GET /v2.0/ports?device_id=cfb7b623-95e7-4e7b-8518-f479edf9e26f HTTP/1.1" status: 200 len: 946 time: 0.0649829 May 16 20:27:36.056384 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-6be3b32b-4124-4dee-ae46-d9d996d80996 req-c930dc49-6c6a-4a42-8c60-d86a3ae03ac2 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] 10.222.0.71 "GET /v2.0/security-groups?id=8b428606-3a27-4b6b-a2ec-503b3fc25851&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810664 May 16 20:27:36.087087 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd63db5d-2545-48a5-8ba4-8eded22cde9c req-aa2d11e3-a4e7-4a5c-acd7-cbbfdf29224e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:27:36.088769 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-dd63db5d-2545-48a5-8ba4-8eded22cde9c req-aa2d11e3-a4e7-4a5c-acd7-cbbfdf29224e service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=10f3494602c84c748ead115d649fc9cc&device_id=fa7df57c-3792-445a-85dd-10865098f763 HTTP/1.1" status: 200 len: 1130 time: 0.0655129 May 16 20:27:36.220097 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd63db5d-2545-48a5-8ba4-8eded22cde9c req-304de109-f710-4f95-9c23-8be8642195b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:27:36.221641 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-dd63db5d-2545-48a5-8ba4-8eded22cde9c req-304de109-f710-4f95-9c23-8be8642195b4 service neutron] 10.222.0.81 "GET /v2.0/networks?id=e7a89d4e-230a-49f4-9073-4fb4c366ed99 HTTP/1.1" status: 200 len: 911 time: 0.1250174 May 16 20:27:36.906515 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc523ec-fec5-433c-8706-ddbc81c118b2 req-77f2c4b7-62db-499f-b971-ec19b51ce034 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:27:36.910070 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-3cc523ec-fec5-433c-8706-ddbc81c118b2 req-77f2c4b7-62db-499f-b971-ec19b51ce034 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/ports?device_id=f8daf144-f0a4-4819-9d9a-6202c59b11bc HTTP/1.1" status: 200 len: 945 time: 0.3714106 May 16 20:27:36.916274 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Device 7092bd67-775a-4f84-b587-03f6dc99a351 up at agent hyperv_hv-cinder-83090 {{(pid=103450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 20:27:36.937299 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-dd63db5d-2545-48a5-8ba4-8eded22cde9c req-65f4c014-cc74-48c7-88c0-565ba2852776 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=25705cbe-e055-4b19-865c-03695eb62fbe HTTP/1.1" status: 200 len: 1001 time: 0.3804381 May 16 20:27:36.979596 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-3cc523ec-fec5-433c-8706-ddbc81c118b2 req-eef5ea33-a8fa-4bda-852a-2af6e217f189 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/security-groups?id=1fc36625-c0bf-4e17-91a1-62c7256af4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567737 May 16 20:27:37.020062 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Provisioning complete for port 7092bd67-775a-4f84-b587-03f6dc99a351 triggered by entity L2. {{(pid=103450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:27:37.020797 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868582'] for port (7092bd67-775a-4f84-b587-03f6dc99a351), provisioning_complete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:37.064278 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a2bdd1-2062-449f-b8fa-204e9a7a8e53 req-4a5939a2-fbfa-4d9e-977b-e50218c75c89 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:27:37.073337 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-93a2bdd1-2062-449f-b8fa-204e9a7a8e53 req-4a5939a2-fbfa-4d9e-977b-e50218c75c89 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] 10.222.0.71 "GET /v2.0/ports?device_id=fa7df57c-3792-445a-85dd-10865098f763 HTTP/1.1" status: 200 len: 946 time: 0.0823271 May 16 20:27:37.149704 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Current status of the port 7092bd67-775a-4f84-b587-03f6dc99a351 is: BUILD; New status is: ACTIVE {{(pid=103450) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:27:37.150095 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (7092bd67-775a-4f84-b587-03f6dc99a351), before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:37.171842 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-93a2bdd1-2062-449f-b8fa-204e9a7a8e53 req-b8b6a77f-aacd-44c3-80e7-590bdabfc235 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] 10.222.0.71 "GET /v2.0/security-groups?id=3a725130-a618-4fe5-b252-e3a6384e8833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972469 May 16 20:27:37.258289 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] For port 7092bd67-775a-4f84-b587-03f6dc99a351, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=7092bd67-775a-4f84-b587-03f6dc99a351,segment=NetworkSegment(12107d7b-ff59-4c3c-bf55-e4e7eaef240d),segment_id=12107d7b-ff59-4c3c-bf55-e4e7eaef240d)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:27:37.269663 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732397598091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732397102978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732397102996'] for port (7092bd67-775a-4f84-b587-03f6dc99a351), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:37.299352 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8daf144-f0a4-4819-9d9a-6202c59b11bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7092bd67-775a-4f84-b587-03f6dc99a351'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 20:27:37.301624 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38452c862c9e2e5c9d38da0d4ca4e6053ba1266d056c207bc89b5fbcea4cd82f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4301432-64fc-49d1-8d17-f52251c2b7c0" -d '{"events": [{"server_uuid": "f8daf144-f0a4-4819-9d9a-6202c59b11bc", "name": "network-vif-plugged", "status": "completed", "tag": "7092bd67-775a-4f84-b587-03f6dc99a351"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 20:27:37.342990 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25106e6c-4ea5-40ea-9ed6-e2dc5c98b63f req-c51ea603-7f60-4a99-8735-e120dfcf25da tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:27:37.348347 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-25106e6c-4ea5-40ea-9ed6-e2dc5c98b63f req-c51ea603-7f60-4a99-8735-e120dfcf25da tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] 10.222.0.71 "GET /v2.0/ports?device_id=cfb7b623-95e7-4e7b-8518-f479edf9e26f HTTP/1.1" status: 200 len: 946 time: 0.1162472 May 16 20:27:37.360106 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Pushing event updated for resources: {'Port': ['ID=7092bd67-775a-4f84-b587-03f6dc99a351,revision_number=7']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:27:37.373051 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 20:27:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a734a7a9-c3df-4b60-a646-cc4a08ac5ecd x-openstack-request-id: req-a734a7a9-c3df-4b60-a646-cc4a08ac5ecd {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 20:27:37.373361 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8daf144-f0a4-4819-9d9a-6202c59b11bc", "name": "network-vif-plugged", "status": "completed", "tag": "7092bd67-775a-4f84-b587-03f6dc99a351", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 20:27:37.373617 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-a734a7a9-c3df-4b60-a646-cc4a08ac5ecd {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 20:27:37.374002 dv-cinder-830901-7-iscsi neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a734a7a9-c3df-4b60-a646-cc4a08ac5ecd'] response: {'server_uuid': 'f8daf144-f0a4-4819-9d9a-6202c59b11bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7092bd67-775a-4f84-b587-03f6dc99a351', 'code': 200} May 16 20:27:37.483411 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd63db5d-2545-48a5-8ba4-8eded22cde9c req-e60654c5-9cb8-4840-9036-9b7ada19e629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:27:37.485153 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-dd63db5d-2545-48a5-8ba4-8eded22cde9c req-e60654c5-9cb8-4840-9036-9b7ada19e629 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=a67edfad-ba11-4420-bc2d-c5a2924d53c8 HTTP/1.1" status: 200 len: 849 time: 0.1088765 May 16 20:27:37.625560 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-25106e6c-4ea5-40ea-9ed6-e2dc5c98b63f req-602defb1-f4a1-4137-8eb6-ed0209ec207c tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] 10.222.0.71 "GET /v2.0/security-groups?id=8b428606-3a27-4b6b-a2ec-503b3fc25851&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2676642 May 16 20:27:37.644878 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd63db5d-2545-48a5-8ba4-8eded22cde9c req-debe445e-f349-4e08-84bf-ca09bf2080c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:27:37.647352 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-dd63db5d-2545-48a5-8ba4-8eded22cde9c req-debe445e-f349-4e08-84bf-ca09bf2080c1 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e7a89d4e-230a-49f4-9073-4fb4c366ed99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1264601 May 16 20:27:37.652587 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-dce3cdb5-5db6-4149-aa4b-6647e4e2ecc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:37.774793 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-dd63db5d-2545-48a5-8ba4-8eded22cde9c req-a372848a-bbd7-4dbc-ba21-4e57d236f836 service neutron] 10.222.0.81 "GET /v2.0/networks/e7a89d4e-230a-49f4-9073-4fb4c366ed99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147218 May 16 20:27:37.886029 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-dd63db5d-2545-48a5-8ba4-8eded22cde9c req-0525387d-8042-4f1c-ba9c-e6e46a0faf12 service neutron] 10.222.0.81 "GET /v2.0/networks/e7a89d4e-230a-49f4-9073-4fb4c366ed99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041620 May 16 20:27:38.175030 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b315de4e-fd7e-4eae-b2b1-fe26d66b7489 req-4398f78c-2490-419c-a2d5-92cb8f172121 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:27:38.176823 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-b315de4e-fd7e-4eae-b2b1-fe26d66b7489 req-4398f78c-2490-419c-a2d5-92cb8f172121 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/ports?device_id=f8daf144-f0a4-4819-9d9a-6202c59b11bc HTTP/1.1" status: 200 len: 946 time: 0.0780349 May 16 20:27:38.248491 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-b315de4e-fd7e-4eae-b2b1-fe26d66b7489 req-36ab30ab-4504-4e5b-856d-84cb4d54936c tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/security-groups?id=1fc36625-c0bf-4e17-91a1-62c7256af4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630295 May 16 20:27:38.326318 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4da84c-9b9a-409c-aa31-269eaa4d8ecb req-097ad4a1-905b-4a1d-965d-d959c8095dbf tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:27:38.333495 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-1d4da84c-9b9a-409c-aa31-269eaa4d8ecb req-097ad4a1-905b-4a1d-965d-d959c8095dbf tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] 10.222.0.71 "GET /v2.0/ports?device_id=fa7df57c-3792-445a-85dd-10865098f763 HTTP/1.1" status: 200 len: 946 time: 0.0852418 May 16 20:27:38.401431 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-1d4da84c-9b9a-409c-aa31-269eaa4d8ecb req-3f3f9254-cfc2-49b7-aed7-b2fb151fe8af tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] 10.222.0.71 "GET /v2.0/security-groups?id=3a725130-a618-4fe5-b252-e3a6384e8833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670874 May 16 20:27:38.773517 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7913e8b8-0b33-4af1-a5f0-a871f96a7e77 req-5dba5b29-3b31-4642-a002-e82e7385872f tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:27:38.782725 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-7913e8b8-0b33-4af1-a5f0-a871f96a7e77 req-5dba5b29-3b31-4642-a002-e82e7385872f tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] 10.222.0.71 "GET /v2.0/ports?device_id=cfb7b623-95e7-4e7b-8518-f479edf9e26f HTTP/1.1" status: 200 len: 946 time: 0.0704029 May 16 20:27:38.828923 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7e48644e-b95e-4624-af94-515661536cfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (250d088e-9c0e-4ec5-80f3-a83f8403448b), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:38.881127 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-7913e8b8-0b33-4af1-a5f0-a871f96a7e77 req-cb1557e0-fbbc-4fc5-9b25-f55dcd92381d tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] 10.222.0.71 "GET /v2.0/security-groups?id=8b428606-3a27-4b6b-a2ec-503b3fc25851&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972285 May 16 20:27:39.030024 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e897bd36-ab24-453a-a0ae-b97d7e0601d3 req-f9ade04e-08ab-4ade-b0c6-89a8e6bd05fa tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:27:39.052033 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-e897bd36-ab24-453a-a0ae-b97d7e0601d3 req-f9ade04e-08ab-4ade-b0c6-89a8e6bd05fa tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] 10.222.0.71 "GET /v2.0/ports?device_id=cfb7b623-95e7-4e7b-8518-f479edf9e26f HTTP/1.1" status: 200 len: 946 time: 0.0852513 May 16 20:27:39.124875 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-e897bd36-ab24-453a-a0ae-b97d7e0601d3 req-d850a880-234e-47fd-90d4-b068342b2d02 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] 10.222.0.71 "GET /v2.0/security-groups?id=8b428606-3a27-4b6b-a2ec-503b3fc25851&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716612 May 16 20:27:39.138969 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.71', 49132) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:27:39.398815 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c05af12-cb60-410e-8f74-6028f6528016 req-ea6042f7-b1fd-4fa0-adb2-eb163a9e539e tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:27:39.400374 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-3c05af12-cb60-410e-8f74-6028f6528016 req-ea6042f7-b1fd-4fa0-adb2-eb163a9e539e tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/ports?device_id=f8daf144-f0a4-4819-9d9a-6202c59b11bc HTTP/1.1" status: 200 len: 946 time: 0.0738878 May 16 20:27:39.480877 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b56d3712-fbf3-466e-b65f-8b1dc1970dfc tempest-TestVolumeBootPattern-776510130 tempest-TestVolumeBootPattern-776510130-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:27:39.484878 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-b56d3712-fbf3-466e-b65f-8b1dc1970dfc tempest-TestVolumeBootPattern-776510130 tempest-TestVolumeBootPattern-776510130-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=cfb7b623-95e7-4e7b-8518-f479edf9e26f HTTP/1.1" status: 200 len: 1125 time: 0.3420634 May 16 20:27:39.488340 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.71', 49140) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:27:39.493431 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.v2.base [None req-8d984814-b70e-4b9f-bf6e-1e2f8d1427cc tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Request body: {'floatingip': {'floating_network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'port_id': '90c080cd-9d22-48a5-91a2-bbb1c8418168', 'tenant_id': '2715141f8ffd49d892600c779e02fa17', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:27:39.508139 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-3c05af12-cb60-410e-8f74-6028f6528016 req-26cc23e2-e062-42fe-b449-c1f56487b5fb tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/security-groups?id=1fc36625-c0bf-4e17-91a1-62c7256af4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899739 May 16 20:27:39.587621 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcac4530-ba25-49ed-bab2-dea3115f7466 req-c12bf616-8e8d-4c2b-b9c7-55867f94ac84 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:27:39.589229 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-fcac4530-ba25-49ed-bab2-dea3115f7466 req-c12bf616-8e8d-4c2b-b9c7-55867f94ac84 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] 10.222.0.71 "GET /v2.0/ports?device_id=fa7df57c-3792-445a-85dd-10865098f763 HTTP/1.1" status: 200 len: 946 time: 0.1018872 May 16 20:27:39.590086 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8d984814-b70e-4b9f-bf6e-1e2f8d1427cc tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:39.705191 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-fcac4530-ba25-49ed-bab2-dea3115f7466 req-784eaeed-45f2-4f7e-99bc-a310cdde5cf4 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] 10.222.0.71 "GET /v2.0/security-groups?id=3a725130-a618-4fe5-b252-e3a6384e8833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929408 May 16 20:27:39.714718 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8d984814-b70e-4b9f-bf6e-1e2f8d1427cc tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:39.844575 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-8d984814-b70e-4b9f-bf6e-1e2f8d1427cc tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Allocated IP 172.27.2.79 (ded6ab20-0a8b-4051-830c-385457f4e062/dcb7b1f3-82ff-415d-89cf-2b6021c22eb5/2b0fb290-d24a-4066-8aec-a24793c2dbb6) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 20:27:39.972931 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8d984814-b70e-4b9f-bf6e-1e2f8d1427cc tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Publish callbacks [] for port (2b0fb290-d24a-4066-8aec-a24793c2dbb6), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:40.017410 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8d984814-b70e-4b9f-bf6e-1e2f8d1427cc tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732397102960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27048612'] for port (2b0fb290-d24a-4066-8aec-a24793c2dbb6), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:40.058893 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d984814-b70e-4b9f-bf6e-1e2f8d1427cc tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Network ded6ab20-0a8b-4051-830c-385457f4e062 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 20:27:40.061917 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-8d984814-b70e-4b9f-bf6e-1e2f8d1427cc tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 20:27:40.064545 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d984814-b70e-4b9f-bf6e-1e2f8d1427cc tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 20:27:40.116736 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d984814-b70e-4b9f-bf6e-1e2f8d1427cc tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Pushing event updated for resources: {'Port': ['ID=2b0fb290-d24a-4066-8aec-a24793c2dbb6,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:27:40.164763 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (748e0023-d5c8-44d3-9d74-a0da2def1ef4), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:40.580710 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8d984814-b70e-4b9f-bf6e-1e2f8d1427cc tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Publish callbacks [] for floatingip (a9396c98-a550-4ec8-b01e-1e03f21fb9bd), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:40.656882 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebe7020-dbb6-493b-b9cf-b5b968dbf18f req-bd199244-8e6d-4cf8-ac30-ee06c901f886 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:27:40.659517 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-bebe7020-dbb6-493b-b9cf-b5b968dbf18f req-bd199244-8e6d-4cf8-ac30-ee06c901f886 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/ports?device_id=f8daf144-f0a4-4819-9d9a-6202c59b11bc HTTP/1.1" status: 200 len: 946 time: 0.0567484 May 16 20:27:40.669650 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8d984814-b70e-4b9f-bf6e-1e2f8d1427cc tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (2b0fb290-d24a-4066-8aec-a24793c2dbb6), before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:40.715141 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-bebe7020-dbb6-493b-b9cf-b5b968dbf18f req-52141679-0fd6-4077-aaed-8afcf847ef8f tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/security-groups?id=1fc36625-c0bf-4e17-91a1-62c7256af4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474002 May 16 20:27:40.852258 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6817a924-6d52-4d66-a8a7-036511333704 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (03fa33e9-7cc7-490c-b269-c4f69c490346), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:40.903773 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8d984814-b70e-4b9f-bf6e-1e2f8d1427cc tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Publish callbacks [] for port (2b0fb290-d24a-4066-8aec-a24793c2dbb6), precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:40.914629 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8d984814-b70e-4b9f-bf6e-1e2f8d1427cc tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732397598091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732397102978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732397102996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27048595'] for port (2b0fb290-d24a-4066-8aec-a24793c2dbb6), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:41.013343 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d984814-b70e-4b9f-bf6e-1e2f8d1427cc tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Pushing event updated for resources: {'Port': ['ID=2b0fb290-d24a-4066-8aec-a24793c2dbb6,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:27:41.041286 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8d984814-b70e-4b9f-bf6e-1e2f8d1427cc tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1640477'] for floatingip (a9396c98-a550-4ec8-b01e-1e03f21fb9bd), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:41.116945 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.71', 49170) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:27:41.184250 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.db.l3_db [None req-8d984814-b70e-4b9f-bf6e-1e2f8d1427cc tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Floating IP a9396c98-a550-4ec8-b01e-1e03f21fb9bd associated. External IP: 172.27.2.79, port: 90c080cd-9d22-48a5-91a2-bbb1c8418168. May 16 20:27:41.259872 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (bddaa840-ffd9-43a2-8860-d40111f70aff), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:41.277197 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba235346-1c2e-4161-a120-6f8ca7438cb1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:41.388396 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba235346-1c2e-4161-a120-6f8ca7438cb1 admin admin] Publish callbacks [] for security_group (6b1e3142-cf60-4e56-9e58-c2f76e308e51), precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:41.398712 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba235346-1c2e-4161-a120-6f8ca7438cb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997425'] for security_group (6b1e3142-cf60-4e56-9e58-c2f76e308e51), after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:41.431258 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-ba235346-1c2e-4161-a120-6f8ca7438cb1 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=64ecc58f6a5e4ef0be34b3da415dfdcb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3130245 May 16 20:27:41.433739 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.71', 49180) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:27:41.448232 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d984814-b70e-4b9f-bf6e-1e2f8d1427cc tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Router ff342686-d4a7-4820-b268-c308e7f5d698 has already been hosted by L3 agent fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f {{(pid=103448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 20:27:41.480162 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba235346-1c2e-4161-a120-6f8ca7438cb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b1e3142-cf60-4e56-9e58-c2f76e308e51,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:27:41.509353 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c2608e1b-19a0-4ac9-91c1-1d85d9906f7c admin admin] Publish callbacks [] for security_group (6b1e3142-cf60-4e56-9e58-c2f76e308e51), before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:41.539148 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c2608e1b-19a0-4ac9-91c1-1d85d9906f7c admin admin] Publish callbacks [] for security_group (6b1e3142-cf60-4e56-9e58-c2f76e308e51), precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:41.591526 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d984814-b70e-4b9f-bf6e-1e2f8d1427cc tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Notify agent at l3_agent.dv-cinder-830901-7-iscsi the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 20:27:41.606981 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c2608e1b-19a0-4ac9-91c1-1d85d9906f7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997425'] for security_group (6b1e3142-cf60-4e56-9e58-c2f76e308e51), after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:41.608213 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b7938bc-ec85-4ef1-8957-14894247a21a None None] Sync routers for ids ['ff342686-d4a7-4820-b268-c308e7f5d698'] in dv-cinder-830901-7-iscsi {{(pid=103451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 20:27:41.617411 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c2608e1b-19a0-4ac9-91c1-1d85d9906f7c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:41.621039 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8d984814-b70e-4b9f-bf6e-1e2f8d1427cc tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-338397'] for floatingip (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:41.622380 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-c2608e1b-19a0-4ac9-91c1-1d85d9906f7c admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/6b1e3142-cf60-4e56-9e58-c2f76e308e51 HTTP/1.1" status: 204 len: 168 time: 0.1874669 May 16 20:27:41.628621 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7938bc-ec85-4ef1-8957-14894247a21a None None] Routers {'ff342686-d4a7-4820-b268-c308e7f5d698'} bound to L3 agent in host dv-cinder-830901-7-iscsi {{(pid=103451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:27:41.636868 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-3b7938bc-ec85-4ef1-8957-14894247a21a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-16T20:16:38Z,description=,heartbeat_timestamp=2022-05-16T20:27:38Z,host='dv-cinder-830901-7-iscsi',id=fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:16:38Z,topic='l3_agent')) {'router_ids': ['ff342686-d4a7-4820-b268-c308e7f5d698'], 'active': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:27:41.638419 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2608e1b-19a0-4ac9-91c1-1d85d9906f7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b1e3142-cf60-4e56-9e58-c2f76e308e51,revision_number=None']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:27:41.672198 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-8d984814-b70e-4b9f-bf6e-1e2f8d1427cc tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1815987 May 16 20:27:41.672198 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfb7b623-95e7-4e7b-8518-f479edf9e26f', 'tag': '90c080cd-9d22-48a5-91a2-bbb1c8418168'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 20:27:41.676124 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cabd327eae894280a08d6ee7d9129781675a5828ba01ec684011f2f655eb9e7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80b5391a-052e-4ebd-8366-ec01097c2a59" -d '{"events": [{"name": "network-changed", "server_uuid": "cfb7b623-95e7-4e7b-8518-f479edf9e26f", "tag": "90c080cd-9d22-48a5-91a2-bbb1c8418168"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 20:27:41.721798 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 20:27:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8487197-d478-45ae-bb81-727e3c2688c1 x-openstack-request-id: req-e8487197-d478-45ae-bb81-727e3c2688c1 {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 20:27:41.722099 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfb7b623-95e7-4e7b-8518-f479edf9e26f", "tag": "90c080cd-9d22-48a5-91a2-bbb1c8418168", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 20:27:41.722355 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-e8487197-d478-45ae-bb81-727e3c2688c1 {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 20:27:41.722790 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8487197-d478-45ae-bb81-727e3c2688c1'] response: {'name': 'network-changed', 'server_uuid': 'cfb7b623-95e7-4e7b-8518-f479edf9e26f', 'tag': '90c080cd-9d22-48a5-91a2-bbb1c8418168', 'status': 'completed', 'code': 200} May 16 20:27:41.786415 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvr_db [None req-3b7938bc-ec85-4ef1-8957-14894247a21a None None] Set router ff342686-d4a7-4820-b268-c308e7f5d698 gateway port host: dv-cinder-830901-7-iscsi {{(pid=103451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:27:41.837776 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b5391a-052e-4ebd-8366-ec01097c2a59 req-1e3dbde8-f7c8-4b82-8a7b-177c0d14b396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:27:41.841393 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-80b5391a-052e-4ebd-8366-ec01097c2a59 req-1e3dbde8-f7c8-4b82-8a7b-177c0d14b396 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=2715141f8ffd49d892600c779e02fa17&device_id=cfb7b623-95e7-4e7b-8518-f479edf9e26f HTTP/1.1" status: 200 len: 1130 time: 0.0864439 May 16 20:27:41.878005 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6282ed2-7f7a-4fd7-af92-1a93dd41772a req-07c494a4-6ceb-4541-bf2f-87e020ce91c5 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:27:41.887031 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-c6282ed2-7f7a-4fd7-af92-1a93dd41772a req-07c494a4-6ceb-4541-bf2f-87e020ce91c5 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/ports?device_id=f8daf144-f0a4-4819-9d9a-6202c59b11bc HTTP/1.1" status: 200 len: 946 time: 0.0658073 May 16 20:27:42.014945 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-c6282ed2-7f7a-4fd7-af92-1a93dd41772a req-ed15d823-92aa-4aed-b1b7-409ecd13dde0 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/security-groups?id=1fc36625-c0bf-4e17-91a1-62c7256af4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1217947 May 16 20:27:42.030131 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b5391a-052e-4ebd-8366-ec01097c2a59 req-bc48af26-c216-48b6-8ce0-0f898600f102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:27:42.031652 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-80b5391a-052e-4ebd-8366-ec01097c2a59 req-bc48af26-c216-48b6-8ce0-0f898600f102 service neutron] 10.222.0.81 "GET /v2.0/networks?id=f817970e-ef84-435a-806f-1b015ae84dd9 HTTP/1.1" status: 200 len: 912 time: 0.1769953 May 16 20:27:42.118855 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-3b7938bc-ec85-4ef1-8957-14894247a21a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff342686-d4a7-4820-b268-c308e7f5d698', 'name': 'tempest-TestVolumeBootPattern-348190237-router', 'tenant_id': '2715141f8ffd49d892600c779e02fa17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'external_fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': '3c16e6da-0f15-424c-83b1-65a7dba0c80e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:26:37Z', 'updated_at': '2022-05-16T20:26:40Z', 'revision_number': 4, 'project_id': '2715141f8ffd49d892600c779e02fa17', 'gw_port': {'id': '3c16e6da-0f15-424c-83b1-65a7dba0c80e', 'name': '', 'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:1b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff342686-d4a7-4820-b268-c308e7f5d698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:26:37Z', 'updated_at': '2022-05-16T20:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-7-iscsi', '_floatingips': [{'id': 'a9396c98-a550-4ec8-b01e-1e03f21fb9bd', 'tenant_id': '2715141f8ffd49d892600c779e02fa17', 'floating_ip_address': '172.27.2.79', 'floating_network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'router_id': 'ff342686-d4a7-4820-b268-c308e7f5d698', 'port_id': '90c080cd-9d22-48a5-91a2-bbb1c8418168', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f817970e-ef84-435a-806f-1b015ae84dd9', 'mac_address': 'fa:16:3e:a6:37:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfb7b623-95e7-4e7b-8518-f479edf9e26f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T20:27:40Z', 'updated_at': '2022-05-16T20:27:40Z', 'revision_number': 0, 'project_id': '2715141f8ffd49d892600c779e02fa17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '533129b2-d6ee-41c5-90d3-4790783a4be6', 'name': '', 'network_id': 'f817970e-ef84-435a-806f-1b015ae84dd9', 'tenant_id': '2715141f8ffd49d892600c779e02fa17', 'mac_address': 'fa:16:3e:c2:e4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff342686-d4a7-4820-b268-c308e7f5d698', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '14823cd5-3605-452f-a744-d8797ebcce33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:26:39Z', 'updated_at': '2022-05-16T20:26:45Z', 'revision_number': 5, 'project_id': '2715141f8ffd49d892600c779e02fa17', 'subnets': [{'id': '14823cd5-3605-452f-a744-d8797ebcce33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-7-iscsi', False) {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:27:42.143694 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-80b5391a-052e-4ebd-8366-ec01097c2a59 req-02c33b47-8e51-4ab2-8dba-93d79528b3cb service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=90c080cd-9d22-48a5-91a2-bbb1c8418168 HTTP/1.1" status: 200 len: 999 time: 0.1043782 May 16 20:27:42.153658 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b7938bc-ec85-4ef1-8957-14894247a21a None None] Checking router: ff342686-d4a7-4820-b268-c308e7f5d698 for host: dv-cinder-830901-7-iscsi {{(pid=103451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 20:27:42.171475 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7938bc-ec85-4ef1-8957-14894247a21a None None] Routers {'ff342686-d4a7-4820-b268-c308e7f5d698'} bound to L3 agent in host dv-cinder-830901-7-iscsi {{(pid=103451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:27:42.172375 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-3b7938bc-ec85-4ef1-8957-14894247a21a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-16T20:16:38Z,description=,heartbeat_timestamp=2022-05-16T20:27:38Z,host='dv-cinder-830901-7-iscsi',id=fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:16:38Z,topic='l3_agent')) {'router_ids': ['ff342686-d4a7-4820-b268-c308e7f5d698'], 'active': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:27:42.228288 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b5391a-052e-4ebd-8366-ec01097c2a59 req-9e1e93bc-20d1-4aa6-883e-17fbab17cee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:27:42.230041 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-80b5391a-052e-4ebd-8366-ec01097c2a59 req-9e1e93bc-20d1-4aa6-883e-17fbab17cee0 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=14823cd5-3605-452f-a744-d8797ebcce33 HTTP/1.1" status: 200 len: 850 time: 0.0797009 May 16 20:27:42.279257 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvr_db [None req-3b7938bc-ec85-4ef1-8957-14894247a21a None None] Set router ff342686-d4a7-4820-b268-c308e7f5d698 gateway port host: dv-cinder-830901-7-iscsi {{(pid=103451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:27:42.285266 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b5391a-052e-4ebd-8366-ec01097c2a59 req-0b0389f0-c9ba-47e4-a919-e51c1eba8aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:27:42.286883 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-80b5391a-052e-4ebd-8366-ec01097c2a59 req-0b0389f0-c9ba-47e4-a919-e51c1eba8aec service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=f817970e-ef84-435a-806f-1b015ae84dd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0485818 May 16 20:27:42.429037 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-80b5391a-052e-4ebd-8366-ec01097c2a59 req-87808725-452f-4302-92b4-67b598db5157 service neutron] 10.222.0.81 "GET /v2.0/networks/f817970e-ef84-435a-806f-1b015ae84dd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283290 May 16 20:27:42.583708 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-80b5391a-052e-4ebd-8366-ec01097c2a59 req-4e3e64a8-29ec-4755-860e-e44bea978952 service neutron] 10.222.0.81 "GET /v2.0/networks/f817970e-ef84-435a-806f-1b015ae84dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374972 May 16 20:27:42.630515 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-3b7938bc-ec85-4ef1-8957-14894247a21a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff342686-d4a7-4820-b268-c308e7f5d698', 'name': 'tempest-TestVolumeBootPattern-348190237-router', 'tenant_id': '2715141f8ffd49d892600c779e02fa17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'external_fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': '3c16e6da-0f15-424c-83b1-65a7dba0c80e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:26:37Z', 'updated_at': '2022-05-16T20:26:40Z', 'revision_number': 4, 'project_id': '2715141f8ffd49d892600c779e02fa17', 'gw_port': {'id': '3c16e6da-0f15-424c-83b1-65a7dba0c80e', 'name': '', 'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:1b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff342686-d4a7-4820-b268-c308e7f5d698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:26:37Z', 'updated_at': '2022-05-16T20:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-7-iscsi', '_floatingips': [{'id': 'a9396c98-a550-4ec8-b01e-1e03f21fb9bd', 'tenant_id': '2715141f8ffd49d892600c779e02fa17', 'floating_ip_address': '172.27.2.79', 'floating_network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'router_id': 'ff342686-d4a7-4820-b268-c308e7f5d698', 'port_id': '90c080cd-9d22-48a5-91a2-bbb1c8418168', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f817970e-ef84-435a-806f-1b015ae84dd9', 'mac_address': 'fa:16:3e:a6:37:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfb7b623-95e7-4e7b-8518-f479edf9e26f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T20:27:40Z', 'updated_at': '2022-05-16T20:27:40Z', 'revision_number': 0, 'project_id': '2715141f8ffd49d892600c779e02fa17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '533129b2-d6ee-41c5-90d3-4790783a4be6', 'name': '', 'network_id': 'f817970e-ef84-435a-806f-1b015ae84dd9', 'tenant_id': '2715141f8ffd49d892600c779e02fa17', 'mac_address': 'fa:16:3e:c2:e4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff342686-d4a7-4820-b268-c308e7f5d698', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '14823cd5-3605-452f-a744-d8797ebcce33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:26:39Z', 'updated_at': '2022-05-16T20:26:45Z', 'revision_number': 5, 'project_id': '2715141f8ffd49d892600c779e02fa17', 'subnets': [{'id': '14823cd5-3605-452f-a744-d8797ebcce33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-7-iscsi', False) {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:27:42.669661 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b7938bc-ec85-4ef1-8957-14894247a21a None None] The sync data for ids ['ff342686-d4a7-4820-b268-c308e7f5d698'] in dv-cinder-830901-7-iscsi is: [{'id': 'ff342686-d4a7-4820-b268-c308e7f5d698', 'name': 'tempest-TestVolumeBootPattern-348190237-router', 'tenant_id': '2715141f8ffd49d892600c779e02fa17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'external_fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': '3c16e6da-0f15-424c-83b1-65a7dba0c80e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:26:37Z', 'updated_at': '2022-05-16T20:26:40Z', 'revision_number': 4, 'project_id': '2715141f8ffd49d892600c779e02fa17', 'gw_port': {'id': '3c16e6da-0f15-424c-83b1-65a7dba0c80e', 'name': '', 'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:1b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff342686-d4a7-4820-b268-c308e7f5d698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:26:37Z', 'updated_at': '2022-05-16T20:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-7-iscsi', '_floatingips': [{'id': 'a9396c98-a550-4ec8-b01e-1e03f21fb9bd', 'tenant_id': '2715141f8ffd49d892600c779e02fa17', 'floating_ip_address': '172.27.2.79', 'floating_network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'router_id': 'ff342686-d4a7-4820-b268-c308e7f5d698', 'port_id': '90c080cd-9d22-48a5-91a2-bbb1c8418168', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f817970e-ef84-435a-806f-1b015ae84dd9', 'mac_address': 'fa:16:3e:a6:37:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfb7b623-95e7-4e7b-8518-f479edf9e26f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T20:27:40Z', 'updated_at': '2022-05-16T20:27:40Z', 'revision_number': 0, 'project_id': '2715141f8ffd49d892600c779e02fa17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '533129b2-d6ee-41c5-90d3-4790783a4be6', 'name': '', 'network_id': 'f817970e-ef84-435a-806f-1b015ae84dd9', 'tenant_id': '2715141f8ffd49d892600c779e02fa17', 'mac_address': 'fa:16:3e:c2:e4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff342686-d4a7-4820-b268-c308e7f5d698', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '14823cd5-3605-452f-a744-d8797ebcce33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:26:39Z', 'updated_at': '2022-05-16T20:26:45Z', 'revision_number': 5, 'project_id': '2715141f8ffd49d892600c779e02fa17', 'subnets': [{'id': '14823cd5-3605-452f-a744-d8797ebcce33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 20:27:42.713316 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.71', 49214) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:27:42.824773 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.71', 49218) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:27:42.921396 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.v2.base [None req-ecc0a915-f279-4b25-b7ee-32b6632d1ba4 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1592804410-network', 'tenant_id': '0966cdee10bc4eebbb38ae04e066adf2'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:27:42.975288 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-9bf808d8-9877-4755-adb1-e9fee3a7ed9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:42.994773 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecc0a915-f279-4b25-b7ee-32b6632d1ba4 admin admin] Made reservation on behalf of 0966cdee10bc4eebbb38ae04e066adf2 for: {'network': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 20:27:42.998552 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ecc0a915-f279-4b25-b7ee-32b6632d1ba4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for network (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:43.047139 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ecc0a915-f279-4b25-b7ee-32b6632d1ba4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:43.130460 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0bcec7a-1a0e-48d1-8ae8-b1b9158de09f None None] New status for floating IP a9396c98-a550-4ec8-b01e-1e03f21fb9bd: ACTIVE {{(pid=103450) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 20:27:43.144988 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-9bf808d8-9877-4755-adb1-e9fee3a7ed9e admin admin] Publish callbacks [] for security_group (95ac8343-e774-47ff-bb67-f527001ad1da), precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:43.152115 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-9bf808d8-9877-4755-adb1-e9fee3a7ed9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997425'] for security_group (95ac8343-e774-47ff-bb67-f527001ad1da), after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:43.223294 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-9bf808d8-9877-4755-adb1-e9fee3a7ed9e admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=9c33ef70308d4549bc6c7c69f6d2236d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3970118 May 16 20:27:43.227286 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.71', 49224) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:27:43.229494 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf808d8-9877-4755-adb1-e9fee3a7ed9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95ac8343-e774-47ff-bb67-f527001ad1da,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:27:43.288083 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-49e27cef-4dea-4287-a9e4-ccbd8e3a883c admin admin] Publish callbacks [] for security_group (95ac8343-e774-47ff-bb67-f527001ad1da), before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:43.299797 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ecc0a915-f279-4b25-b7ee-32b6632d1ba4 admin admin] Publish callbacks [] for security_group (b2250687-e700-472e-bb40-d68ea0e986d6), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:43.307320 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c610d5d-89a5-43fa-bd84-473fd924cd85 req-57335f4a-ab00-4391-a152-0d601f19ae7f tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:27:43.309090 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-2c610d5d-89a5-43fa-bd84-473fd924cd85 req-57335f4a-ab00-4391-a152-0d601f19ae7f tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/ports?device_id=f8daf144-f0a4-4819-9d9a-6202c59b11bc HTTP/1.1" status: 200 len: 946 time: 0.1251366 May 16 20:27:43.310648 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ecc0a915-f279-4b25-b7ee-32b6632d1ba4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997425'] for security_group (b2250687-e700-472e-bb40-d68ea0e986d6), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:43.312741 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-49e27cef-4dea-4287-a9e4-ccbd8e3a883c admin admin] Publish callbacks [] for security_group (95ac8343-e774-47ff-bb67-f527001ad1da), precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:43.362696 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecc0a915-f279-4b25-b7ee-32b6632d1ba4 admin admin] vlan segment allocate from pool success with {'vlan_id': 544, 'physical_network': 'physnet1'} {{(pid=103448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 16 20:27:43.373551 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc0a915-f279-4b25-b7ee-32b6632d1ba4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2250687-e700-472e-bb40-d68ea0e986d6,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:27:43.392561 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-49e27cef-4dea-4287-a9e4-ccbd8e3a883c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997425'] for security_group (95ac8343-e774-47ff-bb67-f527001ad1da), after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:43.404345 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-49e27cef-4dea-4287-a9e4-ccbd8e3a883c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:43.408467 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-49e27cef-4dea-4287-a9e4-ccbd8e3a883c admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/95ac8343-e774-47ff-bb67-f527001ad1da HTTP/1.1" status: 204 len: 168 time: 0.1770771 May 16 20:27:43.411337 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ecc0a915-f279-4b25-b7ee-32b6632d1ba4 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8732397667085', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1026353'] for segment (7feda360-ab93-4da8-92e2-b765028f822a), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:43.420609 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.db.segments_db [None req-ecc0a915-f279-4b25-b7ee-32b6632d1ba4 admin admin] Added segment 7feda360-ab93-4da8-92e2-b765028f822a of type vlan for network 40c86c5f-a6ca-4ec7-9bd7-4db98c5fd078 May 16 20:27:43.433172 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e27cef-4dea-4287-a9e4-ccbd8e3a883c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95ac8343-e774-47ff-bb67-f527001ad1da,revision_number=None']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:27:43.505191 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-2c610d5d-89a5-43fa-bd84-473fd924cd85 req-5380332a-34fa-4af7-b4cb-444a7dd1e83e tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/security-groups?id=1fc36625-c0bf-4e17-91a1-62c7256af4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1895499 May 16 20:27:43.519582 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ecc0a915-f279-4b25-b7ee-32b6632d1ba4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732397125798'] for network (40c86c5f-a6ca-4ec7-9bd7-4db98c5fd078), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:43.554391 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ecc0a915-f279-4b25-b7ee-32b6632d1ba4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1996455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410'] for network (40c86c5f-a6ca-4ec7-9bd7-4db98c5fd078), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:43.555968 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecc0a915-f279-4b25-b7ee-32b6632d1ba4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:27:43.556795 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ecc0a915-f279-4b25-b7ee-32b6632d1ba4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614436'] for network (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:43.604136 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-ecc0a915-f279-4b25-b7ee-32b6632d1ba4 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.8869503 May 16 20:27:43.604733 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.71', 49232) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:27:43.610020 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.v2.base [None req-5d2182bf-a94a-4f04-b62a-4051c775abdd admin admin] Request body: {'subnet': {'network_id': '40c86c5f-a6ca-4ec7-9bd7-4db98c5fd078', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1592804410-subnet', 'tenant_id': '0966cdee10bc4eebbb38ae04e066adf2', 'ip_version': 4}} {{(pid=103449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:27:43.642428 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d2182bf-a94a-4f04-b62a-4051c775abdd admin admin] Made reservation on behalf of 0966cdee10bc4eebbb38ae04e066adf2 for: {'subnet': 1} {{(pid=103449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 20:27:43.646171 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-5d2182bf-a94a-4f04-b62a-4051c775abdd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25246473'] for subnet (None), before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:43.674799 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc0a915-f279-4b25-b7ee-32b6632d1ba4 admin admin] Pushing event updated for resources: {'Network': ['ID=40c86c5f-a6ca-4ec7-9bd7-4db98c5fd078,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:27:43.689635 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Network 40c86c5f-a6ca-4ec7-9bd7-4db98c5fd078 details requested by agent ovs-agent-dv-cinder-830901-7-iscsi with host dv-cinder-830901-7-iscsi {{(pid=103450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 16 20:27:43.921573 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-5d2182bf-a94a-4f04-b62a-4051c775abdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1941894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26133462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25246495'] for subnet (e001e1d8-306d-467a-b2a6-bd86f5be5c66), after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:43.968807 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2182bf-a94a-4f04-b62a-4051c775abdd admin admin] Pushing event updated for resources: {'Subnet': ['ID=e001e1d8-306d-467a-b2a6-bd86f5be5c66,revision_number=0']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:27:43.991013 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d2182bf-a94a-4f04-b62a-4051c775abdd admin admin] Checking segment: {'id': '7feda360-ab93-4da8-92e2-b765028f822a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '40c86c5f-a6ca-4ec7-9bd7-4db98c5fd078'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 20:27:43.991810 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d2182bf-a94a-4f04-b62a-4051c775abdd admin admin] Network hostable DHCP agents. Network: 40c86c5f-a6ca-4ec7-9bd7-4db98c5fd078, hostable agents: ['6de3586b-c77a-41a3-9d69-e80d1925fb22'], hosted agents: [] {{(pid=103449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 16 20:27:44.009740 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d2182bf-a94a-4f04-b62a-4051c775abdd admin admin] Network 40c86c5f-a6ca-4ec7-9bd7-4db98c5fd078 is scheduled to be hosted by DHCP agent 6de3586b-c77a-41a3-9d69-e80d1925fb22 with binding_index 1 {{(pid=103449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 16 20:27:44.019139 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.scheduler.base_scheduler [None req-5d2182bf-a94a-4f04-b62a-4051c775abdd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830901-7-iscsi, 40c86c5f-a6ca-4ec7-9bd7-4db98c5fd078) {{(pid=103449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 20:27:44.024627 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d2182bf-a94a-4f04-b62a-4051c775abdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:27:44.025427 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-5d2182bf-a94a-4f04-b62a-4051c775abdd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614436'] for subnet (None), before_response {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:44.031700 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a697d8b2-e912-42cb-be5f-291de3433863 None None] Network 40c86c5f-a6ca-4ec7-9bd7-4db98c5fd078 requested from dv-cinder-830901-7-iscsi {{(pid=103450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 20:27:44.053957 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-5d2182bf-a94a-4f04-b62a-4051c775abdd admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4480944 May 16 20:27:44.054452 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.71', 49234) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:27:44.063002 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.v2.base [None req-4c0163b6-612e-439a-9e0c-6c69e02b6a3c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1592804410-router', 'tenant_id': '0966cdee10bc4eebbb38ae04e066adf2', 'external_gateway_info': {'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062'}}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:27:44.088240 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4c0163b6-612e-439a-9e0c-6c69e02b6a3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1646120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6252'] for router (3bb2bc2a-1646-41ba-9161-5a3c9a6b6430), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:44.089764 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4c0163b6-612e-439a-9e0c-6c69e02b6a3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1646300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1634344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6231'] for router (3bb2bc2a-1646-41ba-9161-5a3c9a6b6430), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:44.152827 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84dc7949-745b-4079-95a9-00696af88fc9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aeb997a-265b-5525-a5ab-f9959c03f25e-40c86c5f-a6ca-4ec7-9bd7-4db98c5fd078', 'network_id': '40c86c5f-a6ca-4ec7-9bd7-4db98c5fd078', 'project_id': '0966cdee10bc4eebbb38ae04e066adf2', 'fixed_ips': [{'subnet_id': 'e001e1d8-306d-467a-b2a6-bd86f5be5c66'}]}} from dv-cinder-830901-7-iscsi. {{(pid=103450) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 16 20:27:44.154042 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-84dc7949-745b-4079-95a9-00696af88fc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (None), before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:44.160953 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4c0163b6-612e-439a-9e0c-6c69e02b6a3c admin admin] Publish callbacks [] for router_controller (3bb2bc2a-1646-41ba-9161-5a3c9a6b6430), precommit_add_association {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:44.325719 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [None req-84dc7949-745b-4079-95a9-00696af88fc9 None None] Allocated IP 172.20.0.2 (40c86c5f-a6ca-4ec7-9bd7-4db98c5fd078/e001e1d8-306d-467a-b2a6-bd86f5be5c66/8353efdd-cee7-4b0d-b959-516295309879) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 20:27:44.347253 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4c0163b6-612e-439a-9e0c-6c69e02b6a3c admin admin] Publish callbacks [] for router_gateway (3bb2bc2a-1646-41ba-9161-5a3c9a6b6430), precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:44.516931 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-84dc7949-745b-4079-95a9-00696af88fc9 None None] Publish callbacks [] for port (8353efdd-cee7-4b0d-b959-516295309879), precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:44.527594 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-84dc7949-745b-4079-95a9-00696af88fc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732397102960'] for port (8353efdd-cee7-4b0d-b959-516295309879), after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:44.575584 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dc7949-745b-4079-95a9-00696af88fc9 None None] Pushing event updated for resources: {'Port': ['ID=8353efdd-cee7-4b0d-b959-516295309879,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:27:44.576232 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4c0163b6-612e-439a-9e0c-6c69e02b6a3c admin admin] Publish callbacks [] for router_gateway (3bb2bc2a-1646-41ba-9161-5a3c9a6b6430), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:44.585370 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dc7949-745b-4079-95a9-00696af88fc9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:27:44.585717 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dc7949-745b-4079-95a9-00696af88fc9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:27:44.586110 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dc7949-745b-4079-95a9-00696af88fc9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:27:44.586394 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dc7949-745b-4079-95a9-00696af88fc9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:27:44.586835 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dc7949-745b-4079-95a9-00696af88fc9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:27:44.587055 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dc7949-745b-4079-95a9-00696af88fc9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:27:44.587383 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dc7949-745b-4079-95a9-00696af88fc9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:27:44.587706 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dc7949-745b-4079-95a9-00696af88fc9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:27:44.588030 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dc7949-745b-4079-95a9-00696af88fc9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:27:44.588381 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dc7949-745b-4079-95a9-00696af88fc9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:27:44.588708 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dc7949-745b-4079-95a9-00696af88fc9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:27:44.589029 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dc7949-745b-4079-95a9-00696af88fc9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:27:44.589350 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dc7949-745b-4079-95a9-00696af88fc9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:27:44.589671 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dc7949-745b-4079-95a9-00696af88fc9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:27:44.589990 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dc7949-745b-4079-95a9-00696af88fc9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:27:44.602085 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4c0163b6-612e-439a-9e0c-6c69e02b6a3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:44.602242 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84dc7949-745b-4079-95a9-00696af88fc9 None None] Network 40c86c5f-a6ca-4ec7-9bd7-4db98c5fd078 is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 20:27:44.603766 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-84dc7949-745b-4079-95a9-00696af88fc9 None None] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 20:27:44.607423 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84dc7949-745b-4079-95a9-00696af88fc9 None None] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 20:27:44.663213 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dee378-bc74-46fd-ba32-6662027374e1 req-39398b50-85a7-4364-86e0-29287c0c0da3 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:27:44.673819 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-d4dee378-bc74-46fd-ba32-6662027374e1 req-39398b50-85a7-4364-86e0-29287c0c0da3 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/ports?device_id=f8daf144-f0a4-4819-9d9a-6202c59b11bc HTTP/1.1" status: 200 len: 946 time: 0.0764906 May 16 20:27:44.677016 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-84dc7949-745b-4079-95a9-00696af88fc9 None None] Attempting to bind port 8353efdd-cee7-4b0d-b959-516295309879 on host dv-cinder-830901-7-iscsi for vnic_type normal with profile {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 20:27:44.677397 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-84dc7949-745b-4079-95a9-00696af88fc9 None None] Attempting to bind port 8353efdd-cee7-4b0d-b959-516295309879 by drivers openvswitch,hyperv on host dv-cinder-830901-7-iscsi at level 0 using segments [{'id': '7feda360-ab93-4da8-92e2-b765028f822a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '40c86c5f-a6ca-4ec7-9bd7-4db98c5fd078'}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 20:27:44.678354 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84dc7949-745b-4079-95a9-00696af88fc9 None None] Attempting to bind port 8353efdd-cee7-4b0d-b959-516295309879 on network 40c86c5f-a6ca-4ec7-9bd7-4db98c5fd078 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 20:27:44.685742 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84dc7949-745b-4079-95a9-00696af88fc9 None None] Checking agent: {'id': 'bddaa840-ffd9-43a2-8860-d40111f70aff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830901-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 20, 16, 41), 'started_at': datetime.datetime(2022, 5, 16, 20, 17, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 20, 27, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830901-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 20:27:44.686554 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84dc7949-745b-4079-95a9-00696af88fc9 None None] Checking segment: {'id': '7feda360-ab93-4da8-92e2-b765028f822a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '40c86c5f-a6ca-4ec7-9bd7-4db98c5fd078'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 20:27:44.686554 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-84dc7949-745b-4079-95a9-00696af88fc9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:44.686893 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84dc7949-745b-4079-95a9-00696af88fc9 None None] Bound using segment: {'id': '7feda360-ab93-4da8-92e2-b765028f822a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '40c86c5f-a6ca-4ec7-9bd7-4db98c5fd078'} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 20:27:44.687364 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-84dc7949-745b-4079-95a9-00696af88fc9 None None] Bound port: 8353efdd-cee7-4b0d-b959-516295309879, host: dv-cinder-830901-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7feda360-ab93-4da8-92e2-b765028f822a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '40c86c5f-a6ca-4ec7-9bd7-4db98c5fd078'}}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 20:27:44.687745 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-84dc7949-745b-4079-95a9-00696af88fc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (8353efdd-cee7-4b0d-b959-516295309879), before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:44.737367 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-d4dee378-bc74-46fd-ba32-6662027374e1 req-55123643-b6cc-4776-9010-252dfbb05094 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/security-groups?id=1fc36625-c0bf-4e17-91a1-62c7256af4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617878 May 16 20:27:44.759179 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-4c0163b6-612e-439a-9e0c-6c69e02b6a3c admin admin] Allocated IP 172.27.2.12 (ded6ab20-0a8b-4051-830c-385457f4e062/dcb7b1f3-82ff-415d-89cf-2b6021c22eb5/12c26b70-44e7-4b15-b826-830a29c12b3b) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 20:27:44.763558 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-84dc7949-745b-4079-95a9-00696af88fc9 None None] For port 8353efdd-cee7-4b0d-b959-516295309879, host dv-cinder-830901-7-iscsi, cleared binding levels {{(pid=103450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 20:27:44.767624 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-84dc7949-745b-4079-95a9-00696af88fc9 None None] For port 8353efdd-cee7-4b0d-b959-516295309879, host dv-cinder-830901-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-7-iscsi',level=0,port_id=8353efdd-cee7-4b0d-b959-516295309879,segment=NetworkSegment(7feda360-ab93-4da8-92e2-b765028f822a),segment_id=7feda360-ab93-4da8-92e2-b765028f822a)] {{(pid=103450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 20:27:44.779916 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-84dc7949-745b-4079-95a9-00696af88fc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732397598091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732397102978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732397102996'] for port (8353efdd-cee7-4b0d-b959-516295309879), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:44.846091 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dc7949-745b-4079-95a9-00696af88fc9 None None] Pushing event updated for resources: {'Port': ['ID=8353efdd-cee7-4b0d-b959-516295309879,revision_number=2']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:27:44.916767 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4c0163b6-612e-439a-9e0c-6c69e02b6a3c admin admin] Publish callbacks [] for port (12c26b70-44e7-4b15-b826-830a29c12b3b), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:44.964813 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4c0163b6-612e-439a-9e0c-6c69e02b6a3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732397102960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27048612'] for port (12c26b70-44e7-4b15-b826-830a29c12b3b), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:45.014960 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c0163b6-612e-439a-9e0c-6c69e02b6a3c admin admin] Network ded6ab20-0a8b-4051-830c-385457f4e062 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 20:27:45.018283 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-4c0163b6-612e-439a-9e0c-6c69e02b6a3c admin admin] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 20:27:45.020852 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c0163b6-612e-439a-9e0c-6c69e02b6a3c admin admin] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 20:27:45.079643 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0163b6-612e-439a-9e0c-6c69e02b6a3c admin admin] Pushing event updated for resources: {'Port': ['ID=12c26b70-44e7-4b15-b826-830a29c12b3b,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:27:45.300259 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Device 8353efdd-cee7-4b0d-b959-516295309879 up at agent ovs-agent-dv-cinder-830901-7-iscsi {{(pid=103450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 20:27:45.363243 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Provisioning complete for port 8353efdd-cee7-4b0d-b959-516295309879 triggered by entity L2. {{(pid=103450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:27:45.363775 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868582'] for port (8353efdd-cee7-4b0d-b959-516295309879), provisioning_complete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:45.453050 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Current status of the port 8353efdd-cee7-4b0d-b959-516295309879 is: DOWN; New status is: ACTIVE {{(pid=103450) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:27:45.453358 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (8353efdd-cee7-4b0d-b959-516295309879), before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:45.502734 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] For port 8353efdd-cee7-4b0d-b959-516295309879, host dv-cinder-830901-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-7-iscsi',level=0,port_id=8353efdd-cee7-4b0d-b959-516295309879,segment=NetworkSegment(7feda360-ab93-4da8-92e2-b765028f822a),segment_id=7feda360-ab93-4da8-92e2-b765028f822a)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:27:45.508461 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732397598091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732397102978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732397102996'] for port (8353efdd-cee7-4b0d-b959-516295309879), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:45.572697 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Pushing event updated for resources: {'Port': ['ID=8353efdd-cee7-4b0d-b959-516295309879,revision_number=3']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:27:45.617651 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4c0163b6-612e-439a-9e0c-6c69e02b6a3c admin admin] Publish callbacks [] for router_gateway (3bb2bc2a-1646-41ba-9161-5a3c9a6b6430), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:45.918268 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4c0163b6-612e-439a-9e0c-6c69e02b6a3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1646245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1643494'] for router (3bb2bc2a-1646-41ba-9161-5a3c9a6b6430), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:46.043833 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a53a15-7b17-4dd7-aaa0-df6f3ed6de25 req-324981b8-74bc-4a9f-bcc8-0a018edb317d tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:27:46.045400 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-d8a53a15-7b17-4dd7-aaa0-df6f3ed6de25 req-324981b8-74bc-4a9f-bcc8-0a018edb317d tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/ports?device_id=f8daf144-f0a4-4819-9d9a-6202c59b11bc HTTP/1.1" status: 200 len: 946 time: 0.1775246 May 16 20:27:46.080355 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d1374e3-9027-40ea-87c2-25506ee7232f None None] Network 40c86c5f-a6ca-4ec7-9bd7-4db98c5fd078 requested from dv-cinder-830901-7-iscsi {{(pid=103450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 20:27:46.083068 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c0163b6-612e-439a-9e0c-6c69e02b6a3c admin admin] Router 3bb2bc2a-1646-41ba-9161-5a3c9a6b6430 is scheduled to L3 agent fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f with binding_index 1 {{(pid=103448) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 16 20:27:46.153372 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [None req-041f1a5c-9884-4ae3-8c82-2b4f6d6da8c0 None None] Provisioning complete for port 8353efdd-cee7-4b0d-b959-516295309879 triggered by entity DHCP. {{(pid=103450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:27:46.153677 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-041f1a5c-9884-4ae3-8c82-2b4f6d6da8c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868582'] for port (8353efdd-cee7-4b0d-b959-516295309879), provisioning_complete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:46.160290 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-d8a53a15-7b17-4dd7-aaa0-df6f3ed6de25 req-3f847aa4-ce9c-4ec8-a0e1-163947e7fb7a tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/security-groups?id=1fc36625-c0bf-4e17-91a1-62c7256af4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1077445 May 16 20:27:46.261378 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c0163b6-612e-439a-9e0c-6c69e02b6a3c admin admin] Notify agent at l3_agent.dv-cinder-830901-7-iscsi the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 20:27:46.269743 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4836d03f-9d6f-4ca4-9cb2-772a99b10e2c None None] Sync routers for ids ['3bb2bc2a-1646-41ba-9161-5a3c9a6b6430'] in dv-cinder-830901-7-iscsi {{(pid=103451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 20:27:46.285813 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4c0163b6-612e-439a-9e0c-6c69e02b6a3c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:46.287869 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-4c0163b6-612e-439a-9e0c-6c69e02b6a3c admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.2317324 May 16 20:27:46.290534 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.71', 49240) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:27:46.310026 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-041f1a5c-9884-4ae3-8c82-2b4f6d6da8c0 None None] Current status of the port 8353efdd-cee7-4b0d-b959-516295309879 is: ACTIVE; New status is: ACTIVE {{(pid=103450) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:27:46.403991 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4836d03f-9d6f-4ca4-9cb2-772a99b10e2c None None] Routers {'3bb2bc2a-1646-41ba-9161-5a3c9a6b6430'} bound to L3 agent in host dv-cinder-830901-7-iscsi {{(pid=103451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:27:46.405464 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-4836d03f-9d6f-4ca4-9cb2-772a99b10e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-16T20:16:38Z,description=,heartbeat_timestamp=2022-05-16T20:27:38Z,host='dv-cinder-830901-7-iscsi',id=fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:16:38Z,topic='l3_agent')) {'router_ids': ['3bb2bc2a-1646-41ba-9161-5a3c9a6b6430'], 'active': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:27:46.565443 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvr_db [None req-4836d03f-9d6f-4ca4-9cb2-772a99b10e2c None None] Set router 3bb2bc2a-1646-41ba-9161-5a3c9a6b6430 gateway port host: dv-cinder-830901-7-iscsi {{(pid=103451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:27:46.656363 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [None req-ae9d60f9-7309-4ab9-b9b9-a439f274d164 None None] Provisioning complete for port 8353efdd-cee7-4b0d-b959-516295309879 triggered by entity DHCP. {{(pid=103450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:27:46.656363 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ae9d60f9-7309-4ab9-b9b9-a439f274d164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868582'] for port (8353efdd-cee7-4b0d-b959-516295309879), provisioning_complete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:46.767379 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-ae9d60f9-7309-4ab9-b9b9-a439f274d164 None None] Current status of the port 8353efdd-cee7-4b0d-b959-516295309879 is: ACTIVE; New status is: ACTIVE {{(pid=103450) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:27:46.844201 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-4836d03f-9d6f-4ca4-9cb2-772a99b10e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bb2bc2a-1646-41ba-9161-5a3c9a6b6430', 'name': 'tempest-TestShelveInstance-1592804410-router', 'tenant_id': '0966cdee10bc4eebbb38ae04e066adf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'external_fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.12'}], 'enable_snat': True}, 'gw_port_id': '12c26b70-44e7-4b15-b826-830a29c12b3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:27:44Z', 'updated_at': '2022-05-16T20:27:45Z', 'revision_number': 3, 'project_id': '0966cdee10bc4eebbb38ae04e066adf2', 'gw_port': {'id': '12c26b70-44e7-4b15-b826-830a29c12b3b', 'name': '', 'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:73:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bb2bc2a-1646-41ba-9161-5a3c9a6b6430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:27:44Z', 'updated_at': '2022-05-16T20:27:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-7-iscsi'}], 'dv-cinder-830901-7-iscsi', False) {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:27:46.876192 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c9578f55-4d8d-4fdc-add4-795377b61ee2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:46.889163 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4836d03f-9d6f-4ca4-9cb2-772a99b10e2c None None] Checking router: 3bb2bc2a-1646-41ba-9161-5a3c9a6b6430 for host: dv-cinder-830901-7-iscsi {{(pid=103451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 20:27:46.889530 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4836d03f-9d6f-4ca4-9cb2-772a99b10e2c None None] Updating router 3bb2bc2a-1646-41ba-9161-5a3c9a6b6430 port 12c26b70-44e7-4b15-b826-830a29c12b3b binding host dv-cinder-830901-7-iscsi {{(pid=103451) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 16 20:27:46.921529 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4836d03f-9d6f-4ca4-9cb2-772a99b10e2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (12c26b70-44e7-4b15-b826-830a29c12b3b), before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:47.053227 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-c9578f55-4d8d-4fdc-add4-795377b61ee2 admin admin] Allocated IP 172.20.0.1 (40c86c5f-a6ca-4ec7-9bd7-4db98c5fd078/e001e1d8-306d-467a-b2a6-bd86f5be5c66/882d7b61-be19-428c-a030-c484d7666914) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 20:27:47.211514 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c9578f55-4d8d-4fdc-add4-795377b61ee2 admin admin] Publish callbacks [] for port (882d7b61-be19-428c-a030-c484d7666914), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:47.252171 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4836d03f-9d6f-4ca4-9cb2-772a99b10e2c None None] Publish callbacks [] for port (12c26b70-44e7-4b15-b826-830a29c12b3b), precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:47.254931 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Device 8353efdd-cee7-4b0d-b959-516295309879 up at agent ovs-agent-dv-cinder-830901-7-iscsi {{(pid=103450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 20:27:47.261484 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4836d03f-9d6f-4ca4-9cb2-772a99b10e2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732397598091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732397102978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732397102996'] for port (12c26b70-44e7-4b15-b826-830a29c12b3b), after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:47.275214 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c9578f55-4d8d-4fdc-add4-795377b61ee2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732397102960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27048612'] for port (882d7b61-be19-428c-a030-c484d7666914), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:47.298326 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [None req-4836d03f-9d6f-4ca4-9cb2-772a99b10e2c None None] Attempting to bind port 12c26b70-44e7-4b15-b826-830a29c12b3b on host dv-cinder-830901-7-iscsi for vnic_type normal with profile {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 20:27:47.298950 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [None req-4836d03f-9d6f-4ca4-9cb2-772a99b10e2c None None] Attempting to bind port 12c26b70-44e7-4b15-b826-830a29c12b3b by drivers openvswitch,hyperv on host dv-cinder-830901-7-iscsi at level 0 using segments [{'id': 'cb03ab33-ba4f-4a89-ab90-bfee78bf90a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062'}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 20:27:47.299078 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4836d03f-9d6f-4ca4-9cb2-772a99b10e2c None None] Attempting to bind port 12c26b70-44e7-4b15-b826-830a29c12b3b on network ded6ab20-0a8b-4051-830c-385457f4e062 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 20:27:47.310255 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Provisioning complete for port 8353efdd-cee7-4b0d-b959-516295309879 triggered by entity L2. {{(pid=103450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:27:47.310861 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868582'] for port (8353efdd-cee7-4b0d-b959-516295309879), provisioning_complete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:47.319290 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4836d03f-9d6f-4ca4-9cb2-772a99b10e2c None None] Checking agent: {'id': 'bddaa840-ffd9-43a2-8860-d40111f70aff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830901-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 20, 16, 41), 'started_at': datetime.datetime(2022, 5, 16, 20, 17, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 20, 27, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830901-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 20:27:47.319697 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4836d03f-9d6f-4ca4-9cb2-772a99b10e2c None None] Checking segment: {'id': 'cb03ab33-ba4f-4a89-ab90-bfee78bf90a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 20:27:47.320097 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4836d03f-9d6f-4ca4-9cb2-772a99b10e2c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:47.320510 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4836d03f-9d6f-4ca4-9cb2-772a99b10e2c None None] Bound using segment: {'id': 'cb03ab33-ba4f-4a89-ab90-bfee78bf90a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062'} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 20:27:47.320987 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [None req-4836d03f-9d6f-4ca4-9cb2-772a99b10e2c None None] Bound port: 12c26b70-44e7-4b15-b826-830a29c12b3b, host: dv-cinder-830901-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb03ab33-ba4f-4a89-ab90-bfee78bf90a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062'}}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 20:27:47.321355 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4836d03f-9d6f-4ca4-9cb2-772a99b10e2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (12c26b70-44e7-4b15-b826-830a29c12b3b), before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:47.354583 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24debe60-594a-4333-96b4-08f31904c44a req-47996221-3346-4c24-be8e-abb4162e1e20 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:27:47.362893 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-24debe60-594a-4333-96b4-08f31904c44a req-47996221-3346-4c24-be8e-abb4162e1e20 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/ports?device_id=f8daf144-f0a4-4819-9d9a-6202c59b11bc HTTP/1.1" status: 200 len: 946 time: 0.0761027 May 16 20:27:47.371798 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.plugins.ml2.db [None req-4836d03f-9d6f-4ca4-9cb2-772a99b10e2c None None] For port 12c26b70-44e7-4b15-b826-830a29c12b3b, host dv-cinder-830901-7-iscsi, cleared binding levels {{(pid=103451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 20:27:47.375016 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.plugins.ml2.db [None req-4836d03f-9d6f-4ca4-9cb2-772a99b10e2c None None] For port 12c26b70-44e7-4b15-b826-830a29c12b3b, host dv-cinder-830901-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-7-iscsi',level=0,port_id=12c26b70-44e7-4b15-b826-830a29c12b3b,segment=NetworkSegment(cb03ab33-ba4f-4a89-ab90-bfee78bf90a5),segment_id=cb03ab33-ba4f-4a89-ab90-bfee78bf90a5)] {{(pid=103451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 20:27:47.384291 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Current status of the port 8353efdd-cee7-4b0d-b959-516295309879 is: ACTIVE; New status is: ACTIVE {{(pid=103450) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:27:47.391830 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4836d03f-9d6f-4ca4-9cb2-772a99b10e2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732397598091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732397102978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732397102996'] for port (12c26b70-44e7-4b15-b826-830a29c12b3b), after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:47.407308 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9578f55-4d8d-4fdc-add4-795377b61ee2 admin admin] Network 40c86c5f-a6ca-4ec7-9bd7-4db98c5fd078 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 20:27:47.407673 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f57134-6242-469e-8040-714376a96d9c None None] Pushing event updated for resources: {'Port': ['ID=12c26b70-44e7-4b15-b826-830a29c12b3b,revision_number=2']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:27:47.411148 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-c9578f55-4d8d-4fdc-add4-795377b61ee2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 20:27:47.416851 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9578f55-4d8d-4fdc-add4-795377b61ee2 admin admin] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 20:27:47.424807 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f57134-6242-469e-8040-714376a96d9c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:27:47.425245 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f57134-6242-469e-8040-714376a96d9c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:27:47.425916 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-24debe60-594a-4333-96b4-08f31904c44a req-84b9eee2-c672-42b5-a592-1476d206b1eb tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/security-groups?id=1fc36625-c0bf-4e17-91a1-62c7256af4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619321 May 16 20:27:47.426065 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f57134-6242-469e-8040-714376a96d9c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:27:47.426362 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f57134-6242-469e-8040-714376a96d9c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:27:47.426697 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f57134-6242-469e-8040-714376a96d9c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:27:47.427023 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f57134-6242-469e-8040-714376a96d9c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:27:47.427364 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f57134-6242-469e-8040-714376a96d9c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:27:47.427907 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f57134-6242-469e-8040-714376a96d9c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:27:47.428255 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f57134-6242-469e-8040-714376a96d9c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:27:47.428584 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f57134-6242-469e-8040-714376a96d9c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:27:47.429022 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f57134-6242-469e-8040-714376a96d9c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:27:47.429424 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f57134-6242-469e-8040-714376a96d9c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:27:47.429733 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f57134-6242-469e-8040-714376a96d9c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:27:47.429982 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f57134-6242-469e-8040-714376a96d9c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:27:47.430298 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f57134-6242-469e-8040-714376a96d9c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:27:47.470302 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4836d03f-9d6f-4ca4-9cb2-772a99b10e2c None None] Routers {'3bb2bc2a-1646-41ba-9161-5a3c9a6b6430'} bound to L3 agent in host dv-cinder-830901-7-iscsi {{(pid=103451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:27:47.470923 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-4836d03f-9d6f-4ca4-9cb2-772a99b10e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-16T20:16:38Z,description=,heartbeat_timestamp=2022-05-16T20:27:38Z,host='dv-cinder-830901-7-iscsi',id=fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:16:38Z,topic='l3_agent')) {'router_ids': ['3bb2bc2a-1646-41ba-9161-5a3c9a6b6430'], 'active': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:27:47.482498 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9578f55-4d8d-4fdc-add4-795377b61ee2 admin admin] Pushing event updated for resources: {'Port': ['ID=882d7b61-be19-428c-a030-c484d7666914,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:27:47.522964 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c9578f55-4d8d-4fdc-add4-795377b61ee2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1642699'] for router_interface (3bb2bc2a-1646-41ba-9161-5a3c9a6b6430), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:47.565896 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f57134-6242-469e-8040-714376a96d9c None None] Pushing event updated for resources: {'Port': ['ID=12c26b70-44e7-4b15-b826-830a29c12b3b,revision_number=3']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:27:47.624193 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvr_db [None req-4836d03f-9d6f-4ca4-9cb2-772a99b10e2c None None] Set router 3bb2bc2a-1646-41ba-9161-5a3c9a6b6430 gateway port host: dv-cinder-830901-7-iscsi {{(pid=103451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:27:47.749141 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c9578f55-4d8d-4fdc-add4-795377b61ee2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (882d7b61-be19-428c-a030-c484d7666914), before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:47.806361 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [None req-4ad62c22-3098-4332-a91a-d5c7cc4dec9b None None] Provisioning complete for port 882d7b61-be19-428c-a030-c484d7666914 triggered by entity DHCP. {{(pid=103450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:27:47.807135 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4ad62c22-3098-4332-a91a-d5c7cc4dec9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868582'] for port (882d7b61-be19-428c-a030-c484d7666914), provisioning_complete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:47.823669 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-4836d03f-9d6f-4ca4-9cb2-772a99b10e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bb2bc2a-1646-41ba-9161-5a3c9a6b6430', 'name': 'tempest-TestShelveInstance-1592804410-router', 'tenant_id': '0966cdee10bc4eebbb38ae04e066adf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'external_fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.12'}], 'enable_snat': True}, 'gw_port_id': '12c26b70-44e7-4b15-b826-830a29c12b3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:27:44Z', 'updated_at': '2022-05-16T20:27:45Z', 'revision_number': 3, 'project_id': '0966cdee10bc4eebbb38ae04e066adf2', 'gw_port': {'id': '12c26b70-44e7-4b15-b826-830a29c12b3b', 'name': '', 'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:73:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bb2bc2a-1646-41ba-9161-5a3c9a6b6430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:27:44Z', 'updated_at': '2022-05-16T20:27:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-7-iscsi'}], 'dv-cinder-830901-7-iscsi', False) {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:27:47.853361 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4836d03f-9d6f-4ca4-9cb2-772a99b10e2c None None] The sync data for ids ['3bb2bc2a-1646-41ba-9161-5a3c9a6b6430'] in dv-cinder-830901-7-iscsi is: [{'id': '3bb2bc2a-1646-41ba-9161-5a3c9a6b6430', 'name': 'tempest-TestShelveInstance-1592804410-router', 'tenant_id': '0966cdee10bc4eebbb38ae04e066adf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'external_fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.12'}], 'enable_snat': True}, 'gw_port_id': '12c26b70-44e7-4b15-b826-830a29c12b3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:27:44Z', 'updated_at': '2022-05-16T20:27:45Z', 'revision_number': 3, 'project_id': '0966cdee10bc4eebbb38ae04e066adf2', 'gw_port': {'id': '12c26b70-44e7-4b15-b826-830a29c12b3b', 'name': '', 'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:73:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bb2bc2a-1646-41ba-9161-5a3c9a6b6430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:27:44Z', 'updated_at': '2022-05-16T20:27:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-7-iscsi'}] {{(pid=103451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 20:27:47.863931 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-4ad62c22-3098-4332-a91a-d5c7cc4dec9b None None] Port 882d7b61-be19-428c-a030-c484d7666914 cannot update to ACTIVE because it is not bound. {{(pid=103450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 20:27:47.978407 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c9578f55-4d8d-4fdc-add4-795377b61ee2 admin admin] Publish callbacks [] for port (882d7b61-be19-428c-a030-c484d7666914), precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:47.984370 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c9578f55-4d8d-4fdc-add4-795377b61ee2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732397598091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732397102978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732397102996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27048595'] for port (882d7b61-be19-428c-a030-c484d7666914), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:48.061566 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9578f55-4d8d-4fdc-add4-795377b61ee2 admin admin] Pushing event updated for resources: {'Port': ['ID=882d7b61-be19-428c-a030-c484d7666914,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:27:48.064106 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c9578f55-4d8d-4fdc-add4-795377b61ee2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1614424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1641089'] for router_interface (3bb2bc2a-1646-41ba-9161-5a3c9a6b6430), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:48.185739 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9578f55-4d8d-4fdc-add4-795377b61ee2 admin admin] Network 40c86c5f-a6ca-4ec7-9bd7-4db98c5fd078 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 20:27:48.187118 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-c9578f55-4d8d-4fdc-add4-795377b61ee2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 20:27:48.352266 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9578f55-4d8d-4fdc-add4-795377b61ee2 admin admin] Router 3bb2bc2a-1646-41ba-9161-5a3c9a6b6430 has already been hosted by L3 agent fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f {{(pid=103448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 20:27:48.466390 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9578f55-4d8d-4fdc-add4-795377b61ee2 admin admin] Notify agent at l3_agent.dv-cinder-830901-7-iscsi the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 20:27:48.472000 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-c9578f55-4d8d-4fdc-add4-795377b61ee2 admin admin] 10.222.0.71 "PUT /v2.0/routers/3bb2bc2a-1646-41ba-9161-5a3c9a6b6430/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1790149 May 16 20:27:48.509209 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [None req-25a33d03-83f1-483f-a118-d3e7d005c432 None None] Provisioning complete for port 882d7b61-be19-428c-a030-c484d7666914 triggered by entity DHCP. {{(pid=103450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:27:48.510192 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-25a33d03-83f1-483f-a118-d3e7d005c432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868582'] for port (882d7b61-be19-428c-a030-c484d7666914), provisioning_complete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:48.544601 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-25a33d03-83f1-483f-a118-d3e7d005c432 None None] Port 882d7b61-be19-428c-a030-c484d7666914 cannot update to ACTIVE because it is not bound. {{(pid=103450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 20:27:48.588384 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415eb2cf-bdc6-4d66-b57c-82dd672f1117 req-6b087299-8474-40a2-a314-d24b23307e30 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:27:48.590481 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-415eb2cf-bdc6-4d66-b57c-82dd672f1117 req-6b087299-8474-40a2-a314-d24b23307e30 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/ports?device_id=f8daf144-f0a4-4819-9d9a-6202c59b11bc HTTP/1.1" status: 200 len: 946 time: 0.0540600 May 16 20:27:48.644001 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-415eb2cf-bdc6-4d66-b57c-82dd672f1117 req-ad584ffd-33c3-447b-a806-bd52a08fea37 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/security-groups?id=1fc36625-c0bf-4e17-91a1-62c7256af4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478671 May 16 20:27:48.863574 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aac5dc0-69b5-4086-9899-9253ff486052 req-314fd6a1-d088-4ba4-85ac-a8446cfb884c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:27:48.865765 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-5aac5dc0-69b5-4086-9899-9253ff486052 req-314fd6a1-d088-4ba4-85ac-a8446cfb884c service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=c5e9d68ebf234ca98d0bedb214585f87&device_id=f8daf144-f0a4-4819-9d9a-6202c59b11bc HTTP/1.1" status: 200 len: 1130 time: 0.0504620 May 16 20:27:48.959755 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aac5dc0-69b5-4086-9899-9253ff486052 req-ae58d1e1-728c-4e46-9367-7275be377670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:27:48.961285 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-5aac5dc0-69b5-4086-9899-9253ff486052 req-ae58d1e1-728c-4e46-9367-7275be377670 service neutron] 10.222.0.81 "GET /v2.0/networks?id=87a5424f-d6f8-4b15-9358-a637573a32c1 HTTP/1.1" status: 200 len: 918 time: 0.0860138 May 16 20:27:49.027377 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-5aac5dc0-69b5-4086-9899-9253ff486052 req-bbc64220-daae-4c04-a00e-09820b2b1264 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7092bd67-775a-4f84-b587-03f6dc99a351 HTTP/1.1" status: 200 len: 1001 time: 0.0587237 May 16 20:27:49.058236 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.71', 49280) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:27:49.062982 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.v2.base [None req-a42da412-2533-4822-b982-ec4c0cd15c03 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-775527321-network', 'tenant_id': '627f5e5ff6954e7ba2ba9338242c2345'}} {{(pid=103449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:27:49.082437 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a42da412-2533-4822-b982-ec4c0cd15c03 admin admin] Made reservation on behalf of 627f5e5ff6954e7ba2ba9338242c2345 for: {'network': 1} {{(pid=103449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 20:27:49.084776 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-a42da412-2533-4822-b982-ec4c0cd15c03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for network (None), before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:49.092759 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-a42da412-2533-4822-b982-ec4c0cd15c03 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:49.094188 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aac5dc0-69b5-4086-9899-9253ff486052 req-0a68e9d2-d533-41ca-8185-1bb6f336dbbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:27:49.095646 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-5aac5dc0-69b5-4086-9899-9253ff486052 req-0a68e9d2-d533-41ca-8185-1bb6f336dbbc service neutron] 10.222.0.81 "GET /v2.0/subnets?id=4cb8e59d-2930-42f7-8975-a483fd8062fd HTTP/1.1" status: 200 len: 856 time: 0.0447299 May 16 20:27:49.147159 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aac5dc0-69b5-4086-9899-9253ff486052 req-df1514da-58aa-4384-bbf3-d04b95f5e460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:27:49.148769 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-5aac5dc0-69b5-4086-9899-9253ff486052 req-df1514da-58aa-4384-bbf3-d04b95f5e460 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=87a5424f-d6f8-4b15-9358-a637573a32c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436399 May 16 20:27:49.180960 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-a42da412-2533-4822-b982-ec4c0cd15c03 admin admin] Publish callbacks [] for security_group (386f2cb8-c0dc-44b5-84c1-9841cfc1e67d), precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:49.184974 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-a42da412-2533-4822-b982-ec4c0cd15c03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997425'] for security_group (386f2cb8-c0dc-44b5-84c1-9841cfc1e67d), after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:49.215889 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a42da412-2533-4822-b982-ec4c0cd15c03 admin admin] vlan segment allocate from pool success with {'vlan_id': 543, 'physical_network': 'physnet1'} {{(pid=103449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 16 20:27:49.224049 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Device 12c26b70-44e7-4b15-b826-830a29c12b3b up at agent ovs-agent-dv-cinder-830901-7-iscsi {{(pid=103450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 20:27:49.226781 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42da412-2533-4822-b982-ec4c0cd15c03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=386f2cb8-c0dc-44b5-84c1-9841cfc1e67d,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:27:49.231889 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-a42da412-2533-4822-b982-ec4c0cd15c03 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8732397667085', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1026353'] for segment (8f5064be-fa76-4fe3-aeac-42c00929cb3b), precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:49.232325 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.db.segments_db [None req-a42da412-2533-4822-b982-ec4c0cd15c03 admin admin] Added segment 8f5064be-fa76-4fe3-aeac-42c00929cb3b of type vlan for network de2f5188-4bff-4e7a-9e18-5614e8f054cc May 16 20:27:49.262042 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-5aac5dc0-69b5-4086-9899-9253ff486052 req-b904d6ab-3f0f-44ef-8c1a-2e10a81742d4 service neutron] 10.222.0.81 "GET /v2.0/networks/87a5424f-d6f8-4b15-9358-a637573a32c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070876 May 16 20:27:49.274932 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-a42da412-2533-4822-b982-ec4c0cd15c03 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732397125798'] for network (de2f5188-4bff-4e7a-9e18-5614e8f054cc), precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:49.295511 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Provisioning complete for port 12c26b70-44e7-4b15-b826-830a29c12b3b triggered by entity L2. {{(pid=103450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:27:49.296505 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868582'] for port (12c26b70-44e7-4b15-b826-830a29c12b3b), provisioning_complete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:49.313170 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-a42da412-2533-4822-b982-ec4c0cd15c03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1996455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410'] for network (de2f5188-4bff-4e7a-9e18-5614e8f054cc), after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:49.314498 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a42da412-2533-4822-b982-ec4c0cd15c03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:27:49.315347 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-a42da412-2533-4822-b982-ec4c0cd15c03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614436'] for network (None), before_response {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:49.354111 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-a42da412-2533-4822-b982-ec4c0cd15c03 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.2947826 May 16 20:27:49.357724 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.71', 49282) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:27:49.364329 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.v2.base [None req-2db28b59-f1e0-4344-a877-6f9aa8fbe62e admin admin] Request body: {'subnet': {'network_id': 'de2f5188-4bff-4e7a-9e18-5614e8f054cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-775527321-subnet', 'tenant_id': '627f5e5ff6954e7ba2ba9338242c2345', 'ip_version': 4}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:27:49.386083 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Current status of the port 12c26b70-44e7-4b15-b826-830a29c12b3b is: DOWN; New status is: ACTIVE {{(pid=103450) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:27:49.386401 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (12c26b70-44e7-4b15-b826-830a29c12b3b), before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:49.389427 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42da412-2533-4822-b982-ec4c0cd15c03 admin admin] Pushing event updated for resources: {'Network': ['ID=de2f5188-4bff-4e7a-9e18-5614e8f054cc,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:27:49.406823 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Network de2f5188-4bff-4e7a-9e18-5614e8f054cc details requested by agent ovs-agent-dv-cinder-830901-7-iscsi with host dv-cinder-830901-7-iscsi {{(pid=103450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 16 20:27:49.409904 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-5aac5dc0-69b5-4086-9899-9253ff486052 req-2239ca53-b1c9-4720-a0a3-9fe74c26028c service neutron] 10.222.0.81 "GET /v2.0/networks/87a5424f-d6f8-4b15-9358-a637573a32c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329081 May 16 20:27:49.410462 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2db28b59-f1e0-4344-a877-6f9aa8fbe62e admin admin] Made reservation on behalf of 627f5e5ff6954e7ba2ba9338242c2345 for: {'subnet': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 20:27:49.413368 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] For port 12c26b70-44e7-4b15-b826-830a29c12b3b, host dv-cinder-830901-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-7-iscsi',level=0,port_id=12c26b70-44e7-4b15-b826-830a29c12b3b,segment=NetworkSegment(cb03ab33-ba4f-4a89-ab90-bfee78bf90a5),segment_id=cb03ab33-ba4f-4a89-ab90-bfee78bf90a5)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:27:49.413547 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2db28b59-f1e0-4344-a877-6f9aa8fbe62e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27247619'] for subnet (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:49.430755 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732397598091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732397102978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732397102996'] for port (12c26b70-44e7-4b15-b826-830a29c12b3b), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:49.517236 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Pushing event updated for resources: {'Port': ['ID=12c26b70-44e7-4b15-b826-830a29c12b3b,revision_number=4']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:27:49.588948 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2db28b59-f1e0-4344-a877-6f9aa8fbe62e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1941894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27049492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27247637'] for subnet (359fc1e2-8b31-4a7f-8434-190d214409d4), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:49.652260 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db28b59-f1e0-4344-a877-6f9aa8fbe62e admin admin] Pushing event updated for resources: {'Subnet': ['ID=359fc1e2-8b31-4a7f-8434-190d214409d4,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:27:49.656582 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db28b59-f1e0-4344-a877-6f9aa8fbe62e admin admin] Checking segment: {'id': '8f5064be-fa76-4fe3-aeac-42c00929cb3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'de2f5188-4bff-4e7a-9e18-5614e8f054cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 20:27:49.656939 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2db28b59-f1e0-4344-a877-6f9aa8fbe62e admin admin] Network hostable DHCP agents. Network: de2f5188-4bff-4e7a-9e18-5614e8f054cc, hostable agents: ['6de3586b-c77a-41a3-9d69-e80d1925fb22'], hosted agents: [] {{(pid=103448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 16 20:27:49.666767 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceda2467-9883-4c22-9293-14acd0942b1d None None] Sync routers for ids ['3bb2bc2a-1646-41ba-9161-5a3c9a6b6430'] in dv-cinder-830901-7-iscsi {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 20:27:49.676350 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceda2467-9883-4c22-9293-14acd0942b1d None None] Routers {'3bb2bc2a-1646-41ba-9161-5a3c9a6b6430'} bound to L3 agent in host dv-cinder-830901-7-iscsi {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:27:49.677009 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-ceda2467-9883-4c22-9293-14acd0942b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-16T20:16:38Z,description=,heartbeat_timestamp=2022-05-16T20:27:38Z,host='dv-cinder-830901-7-iscsi',id=fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:16:38Z,topic='l3_agent')) {'router_ids': ['3bb2bc2a-1646-41ba-9161-5a3c9a6b6430'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:27:49.684491 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2db28b59-f1e0-4344-a877-6f9aa8fbe62e admin admin] Network de2f5188-4bff-4e7a-9e18-5614e8f054cc is scheduled to be hosted by DHCP agent 6de3586b-c77a-41a3-9d69-e80d1925fb22 with binding_index 1 {{(pid=103448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 16 20:27:49.697762 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-2db28b59-f1e0-4344-a877-6f9aa8fbe62e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830901-7-iscsi, de2f5188-4bff-4e7a-9e18-5614e8f054cc) {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 20:27:49.702550 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2db28b59-f1e0-4344-a877-6f9aa8fbe62e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:27:49.703291 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2db28b59-f1e0-4344-a877-6f9aa8fbe62e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614436'] for subnet (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:49.715237 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8f7dc8d-71c2-459e-ad36-261dbec4c903 None None] Network de2f5188-4bff-4e7a-9e18-5614e8f054cc requested from dv-cinder-830901-7-iscsi {{(pid=103450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 20:27:49.731812 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-2db28b59-f1e0-4344-a877-6f9aa8fbe62e admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3707607 May 16 20:27:49.732724 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.71', 49286) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:27:49.737141 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.v2.base [None req-c5d52c77-57cb-41a8-aecb-776cfede6184 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-775527321-router', 'tenant_id': '627f5e5ff6954e7ba2ba9338242c2345', 'external_gateway_info': {'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062'}}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:27:49.761167 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c5d52c77-57cb-41a8-aecb-776cfede6184 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1646120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6252'] for router (911788c6-37aa-4942-8b81-7cf0d3d43614), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:49.763225 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c5d52c77-57cb-41a8-aecb-776cfede6184 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1646300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1634344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6231'] for router (911788c6-37aa-4942-8b81-7cf0d3d43614), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:49.778598 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd0e0ed-a810-4c3d-bdae-c763faa38db7 req-61362c9b-70f3-4704-8ae3-2e1916545be8 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:27:49.780517 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-7fd0e0ed-a810-4c3d-bdae-c763faa38db7 req-61362c9b-70f3-4704-8ae3-2e1916545be8 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/ports?device_id=f8daf144-f0a4-4819-9d9a-6202c59b11bc HTTP/1.1" status: 200 len: 946 time: 0.0549324 May 16 20:27:49.819973 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c5d52c77-57cb-41a8-aecb-776cfede6184 admin admin] Publish callbacks [] for router_controller (911788c6-37aa-4942-8b81-7cf0d3d43614), precommit_add_association {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:49.845180 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-7fd0e0ed-a810-4c3d-bdae-c763faa38db7 req-7cdf30e6-f1df-4fc1-8b6f-90f3d4f4f46c tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/security-groups?id=1fc36625-c0bf-4e17-91a1-62c7256af4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552096 May 16 20:27:49.982737 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-ceda2467-9883-4c22-9293-14acd0942b1d None None] Set router 3bb2bc2a-1646-41ba-9161-5a3c9a6b6430 gateway port host: dv-cinder-830901-7-iscsi {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:27:50.042240 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a6f6a82-8589-48ef-b813-5b56da9d1771 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aeb997a-265b-5525-a5ab-f9959c03f25e-de2f5188-4bff-4e7a-9e18-5614e8f054cc', 'network_id': 'de2f5188-4bff-4e7a-9e18-5614e8f054cc', 'project_id': '627f5e5ff6954e7ba2ba9338242c2345', 'fixed_ips': [{'subnet_id': '359fc1e2-8b31-4a7f-8434-190d214409d4'}]}} from dv-cinder-830901-7-iscsi. {{(pid=103450) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 16 20:27:50.043316 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4a6f6a82-8589-48ef-b813-5b56da9d1771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (None), before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:50.193557 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c5d52c77-57cb-41a8-aecb-776cfede6184 admin admin] Publish callbacks [] for router_gateway (911788c6-37aa-4942-8b81-7cf0d3d43614), precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:50.304062 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [None req-4a6f6a82-8589-48ef-b813-5b56da9d1771 None None] Allocated IP 172.20.0.2 (de2f5188-4bff-4e7a-9e18-5614e8f054cc/359fc1e2-8b31-4a7f-8434-190d214409d4/643d34c9-1159-4b49-aa40-6243edd94210) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 20:27:50.315912 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-ceda2467-9883-4c22-9293-14acd0942b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bb2bc2a-1646-41ba-9161-5a3c9a6b6430', 'name': 'tempest-TestShelveInstance-1592804410-router', 'tenant_id': '0966cdee10bc4eebbb38ae04e066adf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'external_fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.12'}], 'enable_snat': True}, 'gw_port_id': '12c26b70-44e7-4b15-b826-830a29c12b3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:27:44Z', 'updated_at': '2022-05-16T20:27:47Z', 'revision_number': 4, 'project_id': '0966cdee10bc4eebbb38ae04e066adf2', 'gw_port': {'id': '12c26b70-44e7-4b15-b826-830a29c12b3b', 'name': '', 'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:73:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bb2bc2a-1646-41ba-9161-5a3c9a6b6430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:27:44Z', 'updated_at': '2022-05-16T20:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-7-iscsi', '_interfaces': [{'id': '882d7b61-be19-428c-a030-c484d7666914', 'name': '', 'network_id': '40c86c5f-a6ca-4ec7-9bd7-4db98c5fd078', 'tenant_id': '0966cdee10bc4eebbb38ae04e066adf2', 'mac_address': 'fa:16:3e:7f:be:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bb2bc2a-1646-41ba-9161-5a3c9a6b6430', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'e001e1d8-306d-467a-b2a6-bd86f5be5c66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:27:46Z', 'updated_at': '2022-05-16T20:27:47Z', 'revision_number': 2, 'project_id': '0966cdee10bc4eebbb38ae04e066adf2', 'subnets': [{'id': 'e001e1d8-306d-467a-b2a6-bd86f5be5c66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-7-iscsi', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:27:50.346077 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceda2467-9883-4c22-9293-14acd0942b1d None None] Checking router: 3bb2bc2a-1646-41ba-9161-5a3c9a6b6430 for host: dv-cinder-830901-7-iscsi {{(pid=103450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 20:27:50.346419 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceda2467-9883-4c22-9293-14acd0942b1d None None] Updating router 3bb2bc2a-1646-41ba-9161-5a3c9a6b6430 port 882d7b61-be19-428c-a030-c484d7666914 binding host dv-cinder-830901-7-iscsi {{(pid=103450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 16 20:27:50.386546 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c5d52c77-57cb-41a8-aecb-776cfede6184 admin admin] Publish callbacks [] for router_gateway (911788c6-37aa-4942-8b81-7cf0d3d43614), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:50.405602 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c5d52c77-57cb-41a8-aecb-776cfede6184 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:50.423073 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ceda2467-9883-4c22-9293-14acd0942b1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (882d7b61-be19-428c-a030-c484d7666914), before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:50.514535 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-c5d52c77-57cb-41a8-aecb-776cfede6184 admin admin] Allocated IP 172.27.2.124 (ded6ab20-0a8b-4051-830c-385457f4e062/dcb7b1f3-82ff-415d-89cf-2b6021c22eb5/2333e314-a6b6-4215-89ca-e61f66cc179f) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 20:27:50.596414 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4a6f6a82-8589-48ef-b813-5b56da9d1771 None None] Publish callbacks [] for port (643d34c9-1159-4b49-aa40-6243edd94210), precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:50.611674 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4a6f6a82-8589-48ef-b813-5b56da9d1771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732397102960'] for port (643d34c9-1159-4b49-aa40-6243edd94210), after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:50.621094 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c5d52c77-57cb-41a8-aecb-776cfede6184 admin admin] Publish callbacks [] for port (2333e314-a6b6-4215-89ca-e61f66cc179f), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:50.654348 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c5d52c77-57cb-41a8-aecb-776cfede6184 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732397102960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27048612'] for port (2333e314-a6b6-4215-89ca-e61f66cc179f), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:50.672657 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a6f6a82-8589-48ef-b813-5b56da9d1771 None None] Network de2f5188-4bff-4e7a-9e18-5614e8f054cc is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 20:27:50.687700 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-4a6f6a82-8589-48ef-b813-5b56da9d1771 None None] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 20:27:50.692387 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5d52c77-57cb-41a8-aecb-776cfede6184 admin admin] Network ded6ab20-0a8b-4051-830c-385457f4e062 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 20:27:50.692556 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6f6a82-8589-48ef-b813-5b56da9d1771 None None] Pushing event updated for resources: {'Port': ['ID=643d34c9-1159-4b49-aa40-6243edd94210,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:27:50.696059 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a6f6a82-8589-48ef-b813-5b56da9d1771 None None] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 20:27:50.701745 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-c5d52c77-57cb-41a8-aecb-776cfede6184 admin admin] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 20:27:50.704668 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d52c77-57cb-41a8-aecb-776cfede6184 admin admin] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 20:27:50.707759 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d52c77-57cb-41a8-aecb-776cfede6184 admin admin] Pushing event updated for resources: {'Port': ['ID=2333e314-a6b6-4215-89ca-e61f66cc179f,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:27:50.794713 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-4a6f6a82-8589-48ef-b813-5b56da9d1771 None None] Attempting to bind port 643d34c9-1159-4b49-aa40-6243edd94210 on host dv-cinder-830901-7-iscsi for vnic_type normal with profile {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 20:27:50.794987 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-4a6f6a82-8589-48ef-b813-5b56da9d1771 None None] Attempting to bind port 643d34c9-1159-4b49-aa40-6243edd94210 by drivers openvswitch,hyperv on host dv-cinder-830901-7-iscsi at level 0 using segments [{'id': '8f5064be-fa76-4fe3-aeac-42c00929cb3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'de2f5188-4bff-4e7a-9e18-5614e8f054cc'}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 20:27:50.795339 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6f6a82-8589-48ef-b813-5b56da9d1771 None None] Attempting to bind port 643d34c9-1159-4b49-aa40-6243edd94210 on network de2f5188-4bff-4e7a-9e18-5614e8f054cc {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 20:27:50.811470 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6f6a82-8589-48ef-b813-5b56da9d1771 None None] Checking agent: {'id': 'bddaa840-ffd9-43a2-8860-d40111f70aff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830901-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 20, 16, 41), 'started_at': datetime.datetime(2022, 5, 16, 20, 17, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 20, 27, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830901-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 20:27:50.811838 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6f6a82-8589-48ef-b813-5b56da9d1771 None None] Checking segment: {'id': '8f5064be-fa76-4fe3-aeac-42c00929cb3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'de2f5188-4bff-4e7a-9e18-5614e8f054cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 20:27:50.812261 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4a6f6a82-8589-48ef-b813-5b56da9d1771 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:50.812645 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6f6a82-8589-48ef-b813-5b56da9d1771 None None] Bound using segment: {'id': '8f5064be-fa76-4fe3-aeac-42c00929cb3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'de2f5188-4bff-4e7a-9e18-5614e8f054cc'} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 20:27:50.813103 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-4a6f6a82-8589-48ef-b813-5b56da9d1771 None None] Bound port: 643d34c9-1159-4b49-aa40-6243edd94210, host: dv-cinder-830901-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f5064be-fa76-4fe3-aeac-42c00929cb3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'de2f5188-4bff-4e7a-9e18-5614e8f054cc'}}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 20:27:50.813475 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4a6f6a82-8589-48ef-b813-5b56da9d1771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (643d34c9-1159-4b49-aa40-6243edd94210), before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:50.901668 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ceda2467-9883-4c22-9293-14acd0942b1d None None] Publish callbacks [] for port (882d7b61-be19-428c-a030-c484d7666914), precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:50.913959 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ceda2467-9883-4c22-9293-14acd0942b1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732397598091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732397102978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732397102996'] for port (882d7b61-be19-428c-a030-c484d7666914), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:50.928423 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-4a6f6a82-8589-48ef-b813-5b56da9d1771 None None] For port 643d34c9-1159-4b49-aa40-6243edd94210, host dv-cinder-830901-7-iscsi, cleared binding levels {{(pid=103450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 20:27:50.966724 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-4a6f6a82-8589-48ef-b813-5b56da9d1771 None None] For port 643d34c9-1159-4b49-aa40-6243edd94210, host dv-cinder-830901-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-7-iscsi',level=0,port_id=643d34c9-1159-4b49-aa40-6243edd94210,segment=NetworkSegment(8f5064be-fa76-4fe3-aeac-42c00929cb3b),segment_id=8f5064be-fa76-4fe3-aeac-42c00929cb3b)] {{(pid=103450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 20:27:50.981198 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4a6f6a82-8589-48ef-b813-5b56da9d1771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732397598091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732397102978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732397102996'] for port (643d34c9-1159-4b49-aa40-6243edd94210), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:50.988415 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411d43d6-a04f-4c84-8f4c-d79b93a70ce5 None None] Pushing event updated for resources: {'Port': ['ID=882d7b61-be19-428c-a030-c484d7666914,revision_number=3']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:27:50.988735 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c5d52c77-57cb-41a8-aecb-776cfede6184 admin admin] Publish callbacks [] for router_gateway (911788c6-37aa-4942-8b81-7cf0d3d43614), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:50.998582 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53975ff0-226a-49b5-9799-50e25ec89458 req-f48f3d35-a2f9-492c-864f-8bbaa8fc1ee0 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:27:51.000306 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-53975ff0-226a-49b5-9799-50e25ec89458 req-f48f3d35-a2f9-492c-864f-8bbaa8fc1ee0 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/ports?device_id=f8daf144-f0a4-4819-9d9a-6202c59b11bc HTTP/1.1" status: 200 len: 946 time: 0.0628629 May 16 20:27:51.084913 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-ceda2467-9883-4c22-9293-14acd0942b1d None None] Attempting to bind port 882d7b61-be19-428c-a030-c484d7666914 on host dv-cinder-830901-7-iscsi for vnic_type normal with profile {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 20:27:51.085410 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-ceda2467-9883-4c22-9293-14acd0942b1d None None] Attempting to bind port 882d7b61-be19-428c-a030-c484d7666914 by drivers openvswitch,hyperv on host dv-cinder-830901-7-iscsi at level 0 using segments [{'id': '7feda360-ab93-4da8-92e2-b765028f822a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '40c86c5f-a6ca-4ec7-9bd7-4db98c5fd078'}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 20:27:51.085783 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceda2467-9883-4c22-9293-14acd0942b1d None None] Attempting to bind port 882d7b61-be19-428c-a030-c484d7666914 on network 40c86c5f-a6ca-4ec7-9bd7-4db98c5fd078 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 20:27:51.097626 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceda2467-9883-4c22-9293-14acd0942b1d None None] Checking agent: {'id': 'bddaa840-ffd9-43a2-8860-d40111f70aff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830901-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 20, 16, 41), 'started_at': datetime.datetime(2022, 5, 16, 20, 17, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 20, 27, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830901-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 20:27:51.098071 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceda2467-9883-4c22-9293-14acd0942b1d None None] Checking segment: {'id': '7feda360-ab93-4da8-92e2-b765028f822a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '40c86c5f-a6ca-4ec7-9bd7-4db98c5fd078'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 20:27:51.099326 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ceda2467-9883-4c22-9293-14acd0942b1d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:51.099747 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceda2467-9883-4c22-9293-14acd0942b1d None None] Bound using segment: {'id': '7feda360-ab93-4da8-92e2-b765028f822a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '40c86c5f-a6ca-4ec7-9bd7-4db98c5fd078'} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 20:27:51.100354 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-ceda2467-9883-4c22-9293-14acd0942b1d None None] Bound port: 882d7b61-be19-428c-a030-c484d7666914, host: dv-cinder-830901-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7feda360-ab93-4da8-92e2-b765028f822a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '40c86c5f-a6ca-4ec7-9bd7-4db98c5fd078'}}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 20:27:51.100631 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ceda2467-9883-4c22-9293-14acd0942b1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (882d7b61-be19-428c-a030-c484d7666914), before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:51.105912 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6f6a82-8589-48ef-b813-5b56da9d1771 None None] Pushing event updated for resources: {'Port': ['ID=643d34c9-1159-4b49-aa40-6243edd94210,revision_number=2']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:27:51.165224 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-53975ff0-226a-49b5-9799-50e25ec89458 req-8503a74d-a73e-4024-8742-4fcfff6e0670 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/security-groups?id=1fc36625-c0bf-4e17-91a1-62c7256af4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1307511 May 16 20:27:51.196645 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-ceda2467-9883-4c22-9293-14acd0942b1d None None] For port 882d7b61-be19-428c-a030-c484d7666914, host dv-cinder-830901-7-iscsi, cleared binding levels {{(pid=103450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 20:27:51.213479 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-ceda2467-9883-4c22-9293-14acd0942b1d None None] For port 882d7b61-be19-428c-a030-c484d7666914, host dv-cinder-830901-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-7-iscsi',level=0,port_id=882d7b61-be19-428c-a030-c484d7666914,segment=NetworkSegment(7feda360-ab93-4da8-92e2-b765028f822a),segment_id=7feda360-ab93-4da8-92e2-b765028f822a)] {{(pid=103450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 20:27:51.226026 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ceda2467-9883-4c22-9293-14acd0942b1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732397598091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732397102978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732397102996'] for port (882d7b61-be19-428c-a030-c484d7666914), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:51.264711 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Device 12c26b70-44e7-4b15-b826-830a29c12b3b up at agent ovs-agent-dv-cinder-830901-7-iscsi {{(pid=103450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 20:27:51.329144 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [None req-f528b30f-8a45-4d0c-8188-9d360dda70df None None] Provisioning complete for port 882d7b61-be19-428c-a030-c484d7666914 triggered by entity DHCP. {{(pid=103450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:27:51.329512 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f528b30f-8a45-4d0c-8188-9d360dda70df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868582'] for port (882d7b61-be19-428c-a030-c484d7666914), provisioning_complete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:51.332132 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c5d52c77-57cb-41a8-aecb-776cfede6184 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1646245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1643494'] for router (911788c6-37aa-4942-8b81-7cf0d3d43614), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:51.382316 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411d43d6-a04f-4c84-8f4c-d79b93a70ce5 None None] Pushing event updated for resources: {'Port': ['ID=882d7b61-be19-428c-a030-c484d7666914,revision_number=4']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:27:51.387235 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceda2467-9883-4c22-9293-14acd0942b1d None None] Routers {'3bb2bc2a-1646-41ba-9161-5a3c9a6b6430'} bound to L3 agent in host dv-cinder-830901-7-iscsi {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:27:51.387819 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-ceda2467-9883-4c22-9293-14acd0942b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-16T20:16:38Z,description=,heartbeat_timestamp=2022-05-16T20:27:38Z,host='dv-cinder-830901-7-iscsi',id=fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:16:38Z,topic='l3_agent')) {'router_ids': ['3bb2bc2a-1646-41ba-9161-5a3c9a6b6430'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:27:51.514793 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Provisioning complete for port 12c26b70-44e7-4b15-b826-830a29c12b3b triggered by entity L2. {{(pid=103450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:27:51.515296 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868582'] for port (12c26b70-44e7-4b15-b826-830a29c12b3b), provisioning_complete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:51.545600 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5d52c77-57cb-41a8-aecb-776cfede6184 admin admin] Router 911788c6-37aa-4942-8b81-7cf0d3d43614 is scheduled to L3 agent fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f with binding_index 1 {{(pid=103448) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 16 20:27:51.642537 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-ceda2467-9883-4c22-9293-14acd0942b1d None None] Set router 3bb2bc2a-1646-41ba-9161-5a3c9a6b6430 gateway port host: dv-cinder-830901-7-iscsi {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:27:51.644803 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-f528b30f-8a45-4d0c-8188-9d360dda70df None None] Current status of the port 882d7b61-be19-428c-a030-c484d7666914 is: DOWN; New status is: ACTIVE {{(pid=103450) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:27:51.645176 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f528b30f-8a45-4d0c-8188-9d360dda70df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (882d7b61-be19-428c-a030-c484d7666914), before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:51.661221 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5d52c77-57cb-41a8-aecb-776cfede6184 admin admin] Notify agent at l3_agent.dv-cinder-830901-7-iscsi the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 20:27:51.673575 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0723dfe-823c-42bb-8a53-a43539ebef5a None None] Sync routers for ids ['911788c6-37aa-4942-8b81-7cf0d3d43614'] in dv-cinder-830901-7-iscsi {{(pid=103451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 20:27:51.681124 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c5d52c77-57cb-41a8-aecb-776cfede6184 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:51.682571 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-c5d52c77-57cb-41a8-aecb-776cfede6184 admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9488459 May 16 20:27:51.685309 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.71', 49290) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:27:51.688528 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0723dfe-823c-42bb-8a53-a43539ebef5a None None] Routers {'911788c6-37aa-4942-8b81-7cf0d3d43614'} bound to L3 agent in host dv-cinder-830901-7-iscsi {{(pid=103451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:27:51.689143 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-b0723dfe-823c-42bb-8a53-a43539ebef5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-16T20:16:38Z,description=,heartbeat_timestamp=2022-05-16T20:27:38Z,host='dv-cinder-830901-7-iscsi',id=fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:16:38Z,topic='l3_agent')) {'router_ids': ['911788c6-37aa-4942-8b81-7cf0d3d43614'], 'active': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:27:51.811835 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvr_db [None req-b0723dfe-823c-42bb-8a53-a43539ebef5a None None] Set router 911788c6-37aa-4942-8b81-7cf0d3d43614 gateway port host: dv-cinder-830901-7-iscsi {{(pid=103451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:27:51.893720 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Current status of the port 12c26b70-44e7-4b15-b826-830a29c12b3b is: ACTIVE; New status is: ACTIVE {{(pid=103450) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:27:51.922225 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-f528b30f-8a45-4d0c-8188-9d360dda70df None None] For port 882d7b61-be19-428c-a030-c484d7666914, host dv-cinder-830901-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-7-iscsi',level=0,port_id=882d7b61-be19-428c-a030-c484d7666914,segment=NetworkSegment(7feda360-ab93-4da8-92e2-b765028f822a),segment_id=7feda360-ab93-4da8-92e2-b765028f822a)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:27:51.932613 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f528b30f-8a45-4d0c-8188-9d360dda70df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732397598091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732397102978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732397102996'] for port (882d7b61-be19-428c-a030-c484d7666914), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:52.035562 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f528b30f-8a45-4d0c-8188-9d360dda70df None None] Pushing event updated for resources: {'Port': ['ID=882d7b61-be19-428c-a030-c484d7666914,revision_number=5']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:27:52.049375 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-b0723dfe-823c-42bb-8a53-a43539ebef5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '911788c6-37aa-4942-8b81-7cf0d3d43614', 'name': 'tempest-TestShelveInstance-775527321-router', 'tenant_id': '627f5e5ff6954e7ba2ba9338242c2345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'external_fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.124'}], 'enable_snat': True}, 'gw_port_id': '2333e314-a6b6-4215-89ca-e61f66cc179f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:27:49Z', 'updated_at': '2022-05-16T20:27:50Z', 'revision_number': 3, 'project_id': '627f5e5ff6954e7ba2ba9338242c2345', 'gw_port': {'id': '2333e314-a6b6-4215-89ca-e61f66cc179f', 'name': '', 'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:23:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '911788c6-37aa-4942-8b81-7cf0d3d43614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:27:50Z', 'updated_at': '2022-05-16T20:27:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-7-iscsi'}], 'dv-cinder-830901-7-iscsi', False) {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:27:52.077292 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [None req-9c98a7a0-3ac3-4145-ab74-f948bd0beb16 None None] Provisioning complete for port 882d7b61-be19-428c-a030-c484d7666914 triggered by entity DHCP. {{(pid=103450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:27:52.077745 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9c98a7a0-3ac3-4145-ab74-f948bd0beb16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868582'] for port (882d7b61-be19-428c-a030-c484d7666914), provisioning_complete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:52.084385 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0723dfe-823c-42bb-8a53-a43539ebef5a None None] Checking router: 911788c6-37aa-4942-8b81-7cf0d3d43614 for host: dv-cinder-830901-7-iscsi {{(pid=103451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 20:27:52.084736 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0723dfe-823c-42bb-8a53-a43539ebef5a None None] Updating router 911788c6-37aa-4942-8b81-7cf0d3d43614 port 2333e314-a6b6-4215-89ca-e61f66cc179f binding host dv-cinder-830901-7-iscsi {{(pid=103451) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 16 20:27:52.116638 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-ceda2467-9883-4c22-9293-14acd0942b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bb2bc2a-1646-41ba-9161-5a3c9a6b6430', 'name': 'tempest-TestShelveInstance-1592804410-router', 'tenant_id': '0966cdee10bc4eebbb38ae04e066adf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'external_fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.12'}], 'enable_snat': True}, 'gw_port_id': '12c26b70-44e7-4b15-b826-830a29c12b3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:27:44Z', 'updated_at': '2022-05-16T20:27:47Z', 'revision_number': 4, 'project_id': '0966cdee10bc4eebbb38ae04e066adf2', 'gw_port': {'id': '12c26b70-44e7-4b15-b826-830a29c12b3b', 'name': '', 'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:73:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bb2bc2a-1646-41ba-9161-5a3c9a6b6430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:27:44Z', 'updated_at': '2022-05-16T20:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-7-iscsi', '_interfaces': [{'id': '882d7b61-be19-428c-a030-c484d7666914', 'name': '', 'network_id': '40c86c5f-a6ca-4ec7-9bd7-4db98c5fd078', 'tenant_id': '0966cdee10bc4eebbb38ae04e066adf2', 'mac_address': 'fa:16:3e:7f:be:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bb2bc2a-1646-41ba-9161-5a3c9a6b6430', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'e001e1d8-306d-467a-b2a6-bd86f5be5c66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:27:46Z', 'updated_at': '2022-05-16T20:27:51Z', 'revision_number': 4, 'project_id': '0966cdee10bc4eebbb38ae04e066adf2', 'subnets': [{'id': 'e001e1d8-306d-467a-b2a6-bd86f5be5c66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-7-iscsi', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:27:52.154184 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceda2467-9883-4c22-9293-14acd0942b1d None None] The sync data for ids ['3bb2bc2a-1646-41ba-9161-5a3c9a6b6430'] in dv-cinder-830901-7-iscsi is: [{'id': '3bb2bc2a-1646-41ba-9161-5a3c9a6b6430', 'name': 'tempest-TestShelveInstance-1592804410-router', 'tenant_id': '0966cdee10bc4eebbb38ae04e066adf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'external_fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.12'}], 'enable_snat': True}, 'gw_port_id': '12c26b70-44e7-4b15-b826-830a29c12b3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:27:44Z', 'updated_at': '2022-05-16T20:27:47Z', 'revision_number': 4, 'project_id': '0966cdee10bc4eebbb38ae04e066adf2', 'gw_port': {'id': '12c26b70-44e7-4b15-b826-830a29c12b3b', 'name': '', 'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:73:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bb2bc2a-1646-41ba-9161-5a3c9a6b6430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:27:44Z', 'updated_at': '2022-05-16T20:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-7-iscsi', '_interfaces': [{'id': '882d7b61-be19-428c-a030-c484d7666914', 'name': '', 'network_id': '40c86c5f-a6ca-4ec7-9bd7-4db98c5fd078', 'tenant_id': '0966cdee10bc4eebbb38ae04e066adf2', 'mac_address': 'fa:16:3e:7f:be:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bb2bc2a-1646-41ba-9161-5a3c9a6b6430', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'e001e1d8-306d-467a-b2a6-bd86f5be5c66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:27:46Z', 'updated_at': '2022-05-16T20:27:51Z', 'revision_number': 4, 'project_id': '0966cdee10bc4eebbb38ae04e066adf2', 'subnets': [{'id': 'e001e1d8-306d-467a-b2a6-bd86f5be5c66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 20:27:52.212293 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b0723dfe-823c-42bb-8a53-a43539ebef5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (2333e314-a6b6-4215-89ca-e61f66cc179f), before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:52.219630 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-9c98a7a0-3ac3-4145-ab74-f948bd0beb16 None None] Current status of the port 882d7b61-be19-428c-a030-c484d7666914 is: ACTIVE; New status is: ACTIVE {{(pid=103450) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:27:52.305317 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0be72011-37b3-4554-b124-de11735f2ed8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:52.381558 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da1c26f-8ca2-46ee-9c3e-e21379db07e7 req-db4e4a48-9181-4ac5-bdb0-99ed649371bc tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:27:52.388646 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-1da1c26f-8ca2-46ee-9c3e-e21379db07e7 req-db4e4a48-9181-4ac5-bdb0-99ed649371bc tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/ports?device_id=f8daf144-f0a4-4819-9d9a-6202c59b11bc HTTP/1.1" status: 200 len: 946 time: 0.0684767 May 16 20:27:52.463018 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-1da1c26f-8ca2-46ee-9c3e-e21379db07e7 req-8336a87e-01c6-4c84-9bdd-2253cd93eb89 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/security-groups?id=1fc36625-c0bf-4e17-91a1-62c7256af4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666506 May 16 20:27:52.606855 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3f931d8-1d8d-4503-8fca-89ef8cd245fc None None] Network de2f5188-4bff-4e7a-9e18-5614e8f054cc requested from dv-cinder-830901-7-iscsi {{(pid=103450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 20:27:52.607167 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b0723dfe-823c-42bb-8a53-a43539ebef5a None None] Publish callbacks [] for port (2333e314-a6b6-4215-89ca-e61f66cc179f), precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:52.617082 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b0723dfe-823c-42bb-8a53-a43539ebef5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732397598091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732397102978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732397102996'] for port (2333e314-a6b6-4215-89ca-e61f66cc179f), after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:52.645907 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-0be72011-37b3-4554-b124-de11735f2ed8 admin admin] Allocated IP 172.20.0.1 (de2f5188-4bff-4e7a-9e18-5614e8f054cc/359fc1e2-8b31-4a7f-8434-190d214409d4/fbcd91af-18b2-4fb5-8251-d07c0fed0f21) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 20:27:52.679225 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [None req-b0723dfe-823c-42bb-8a53-a43539ebef5a None None] Attempting to bind port 2333e314-a6b6-4215-89ca-e61f66cc179f on host dv-cinder-830901-7-iscsi for vnic_type normal with profile {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 20:27:52.679711 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [None req-b0723dfe-823c-42bb-8a53-a43539ebef5a None None] Attempting to bind port 2333e314-a6b6-4215-89ca-e61f66cc179f by drivers openvswitch,hyperv on host dv-cinder-830901-7-iscsi at level 0 using segments [{'id': 'cb03ab33-ba4f-4a89-ab90-bfee78bf90a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062'}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 20:27:52.679893 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0723dfe-823c-42bb-8a53-a43539ebef5a None None] Attempting to bind port 2333e314-a6b6-4215-89ca-e61f66cc179f on network ded6ab20-0a8b-4051-830c-385457f4e062 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 20:27:52.701945 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0723dfe-823c-42bb-8a53-a43539ebef5a None None] Checking agent: {'id': 'bddaa840-ffd9-43a2-8860-d40111f70aff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830901-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 20, 16, 41), 'started_at': datetime.datetime(2022, 5, 16, 20, 17, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 20, 27, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830901-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 20:27:52.702599 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0723dfe-823c-42bb-8a53-a43539ebef5a None None] Checking segment: {'id': 'cb03ab33-ba4f-4a89-ab90-bfee78bf90a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 20:27:52.703876 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b0723dfe-823c-42bb-8a53-a43539ebef5a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:52.704450 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0723dfe-823c-42bb-8a53-a43539ebef5a None None] Bound using segment: {'id': 'cb03ab33-ba4f-4a89-ab90-bfee78bf90a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062'} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 20:27:52.705095 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [None req-b0723dfe-823c-42bb-8a53-a43539ebef5a None None] Bound port: 2333e314-a6b6-4215-89ca-e61f66cc179f, host: dv-cinder-830901-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb03ab33-ba4f-4a89-ab90-bfee78bf90a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062'}}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 20:27:52.705473 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b0723dfe-823c-42bb-8a53-a43539ebef5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (2333e314-a6b6-4215-89ca-e61f66cc179f), before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:52.719555 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [None req-9ea8b95d-3ce6-4cc4-bba9-8d196c3f0a75 None None] Provisioning complete for port 643d34c9-1159-4b49-aa40-6243edd94210 triggered by entity DHCP. {{(pid=103450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:27:52.720129 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9ea8b95d-3ce6-4cc4-bba9-8d196c3f0a75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868582'] for port (643d34c9-1159-4b49-aa40-6243edd94210), provisioning_complete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:52.749005 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d154dbc-14ff-4a2c-9a89-213ea7d4087e None None] Pushing event updated for resources: {'Port': ['ID=2333e314-a6b6-4215-89ca-e61f66cc179f,revision_number=2']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:27:52.790847 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.plugins.ml2.db [None req-b0723dfe-823c-42bb-8a53-a43539ebef5a None None] For port 2333e314-a6b6-4215-89ca-e61f66cc179f, host dv-cinder-830901-7-iscsi, cleared binding levels {{(pid=103451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 20:27:52.803930 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.plugins.ml2.db [None req-b0723dfe-823c-42bb-8a53-a43539ebef5a None None] For port 2333e314-a6b6-4215-89ca-e61f66cc179f, host dv-cinder-830901-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-7-iscsi',level=0,port_id=2333e314-a6b6-4215-89ca-e61f66cc179f,segment=NetworkSegment(cb03ab33-ba4f-4a89-ab90-bfee78bf90a5),segment_id=cb03ab33-ba4f-4a89-ab90-bfee78bf90a5)] {{(pid=103451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 20:27:52.817312 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-b0723dfe-823c-42bb-8a53-a43539ebef5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732397598091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732397102978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732397102996'] for port (2333e314-a6b6-4215-89ca-e61f66cc179f), after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:52.840969 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0be72011-37b3-4554-b124-de11735f2ed8 admin admin] Publish callbacks [] for port (fbcd91af-18b2-4fb5-8251-d07c0fed0f21), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:52.881612 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-9ea8b95d-3ce6-4cc4-bba9-8d196c3f0a75 None None] Current status of the port 643d34c9-1159-4b49-aa40-6243edd94210 is: DOWN; New status is: ACTIVE {{(pid=103450) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:27:52.882009 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9ea8b95d-3ce6-4cc4-bba9-8d196c3f0a75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (643d34c9-1159-4b49-aa40-6243edd94210), before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:52.899997 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0be72011-37b3-4554-b124-de11735f2ed8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732397102960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27048612'] for port (fbcd91af-18b2-4fb5-8251-d07c0fed0f21), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:52.902741 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0723dfe-823c-42bb-8a53-a43539ebef5a None None] Routers {'911788c6-37aa-4942-8b81-7cf0d3d43614'} bound to L3 agent in host dv-cinder-830901-7-iscsi {{(pid=103451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:27:52.903618 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-b0723dfe-823c-42bb-8a53-a43539ebef5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-16T20:16:38Z,description=,heartbeat_timestamp=2022-05-16T20:27:38Z,host='dv-cinder-830901-7-iscsi',id=fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:16:38Z,topic='l3_agent')) {'router_ids': ['911788c6-37aa-4942-8b81-7cf0d3d43614'], 'active': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:27:52.933247 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Device 7092bd67-775a-4f84-b587-03f6dc99a351 no longer exists at agent hyperv_hv-cinder-83090 {{(pid=103450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 20:27:52.939082 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-9ea8b95d-3ce6-4cc4-bba9-8d196c3f0a75 None None] For port 643d34c9-1159-4b49-aa40-6243edd94210, host dv-cinder-830901-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-7-iscsi',level=0,port_id=643d34c9-1159-4b49-aa40-6243edd94210,segment=NetworkSegment(8f5064be-fa76-4fe3-aeac-42c00929cb3b),segment_id=8f5064be-fa76-4fe3-aeac-42c00929cb3b)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:27:52.974751 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d154dbc-14ff-4a2c-9a89-213ea7d4087e None None] Pushing event updated for resources: {'Port': ['ID=2333e314-a6b6-4215-89ca-e61f66cc179f,revision_number=3']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:27:52.988822 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0be72011-37b3-4554-b124-de11735f2ed8 admin admin] Network de2f5188-4bff-4e7a-9e18-5614e8f054cc is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 20:27:52.997029 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9ea8b95d-3ce6-4cc4-bba9-8d196c3f0a75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732397598091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732397102978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732397102996'] for port (643d34c9-1159-4b49-aa40-6243edd94210), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:52.999404 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-0be72011-37b3-4554-b124-de11735f2ed8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 20:27:53.003082 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be72011-37b3-4554-b124-de11735f2ed8 admin admin] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 20:27:53.008472 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be72011-37b3-4554-b124-de11735f2ed8 admin admin] Pushing event updated for resources: {'Port': ['ID=fbcd91af-18b2-4fb5-8251-d07c0fed0f21,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:27:53.063606 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0be72011-37b3-4554-b124-de11735f2ed8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1642699'] for router_interface (911788c6-37aa-4942-8b81-7cf0d3d43614), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:53.107182 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvr_db [None req-b0723dfe-823c-42bb-8a53-a43539ebef5a None None] Set router 911788c6-37aa-4942-8b81-7cf0d3d43614 gateway port host: dv-cinder-830901-7-iscsi {{(pid=103451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:27:53.191004 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea8b95d-3ce6-4cc4-bba9-8d196c3f0a75 None None] Pushing event updated for resources: {'Port': ['ID=643d34c9-1159-4b49-aa40-6243edd94210,revision_number=3']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:27:53.205445 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Current status of the port 7092bd67-775a-4f84-b587-03f6dc99a351 is: ACTIVE; New status is: DOWN {{(pid=103450) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:27:53.205836 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (7092bd67-775a-4f84-b587-03f6dc99a351), before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:53.276610 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [None req-42b98070-3fbf-4da6-a3bc-e4d396f9e2ad None None] Provisioning complete for port 643d34c9-1159-4b49-aa40-6243edd94210 triggered by entity DHCP. {{(pid=103450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:27:53.277066 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-42b98070-3fbf-4da6-a3bc-e4d396f9e2ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868582'] for port (643d34c9-1159-4b49-aa40-6243edd94210), provisioning_complete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:53.283890 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8daf144-f0a4-4819-9d9a-6202c59b11bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7092bd67-775a-4f84-b587-03f6dc99a351'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 20:27:53.291519 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38452c862c9e2e5c9d38da0d4ca4e6053ba1266d056c207bc89b5fbcea4cd82f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac60e127-2022-420f-9125-52f5e1f2cb11" -d '{"events": [{"server_uuid": "f8daf144-f0a4-4819-9d9a-6202c59b11bc", "name": "network-vif-unplugged", "status": "completed", "tag": "7092bd67-775a-4f84-b587-03f6dc99a351"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 20:27:53.391978 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0be72011-37b3-4554-b124-de11735f2ed8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (fbcd91af-18b2-4fb5-8251-d07c0fed0f21), before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:53.403949 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-b0723dfe-823c-42bb-8a53-a43539ebef5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '911788c6-37aa-4942-8b81-7cf0d3d43614', 'name': 'tempest-TestShelveInstance-775527321-router', 'tenant_id': '627f5e5ff6954e7ba2ba9338242c2345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'external_fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.124'}], 'enable_snat': True}, 'gw_port_id': '2333e314-a6b6-4215-89ca-e61f66cc179f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:27:49Z', 'updated_at': '2022-05-16T20:27:50Z', 'revision_number': 3, 'project_id': '627f5e5ff6954e7ba2ba9338242c2345', 'gw_port': {'id': '2333e314-a6b6-4215-89ca-e61f66cc179f', 'name': '', 'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:23:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '911788c6-37aa-4942-8b81-7cf0d3d43614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:27:50Z', 'updated_at': '2022-05-16T20:27:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-7-iscsi'}], 'dv-cinder-830901-7-iscsi', False) {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:27:53.433044 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] For port 7092bd67-775a-4f84-b587-03f6dc99a351, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=7092bd67-775a-4f84-b587-03f6dc99a351,segment=NetworkSegment(12107d7b-ff59-4c3c-bf55-e4e7eaef240d),segment_id=12107d7b-ff59-4c3c-bf55-e4e7eaef240d)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:27:53.444826 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 16 May 2022 20:27:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8969ec6f-f389-4a64-b008-98596eae6a03 x-openstack-request-id: req-8969ec6f-f389-4a64-b008-98596eae6a03 {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 20:27:53.445174 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8daf144-f0a4-4819-9d9a-6202c59b11bc", "name": "network-vif-unplugged", "status": "failed", "tag": "7092bd67-775a-4f84-b587-03f6dc99a351", "code": 422}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 20:27:53.445439 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-8969ec6f-f389-4a64-b008-98596eae6a03 {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 20:27:53.445942 dv-cinder-830901-7-iscsi neutron-server[103450]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-8969ec6f-f389-4a64-b008-98596eae6a03']: {'server_uuid': 'f8daf144-f0a4-4819-9d9a-6202c59b11bc', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '7092bd67-775a-4f84-b587-03f6dc99a351', 'code': 422} returned with failed status May 16 20:27:53.451687 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0723dfe-823c-42bb-8a53-a43539ebef5a None None] The sync data for ids ['911788c6-37aa-4942-8b81-7cf0d3d43614'] in dv-cinder-830901-7-iscsi is: [{'id': '911788c6-37aa-4942-8b81-7cf0d3d43614', 'name': 'tempest-TestShelveInstance-775527321-router', 'tenant_id': '627f5e5ff6954e7ba2ba9338242c2345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'external_fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.124'}], 'enable_snat': True}, 'gw_port_id': '2333e314-a6b6-4215-89ca-e61f66cc179f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:27:49Z', 'updated_at': '2022-05-16T20:27:50Z', 'revision_number': 3, 'project_id': '627f5e5ff6954e7ba2ba9338242c2345', 'gw_port': {'id': '2333e314-a6b6-4215-89ca-e61f66cc179f', 'name': '', 'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:23:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '911788c6-37aa-4942-8b81-7cf0d3d43614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:27:50Z', 'updated_at': '2022-05-16T20:27:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-7-iscsi'}] {{(pid=103451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 20:27:53.462307 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732397598091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732397102978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732397102996'] for port (7092bd67-775a-4f84-b587-03f6dc99a351), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:53.467677 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Device 882d7b61-be19-428c-a030-c484d7666914 up at agent ovs-agent-dv-cinder-830901-7-iscsi {{(pid=103450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 20:27:53.478440 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [req-5c5bc1e1-2cbf-4a95-a7d5-71a70caf9693 req-124c8836-82e9-4fc5-8e8d-b5a01746613d service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=103448) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 16 20:27:53.479448 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-5c5bc1e1-2cbf-4a95-a7d5-71a70caf9693 req-124c8836-82e9-4fc5-8e8d-b5a01746613d service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0077209 May 16 20:27:53.682292 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-42b98070-3fbf-4da6-a3bc-e4d396f9e2ad None None] Current status of the port 643d34c9-1159-4b49-aa40-6243edd94210 is: ACTIVE; New status is: ACTIVE {{(pid=103450) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:27:53.684700 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Pushing event updated for resources: {'Port': ['ID=7092bd67-775a-4f84-b587-03f6dc99a351,revision_number=8']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:27:53.696989 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Provisioning complete for port 882d7b61-be19-428c-a030-c484d7666914 triggered by entity L2. {{(pid=103450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:27:53.697584 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868582'] for port (882d7b61-be19-428c-a030-c484d7666914), provisioning_complete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:53.712299 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0be72011-37b3-4554-b124-de11735f2ed8 admin admin] Publish callbacks [] for port (fbcd91af-18b2-4fb5-8251-d07c0fed0f21), precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:53.725015 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0be72011-37b3-4554-b124-de11735f2ed8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732397598091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732397102978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732397102996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27048595'] for port (fbcd91af-18b2-4fb5-8251-d07c0fed0f21), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:53.773686 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e943b6-3266-4fed-9dd3-8c85c7a6bdd8 req-545109cb-83e1-4ae5-a4b6-78c7e63e4ebc tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:27:53.775272 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-58e943b6-3266-4fed-9dd3-8c85c7a6bdd8 req-545109cb-83e1-4ae5-a4b6-78c7e63e4ebc tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/ports?device_id=f8daf144-f0a4-4819-9d9a-6202c59b11bc HTTP/1.1" status: 200 len: 944 time: 0.1008141 May 16 20:27:53.834318 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be72011-37b3-4554-b124-de11735f2ed8 admin admin] Pushing event updated for resources: {'Port': ['ID=fbcd91af-18b2-4fb5-8251-d07c0fed0f21,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:27:53.837474 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0be72011-37b3-4554-b124-de11735f2ed8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1614424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1641089'] for router_interface (911788c6-37aa-4942-8b81-7cf0d3d43614), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:53.848264 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Current status of the port 882d7b61-be19-428c-a030-c484d7666914 is: ACTIVE; New status is: ACTIVE {{(pid=103450) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:27:53.849929 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Device 643d34c9-1159-4b49-aa40-6243edd94210 up at agent ovs-agent-dv-cinder-830901-7-iscsi {{(pid=103450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 20:27:53.852645 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [None req-62e4eac2-92d2-4348-8778-660a15cc4153 None None] Provisioning complete for port fbcd91af-18b2-4fb5-8251-d07c0fed0f21 triggered by entity DHCP. {{(pid=103450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:27:53.853045 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-62e4eac2-92d2-4348-8778-660a15cc4153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868582'] for port (fbcd91af-18b2-4fb5-8251-d07c0fed0f21), provisioning_complete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:53.883667 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-58e943b6-3266-4fed-9dd3-8c85c7a6bdd8 req-3290f71e-4959-4cb3-84c3-321b5af1a895 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/security-groups?id=1fc36625-c0bf-4e17-91a1-62c7256af4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0980570 May 16 20:27:53.967789 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-62e4eac2-92d2-4348-8778-660a15cc4153 None None] Port fbcd91af-18b2-4fb5-8251-d07c0fed0f21 cannot update to ACTIVE because it is not bound. {{(pid=103450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 20:27:53.979903 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Provisioning complete for port 643d34c9-1159-4b49-aa40-6243edd94210 triggered by entity L2. {{(pid=103450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:27:53.980959 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868582'] for port (643d34c9-1159-4b49-aa40-6243edd94210), provisioning_complete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:53.988567 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0be72011-37b3-4554-b124-de11735f2ed8 admin admin] Network de2f5188-4bff-4e7a-9e18-5614e8f054cc is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 20:27:53.992065 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-0be72011-37b3-4554-b124-de11735f2ed8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 20:27:54.102568 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Current status of the port 643d34c9-1159-4b49-aa40-6243edd94210 is: ACTIVE; New status is: ACTIVE {{(pid=103450) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:27:54.155328 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0be72011-37b3-4554-b124-de11735f2ed8 admin admin] Router 911788c6-37aa-4942-8b81-7cf0d3d43614 has already been hosted by L3 agent fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f {{(pid=103448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 20:27:54.295928 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [None req-627e6c7b-0a31-43b6-9abc-bbe90a48709b None None] Provisioning complete for port fbcd91af-18b2-4fb5-8251-d07c0fed0f21 triggered by entity DHCP. {{(pid=103450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:27:54.296294 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-627e6c7b-0a31-43b6-9abc-bbe90a48709b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868582'] for port (fbcd91af-18b2-4fb5-8251-d07c0fed0f21), provisioning_complete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:54.309704 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0be72011-37b3-4554-b124-de11735f2ed8 admin admin] Notify agent at l3_agent.dv-cinder-830901-7-iscsi the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 20:27:54.314600 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-0be72011-37b3-4554-b124-de11735f2ed8 admin admin] 10.222.0.71 "PUT /v2.0/routers/911788c6-37aa-4942-8b81-7cf0d3d43614/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6283050 May 16 20:27:54.337085 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-627e6c7b-0a31-43b6-9abc-bbe90a48709b None None] Port fbcd91af-18b2-4fb5-8251-d07c0fed0f21 cannot update to ACTIVE because it is not bound. {{(pid=103450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 20:27:54.404595 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.71', 49336) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:27:54.499878 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-398ab886-fdc6-457a-bf13-9b9c1a6c8b60 req-4a8df59f-2cac-48f9-8e86-d4744230b1d9 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=f8daf144-f0a4-4819-9d9a-6202c59b11bc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0940671 May 16 20:27:54.505667 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [req-398ab886-fdc6-457a-bf13-9b9c1a6c8b60 req-50864945-5573-4732-af9c-dfad156cfa83 service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=103449) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 16 20:27:54.515752 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-398ab886-fdc6-457a-bf13-9b9c1a6c8b60 req-50864945-5573-4732-af9c-dfad156cfa83 service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0096967 May 16 20:27:54.587917 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.71', 49348) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:27:54.606370 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.71', 49352) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:27:54.610912 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.v2.base [None req-82f37197-100b-4082-ad2d-940aef92f99b tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1539621451', 'description': 'tempest-secgroup-smoke-1539621451 description', 'project_id': '0966cdee10bc4eebbb38ae04e066adf2'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:27:54.635286 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-82f37197-100b-4082-ad2d-940aef92f99b tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] Publish callbacks [] for security_group (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:54.697360 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398ab886-fdc6-457a-bf13-9b9c1a6c8b60 req-a68bb38b-2fe6-4904-a6ac-df3e5ebe021f tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:27:54.698731 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-398ab886-fdc6-457a-bf13-9b9c1a6c8b60 req-a68bb38b-2fe6-4904-a6ac-df3e5ebe021f tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/ports/7092bd67-775a-4f84-b587-03f6dc99a351 HTTP/1.1" status: 200 len: 941 time: 0.1096294 May 16 20:27:54.729685 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-82f37197-100b-4082-ad2d-940aef92f99b tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] Publish callbacks [] for security_group (a1c75fb4-2352-43a9-9dd9-d2a215f6490b), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:54.734194 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-82f37197-100b-4082-ad2d-940aef92f99b tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997425'] for security_group (a1c75fb4-2352-43a9-9dd9-d2a215f6490b), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:54.763128 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-82f37197-100b-4082-ad2d-940aef92f99b tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] Publish callbacks [] for security_group (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:54.767335 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-82f37197-100b-4082-ad2d-940aef92f99b tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1569846 May 16 20:27:54.767467 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.71', 49356) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:27:54.770102 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f37197-100b-4082-ad2d-940aef92f99b tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1c75fb4-2352-43a9-9dd9-d2a215f6490b,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:27:54.772756 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.v2.base [None req-43aee648-eca8-4d6a-85e5-d365de823892 tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] Request body: {'security_group_rule': {'security_group_id': 'a1c75fb4-2352-43a9-9dd9-d2a215f6490b', 'project_id': '0966cdee10bc4eebbb38ae04e066adf2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:27:54.806273 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-43aee648-eca8-4d6a-85e5-d365de823892 tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] Publish callbacks [] for security_group_rule (5e804f6b-e360-4c21-bef4-9362c7bbcbbb), before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:54.858799 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-43aee648-eca8-4d6a-85e5-d365de823892 tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] Publish callbacks [] for security_group_rule (5e804f6b-e360-4c21-bef4-9362c7bbcbbb), precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:54.863555 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-43aee648-eca8-4d6a-85e5-d365de823892 tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997506'] for security_group_rule (5e804f6b-e360-4c21-bef4-9362c7bbcbbb), after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:54.885217 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43aee648-eca8-4d6a-85e5-d365de823892 tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e804f6b-e360-4c21-bef4-9362c7bbcbbb,revision_number=0']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:27:54.891430 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-43aee648-eca8-4d6a-85e5-d365de823892 tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:54.896277 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-43aee648-eca8-4d6a-85e5-d365de823892 tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1240151 May 16 20:27:54.896277 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.71', 49362) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:27:54.900519 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.v2.base [None req-7be7412c-9ec1-4be9-80f9-07dfc54f3305 tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] Request body: {'security_group_rule': {'security_group_id': 'a1c75fb4-2352-43a9-9dd9-d2a215f6490b', 'project_id': '0966cdee10bc4eebbb38ae04e066adf2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:27:54.932496 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-7be7412c-9ec1-4be9-80f9-07dfc54f3305 tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] Publish callbacks [] for security_group_rule (bbbd5ec8-8cc4-4a07-8ee1-f8039d999690), before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:55.034408 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db69f6f-6866-4eef-bc2c-4dffd7c562ad req-4b2f0b18-0eaa-4c95-adc2-6ab400c029ff tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:27:55.035953 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-6db69f6f-6866-4eef-bc2c-4dffd7c562ad req-4b2f0b18-0eaa-4c95-adc2-6ab400c029ff tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/ports?device_id=f8daf144-f0a4-4819-9d9a-6202c59b11bc HTTP/1.1" status: 200 len: 944 time: 0.0666437 May 16 20:27:55.037870 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-7be7412c-9ec1-4be9-80f9-07dfc54f3305 tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] Publish callbacks [] for security_group_rule (bbbd5ec8-8cc4-4a07-8ee1-f8039d999690), precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:55.045957 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-7be7412c-9ec1-4be9-80f9-07dfc54f3305 tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997506'] for security_group_rule (bbbd5ec8-8cc4-4a07-8ee1-f8039d999690), after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:55.076533 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be7412c-9ec1-4be9-80f9-07dfc54f3305 tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbbd5ec8-8cc4-4a07-8ee1-f8039d999690,revision_number=0']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:27:55.101797 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-7be7412c-9ec1-4be9-80f9-07dfc54f3305 tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:55.103100 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-7be7412c-9ec1-4be9-80f9-07dfc54f3305 tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2059278 May 16 20:27:55.106264 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.71', 49366) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:27:55.110553 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-6db69f6f-6866-4eef-bc2c-4dffd7c562ad req-b78f8aa2-dc2b-44cc-b3e8-9c69f3466f9d tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/security-groups?id=1fc36625-c0bf-4e17-91a1-62c7256af4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667000 May 16 20:27:55.111151 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.v2.base [None req-1d98adb9-fa06-4955-8204-522559e94026 tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] Request body: {'security_group_rule': {'security_group_id': 'a1c75fb4-2352-43a9-9dd9-d2a215f6490b', 'project_id': '0966cdee10bc4eebbb38ae04e066adf2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:27:55.143409 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1d98adb9-fa06-4955-8204-522559e94026 tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] Publish callbacks [] for security_group_rule (2f740d7c-0cef-4458-8bdc-ced5cbccd205), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:55.219389 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1d98adb9-fa06-4955-8204-522559e94026 tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] Publish callbacks [] for security_group_rule (2f740d7c-0cef-4458-8bdc-ced5cbccd205), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:55.225774 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1d98adb9-fa06-4955-8204-522559e94026 tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997506'] for security_group_rule (2f740d7c-0cef-4458-8bdc-ced5cbccd205), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:55.248590 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98adb9-fa06-4955-8204-522559e94026 tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f740d7c-0cef-4458-8bdc-ced5cbccd205,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:27:55.268300 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1d98adb9-fa06-4955-8204-522559e94026 tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:55.268300 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-1d98adb9-fa06-4955-8204-522559e94026 tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1573133 May 16 20:27:55.268300 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.71', 49368) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:27:55.271597 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.v2.base [None req-407b1f7a-b14e-4dd2-99ad-4935184de32f tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] Request body: {'security_group_rule': {'security_group_id': 'a1c75fb4-2352-43a9-9dd9-d2a215f6490b', 'project_id': '0966cdee10bc4eebbb38ae04e066adf2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:27:55.304381 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-407b1f7a-b14e-4dd2-99ad-4935184de32f tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] Publish callbacks [] for security_group_rule (0bc73c2f-7059-444f-8208-1c8e8b02677a), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:55.308028 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Device 2333e314-a6b6-4215-89ca-e61f66cc179f up at agent ovs-agent-dv-cinder-830901-7-iscsi {{(pid=103450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 20:27:55.360184 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Provisioning complete for port 2333e314-a6b6-4215-89ca-e61f66cc179f triggered by entity L2. {{(pid=103450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:27:55.360578 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868582'] for port (2333e314-a6b6-4215-89ca-e61f66cc179f), provisioning_complete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:55.365025 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-407b1f7a-b14e-4dd2-99ad-4935184de32f tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] Publish callbacks [] for security_group_rule (0bc73c2f-7059-444f-8208-1c8e8b02677a), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:55.369275 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-407b1f7a-b14e-4dd2-99ad-4935184de32f tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997506'] for security_group_rule (0bc73c2f-7059-444f-8208-1c8e8b02677a), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:55.387618 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407b1f7a-b14e-4dd2-99ad-4935184de32f tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bc73c2f-7059-444f-8208-1c8e8b02677a,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:27:55.399939 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-407b1f7a-b14e-4dd2-99ad-4935184de32f tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:55.401265 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-407b1f7a-b14e-4dd2-99ad-4935184de32f tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1350040 May 16 20:27:55.404251 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.71', 49372) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:27:55.408606 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.v2.base [None req-b3aaf508-03ce-46dd-878d-b177b7d73e9a tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] Request body: {'security_group_rule': {'security_group_id': 'a1c75fb4-2352-43a9-9dd9-d2a215f6490b', 'project_id': '0966cdee10bc4eebbb38ae04e066adf2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:27:55.430196 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.db.securitygroups_db [None req-b3aaf508-03ce-46dd-878d-b177b7d73e9a tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] Project 0966cdee10bc4eebbb38ae04e066adf2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 16 20:27:55.435815 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b3aaf508-03ce-46dd-878d-b177b7d73e9a tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] Publish callbacks [] for security_group_rule (13354fb5-ec21-476a-9cf5-1f620600a2f9), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:55.436585 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Current status of the port 2333e314-a6b6-4215-89ca-e61f66cc179f is: DOWN; New status is: ACTIVE {{(pid=103450) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:27:55.436977 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (2333e314-a6b6-4215-89ca-e61f66cc179f), before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:55.457989 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] For port 2333e314-a6b6-4215-89ca-e61f66cc179f, host dv-cinder-830901-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-7-iscsi',level=0,port_id=2333e314-a6b6-4215-89ca-e61f66cc179f,segment=NetworkSegment(cb03ab33-ba4f-4a89-ab90-bfee78bf90a5),segment_id=cb03ab33-ba4f-4a89-ab90-bfee78bf90a5)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:27:55.462776 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732397598091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732397102978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732397102996'] for port (2333e314-a6b6-4215-89ca-e61f66cc179f), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:55.463949 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Device 643d34c9-1159-4b49-aa40-6243edd94210 up at agent ovs-agent-dv-cinder-830901-7-iscsi {{(pid=103450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 20:27:55.497960 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b3aaf508-03ce-46dd-878d-b177b7d73e9a tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] Publish callbacks [] for security_group_rule (13354fb5-ec21-476a-9cf5-1f620600a2f9), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:55.502672 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b3aaf508-03ce-46dd-878d-b177b7d73e9a tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997506'] for security_group_rule (13354fb5-ec21-476a-9cf5-1f620600a2f9), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:55.525645 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3aaf508-03ce-46dd-878d-b177b7d73e9a tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13354fb5-ec21-476a-9cf5-1f620600a2f9,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:27:55.537980 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b3aaf508-03ce-46dd-878d-b177b7d73e9a tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:55.539219 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-b3aaf508-03ce-46dd-878d-b177b7d73e9a tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1343002 May 16 20:27:55.541904 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.71', 49374) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:27:55.546687 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.v2.base [None req-d8b0a711-e56f-4fc2-9fcc-a0dfcb33e47b tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] Request body: {'security_group_rule': {'security_group_id': 'a1c75fb4-2352-43a9-9dd9-d2a215f6490b', 'project_id': '0966cdee10bc4eebbb38ae04e066adf2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:27:55.564552 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Pushing event updated for resources: {'Port': ['ID=2333e314-a6b6-4215-89ca-e61f66cc179f,revision_number=4']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:27:55.571767 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Provisioning complete for port 643d34c9-1159-4b49-aa40-6243edd94210 triggered by entity L2. {{(pid=103450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:27:55.572353 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868582'] for port (643d34c9-1159-4b49-aa40-6243edd94210), provisioning_complete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:55.576124 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.db.securitygroups_db [None req-d8b0a711-e56f-4fc2-9fcc-a0dfcb33e47b tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] Project 0966cdee10bc4eebbb38ae04e066adf2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 16 20:27:55.583922 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d8b0a711-e56f-4fc2-9fcc-a0dfcb33e47b tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] Publish callbacks [] for security_group_rule (eca7f4a6-3058-4a25-84cc-bbd1d2d6f115), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:55.652756 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Current status of the port 643d34c9-1159-4b49-aa40-6243edd94210 is: ACTIVE; New status is: ACTIVE {{(pid=103450) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:27:55.657670 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d8b0a711-e56f-4fc2-9fcc-a0dfcb33e47b tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] Publish callbacks [] for security_group_rule (eca7f4a6-3058-4a25-84cc-bbd1d2d6f115), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:55.667158 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d8b0a711-e56f-4fc2-9fcc-a0dfcb33e47b tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997506'] for security_group_rule (eca7f4a6-3058-4a25-84cc-bbd1d2d6f115), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:55.690111 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b0a711-e56f-4fc2-9fcc-a0dfcb33e47b tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eca7f4a6-3058-4a25-84cc-bbd1d2d6f115,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:27:55.697366 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d8b0a711-e56f-4fc2-9fcc-a0dfcb33e47b tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:55.698649 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-d8b0a711-e56f-4fc2-9fcc-a0dfcb33e47b tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1557796 May 16 20:27:55.960959 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ddb9406-e50a-4a69-ba9a-a7303c330786 None None] Sync routers for ids ['911788c6-37aa-4942-8b81-7cf0d3d43614'] in dv-cinder-830901-7-iscsi {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 20:27:55.971518 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ddb9406-e50a-4a69-ba9a-a7303c330786 None None] Routers {'911788c6-37aa-4942-8b81-7cf0d3d43614'} bound to L3 agent in host dv-cinder-830901-7-iscsi {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:27:55.972333 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-3ddb9406-e50a-4a69-ba9a-a7303c330786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-16T20:16:38Z,description=,heartbeat_timestamp=2022-05-16T20:27:38Z,host='dv-cinder-830901-7-iscsi',id=fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:16:38Z,topic='l3_agent')) {'router_ids': ['911788c6-37aa-4942-8b81-7cf0d3d43614'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:27:56.077236 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-3ddb9406-e50a-4a69-ba9a-a7303c330786 None None] Set router 911788c6-37aa-4942-8b81-7cf0d3d43614 gateway port host: dv-cinder-830901-7-iscsi {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:27:56.267671 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeab924-e291-4228-9ac0-be9861b41588 req-0a14ddee-35d7-4b1d-b06a-4cd3a11d042d tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:27:56.269436 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-2eeab924-e291-4228-9ac0-be9861b41588 req-0a14ddee-35d7-4b1d-b06a-4cd3a11d042d tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/ports?device_id=f8daf144-f0a4-4819-9d9a-6202c59b11bc HTTP/1.1" status: 200 len: 944 time: 0.0562134 May 16 20:27:56.346870 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-2eeab924-e291-4228-9ac0-be9861b41588 req-55a0ace4-8070-4b91-8fdd-39ce997d783d tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/security-groups?id=1fc36625-c0bf-4e17-91a1-62c7256af4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712912 May 16 20:27:56.397471 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398ab886-fdc6-457a-bf13-9b9c1a6c8b60 req-4cb48219-1ad7-48ed-ae14-62d55ed1f003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:27:56.399795 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-398ab886-fdc6-457a-bf13-9b9c1a6c8b60 req-4cb48219-1ad7-48ed-ae14-62d55ed1f003 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=f8daf144-f0a4-4819-9d9a-6202c59b11bc&tenant_id=c5e9d68ebf234ca98d0bedb214585f87 HTTP/1.1" status: 200 len: 1128 time: 0.0871227 May 16 20:27:56.410756 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-3ddb9406-e50a-4a69-ba9a-a7303c330786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '911788c6-37aa-4942-8b81-7cf0d3d43614', 'name': 'tempest-TestShelveInstance-775527321-router', 'tenant_id': '627f5e5ff6954e7ba2ba9338242c2345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'external_fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.124'}], 'enable_snat': True}, 'gw_port_id': '2333e314-a6b6-4215-89ca-e61f66cc179f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:27:49Z', 'updated_at': '2022-05-16T20:27:53Z', 'revision_number': 4, 'project_id': '627f5e5ff6954e7ba2ba9338242c2345', 'gw_port': {'id': '2333e314-a6b6-4215-89ca-e61f66cc179f', 'name': '', 'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:23:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '911788c6-37aa-4942-8b81-7cf0d3d43614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:27:50Z', 'updated_at': '2022-05-16T20:27:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-7-iscsi', '_interfaces': [{'id': 'fbcd91af-18b2-4fb5-8251-d07c0fed0f21', 'name': '', 'network_id': 'de2f5188-4bff-4e7a-9e18-5614e8f054cc', 'tenant_id': '627f5e5ff6954e7ba2ba9338242c2345', 'mac_address': 'fa:16:3e:83:ce:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '911788c6-37aa-4942-8b81-7cf0d3d43614', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '359fc1e2-8b31-4a7f-8434-190d214409d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:27:52Z', 'updated_at': '2022-05-16T20:27:53Z', 'revision_number': 2, 'project_id': '627f5e5ff6954e7ba2ba9338242c2345', 'subnets': [{'id': '359fc1e2-8b31-4a7f-8434-190d214409d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-7-iscsi', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:27:56.438551 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ddb9406-e50a-4a69-ba9a-a7303c330786 None None] Checking router: 911788c6-37aa-4942-8b81-7cf0d3d43614 for host: dv-cinder-830901-7-iscsi {{(pid=103450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 20:27:56.438908 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ddb9406-e50a-4a69-ba9a-a7303c330786 None None] Updating router 911788c6-37aa-4942-8b81-7cf0d3d43614 port fbcd91af-18b2-4fb5-8251-d07c0fed0f21 binding host dv-cinder-830901-7-iscsi {{(pid=103450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 16 20:27:56.483372 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-3ddb9406-e50a-4a69-ba9a-a7303c330786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (fbcd91af-18b2-4fb5-8251-d07c0fed0f21), before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:56.739095 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398ab886-fdc6-457a-bf13-9b9c1a6c8b60 req-2b1c8eec-ec79-4ae1-abb0-216bb0e183ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:27:56.741710 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-398ab886-fdc6-457a-bf13-9b9c1a6c8b60 req-2b1c8eec-ec79-4ae1-abb0-216bb0e183ae service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=c5e9d68ebf234ca98d0bedb214585f87&device_id=f8daf144-f0a4-4819-9d9a-6202c59b11bc HTTP/1.1" status: 200 len: 1128 time: 0.2936914 May 16 20:27:56.840433 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398ab886-fdc6-457a-bf13-9b9c1a6c8b60 req-cf9a60da-5e61-4039-89fa-4caee0626354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:27:56.842028 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-398ab886-fdc6-457a-bf13-9b9c1a6c8b60 req-cf9a60da-5e61-4039-89fa-4caee0626354 service neutron] 10.222.0.81 "GET /v2.0/networks?id=87a5424f-d6f8-4b15-9358-a637573a32c1 HTTP/1.1" status: 200 len: 918 time: 0.0895774 May 16 20:27:56.842431 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-3ddb9406-e50a-4a69-ba9a-a7303c330786 None None] Publish callbacks [] for port (fbcd91af-18b2-4fb5-8251-d07c0fed0f21), precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:56.847874 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-3ddb9406-e50a-4a69-ba9a-a7303c330786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732397598091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732397102978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732397102996'] for port (fbcd91af-18b2-4fb5-8251-d07c0fed0f21), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:56.895596 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117a60f3-c1ee-4a79-9ec2-3fa821b82465 None None] Pushing event updated for resources: {'Port': ['ID=fbcd91af-18b2-4fb5-8251-d07c0fed0f21,revision_number=3']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:27:56.916379 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-398ab886-fdc6-457a-bf13-9b9c1a6c8b60 req-bb555528-c924-4a89-a1f9-ec09583f6695 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7092bd67-775a-4f84-b587-03f6dc99a351 HTTP/1.1" status: 200 len: 999 time: 0.0646913 May 16 20:27:56.944796 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Device 7092bd67-775a-4f84-b587-03f6dc99a351 no longer exists at agent hyperv_hv-cinder-83090 {{(pid=103450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 20:27:56.982575 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398ab886-fdc6-457a-bf13-9b9c1a6c8b60 req-74cb1210-8e8d-40d0-8e29-73a3e341c150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:27:56.984071 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-398ab886-fdc6-457a-bf13-9b9c1a6c8b60 req-74cb1210-8e8d-40d0-8e29-73a3e341c150 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=4cb8e59d-2930-42f7-8975-a483fd8062fd HTTP/1.1" status: 200 len: 856 time: 0.0607858 May 16 20:27:57.000400 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-3ddb9406-e50a-4a69-ba9a-a7303c330786 None None] Attempting to bind port fbcd91af-18b2-4fb5-8251-d07c0fed0f21 on host dv-cinder-830901-7-iscsi for vnic_type normal with profile {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 20:27:57.000780 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-3ddb9406-e50a-4a69-ba9a-a7303c330786 None None] Attempting to bind port fbcd91af-18b2-4fb5-8251-d07c0fed0f21 by drivers openvswitch,hyperv on host dv-cinder-830901-7-iscsi at level 0 using segments [{'id': '8f5064be-fa76-4fe3-aeac-42c00929cb3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'de2f5188-4bff-4e7a-9e18-5614e8f054cc'}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 20:27:57.001152 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ddb9406-e50a-4a69-ba9a-a7303c330786 None None] Attempting to bind port fbcd91af-18b2-4fb5-8251-d07c0fed0f21 on network de2f5188-4bff-4e7a-9e18-5614e8f054cc {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 20:27:57.013359 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ddb9406-e50a-4a69-ba9a-a7303c330786 None None] Checking agent: {'id': 'bddaa840-ffd9-43a2-8860-d40111f70aff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830901-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 20, 16, 41), 'started_at': datetime.datetime(2022, 5, 16, 20, 17, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 20, 27, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830901-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 20:27:57.013737 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ddb9406-e50a-4a69-ba9a-a7303c330786 None None] Checking segment: {'id': '8f5064be-fa76-4fe3-aeac-42c00929cb3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'de2f5188-4bff-4e7a-9e18-5614e8f054cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 20:27:57.014140 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-3ddb9406-e50a-4a69-ba9a-a7303c330786 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:57.014541 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ddb9406-e50a-4a69-ba9a-a7303c330786 None None] Bound using segment: {'id': '8f5064be-fa76-4fe3-aeac-42c00929cb3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'de2f5188-4bff-4e7a-9e18-5614e8f054cc'} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 20:27:57.015027 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-3ddb9406-e50a-4a69-ba9a-a7303c330786 None None] Bound port: fbcd91af-18b2-4fb5-8251-d07c0fed0f21, host: dv-cinder-830901-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f5064be-fa76-4fe3-aeac-42c00929cb3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'de2f5188-4bff-4e7a-9e18-5614e8f054cc'}}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 20:27:57.015412 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-3ddb9406-e50a-4a69-ba9a-a7303c330786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (fbcd91af-18b2-4fb5-8251-d07c0fed0f21), before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:57.034211 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398ab886-fdc6-457a-bf13-9b9c1a6c8b60 req-cb679347-c387-4250-8821-5af89fc4e6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:27:57.035985 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-398ab886-fdc6-457a-bf13-9b9c1a6c8b60 req-cb679347-c387-4250-8821-5af89fc4e6d0 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=87a5424f-d6f8-4b15-9358-a637573a32c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439222 May 16 20:27:57.105919 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Current status of the port 7092bd67-775a-4f84-b587-03f6dc99a351 is: DOWN; New status is: DOWN {{(pid=103450) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:27:57.121860 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-3ddb9406-e50a-4a69-ba9a-a7303c330786 None None] For port fbcd91af-18b2-4fb5-8251-d07c0fed0f21, host dv-cinder-830901-7-iscsi, cleared binding levels {{(pid=103450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 20:27:57.127666 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-3ddb9406-e50a-4a69-ba9a-a7303c330786 None None] For port fbcd91af-18b2-4fb5-8251-d07c0fed0f21, host dv-cinder-830901-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-7-iscsi',level=0,port_id=fbcd91af-18b2-4fb5-8251-d07c0fed0f21,segment=NetworkSegment(8f5064be-fa76-4fe3-aeac-42c00929cb3b),segment_id=8f5064be-fa76-4fe3-aeac-42c00929cb3b)] {{(pid=103450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 20:27:57.137649 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-3ddb9406-e50a-4a69-ba9a-a7303c330786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732397598091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732397102978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732397102996'] for port (fbcd91af-18b2-4fb5-8251-d07c0fed0f21), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:57.153209 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-398ab886-fdc6-457a-bf13-9b9c1a6c8b60 req-9eb8f486-ab7f-4b9c-8c77-cc4be004d710 service neutron] 10.222.0.81 "GET /v2.0/networks/87a5424f-d6f8-4b15-9358-a637573a32c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054087 May 16 20:27:57.203323 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [None req-2aae4cc3-1fc0-492d-ad9b-f3d01d6972e1 None None] Provisioning complete for port fbcd91af-18b2-4fb5-8251-d07c0fed0f21 triggered by entity DHCP. {{(pid=103450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:27:57.203778 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2aae4cc3-1fc0-492d-ad9b-f3d01d6972e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868582'] for port (fbcd91af-18b2-4fb5-8251-d07c0fed0f21), provisioning_complete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:57.221532 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117a60f3-c1ee-4a79-9ec2-3fa821b82465 None None] Pushing event updated for resources: {'Port': ['ID=fbcd91af-18b2-4fb5-8251-d07c0fed0f21,revision_number=4']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:27:57.255368 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Device 2333e314-a6b6-4215-89ca-e61f66cc179f up at agent ovs-agent-dv-cinder-830901-7-iscsi {{(pid=103450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 20:27:57.283978 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-398ab886-fdc6-457a-bf13-9b9c1a6c8b60 req-8b939277-1e19-4db9-8e03-eb1864b5c947 service neutron] 10.222.0.81 "GET /v2.0/networks/87a5424f-d6f8-4b15-9358-a637573a32c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185126 May 16 20:27:57.298399 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ddb9406-e50a-4a69-ba9a-a7303c330786 None None] Routers {'911788c6-37aa-4942-8b81-7cf0d3d43614'} bound to L3 agent in host dv-cinder-830901-7-iscsi {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:27:57.299151 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-3ddb9406-e50a-4a69-ba9a-a7303c330786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-16T20:16:38Z,description=,heartbeat_timestamp=2022-05-16T20:27:38Z,host='dv-cinder-830901-7-iscsi',id=fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:16:38Z,topic='l3_agent')) {'router_ids': ['911788c6-37aa-4942-8b81-7cf0d3d43614'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:27:57.433250 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Provisioning complete for port 2333e314-a6b6-4215-89ca-e61f66cc179f triggered by entity L2. {{(pid=103450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:27:57.433883 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868582'] for port (2333e314-a6b6-4215-89ca-e61f66cc179f), provisioning_complete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:57.479790 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-2aae4cc3-1fc0-492d-ad9b-f3d01d6972e1 None None] Current status of the port fbcd91af-18b2-4fb5-8251-d07c0fed0f21 is: DOWN; New status is: ACTIVE {{(pid=103450) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:27:57.480113 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2aae4cc3-1fc0-492d-ad9b-f3d01d6972e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (fbcd91af-18b2-4fb5-8251-d07c0fed0f21), before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:57.491385 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949841e2-5670-4e68-8b3d-cfe3d1ecf926 req-06df3afe-d4ca-498f-b382-c46dc7a8aa81 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:27:57.493109 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-949841e2-5670-4e68-8b3d-cfe3d1ecf926 req-06df3afe-d4ca-498f-b382-c46dc7a8aa81 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/ports?device_id=f8daf144-f0a4-4819-9d9a-6202c59b11bc HTTP/1.1" status: 200 len: 944 time: 0.0658240 May 16 20:27:57.502888 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-3ddb9406-e50a-4a69-ba9a-a7303c330786 None None] Set router 911788c6-37aa-4942-8b81-7cf0d3d43614 gateway port host: dv-cinder-830901-7-iscsi {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:27:57.550145 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-949841e2-5670-4e68-8b3d-cfe3d1ecf926 req-efb5c9d2-5168-479b-9622-cff76db5f8e2 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/security-groups?id=1fc36625-c0bf-4e17-91a1-62c7256af4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505381 May 16 20:27:57.578263 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-2aae4cc3-1fc0-492d-ad9b-f3d01d6972e1 None None] For port fbcd91af-18b2-4fb5-8251-d07c0fed0f21, host dv-cinder-830901-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-7-iscsi',level=0,port_id=fbcd91af-18b2-4fb5-8251-d07c0fed0f21,segment=NetworkSegment(8f5064be-fa76-4fe3-aeac-42c00929cb3b),segment_id=8f5064be-fa76-4fe3-aeac-42c00929cb3b)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:27:57.598520 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2aae4cc3-1fc0-492d-ad9b-f3d01d6972e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732397598091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732397102978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732397102996'] for port (fbcd91af-18b2-4fb5-8251-d07c0fed0f21), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:57.675197 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Current status of the port 2333e314-a6b6-4215-89ca-e61f66cc179f is: ACTIVE; New status is: ACTIVE {{(pid=103450) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:27:57.741954 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [None req-e001080d-eb24-4d3d-bab7-a029a6097f41 None None] Provisioning complete for port fbcd91af-18b2-4fb5-8251-d07c0fed0f21 triggered by entity DHCP. {{(pid=103450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:27:57.742333 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e001080d-eb24-4d3d-bab7-a029a6097f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868582'] for port (fbcd91af-18b2-4fb5-8251-d07c0fed0f21), provisioning_complete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:57.745294 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aae4cc3-1fc0-492d-ad9b-f3d01d6972e1 None None] Pushing event updated for resources: {'Port': ['ID=fbcd91af-18b2-4fb5-8251-d07c0fed0f21,revision_number=5']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:27:57.847285 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-3ddb9406-e50a-4a69-ba9a-a7303c330786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '911788c6-37aa-4942-8b81-7cf0d3d43614', 'name': 'tempest-TestShelveInstance-775527321-router', 'tenant_id': '627f5e5ff6954e7ba2ba9338242c2345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'external_fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.124'}], 'enable_snat': True}, 'gw_port_id': '2333e314-a6b6-4215-89ca-e61f66cc179f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:27:49Z', 'updated_at': '2022-05-16T20:27:53Z', 'revision_number': 4, 'project_id': '627f5e5ff6954e7ba2ba9338242c2345', 'gw_port': {'id': '2333e314-a6b6-4215-89ca-e61f66cc179f', 'name': '', 'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:23:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '911788c6-37aa-4942-8b81-7cf0d3d43614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:27:50Z', 'updated_at': '2022-05-16T20:27:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-7-iscsi', '_interfaces': [{'id': 'fbcd91af-18b2-4fb5-8251-d07c0fed0f21', 'name': '', 'network_id': 'de2f5188-4bff-4e7a-9e18-5614e8f054cc', 'tenant_id': '627f5e5ff6954e7ba2ba9338242c2345', 'mac_address': 'fa:16:3e:83:ce:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '911788c6-37aa-4942-8b81-7cf0d3d43614', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '359fc1e2-8b31-4a7f-8434-190d214409d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:27:52Z', 'updated_at': '2022-05-16T20:27:57Z', 'revision_number': 4, 'project_id': '627f5e5ff6954e7ba2ba9338242c2345', 'subnets': [{'id': '359fc1e2-8b31-4a7f-8434-190d214409d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-7-iscsi', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:27:57.888715 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ddb9406-e50a-4a69-ba9a-a7303c330786 None None] The sync data for ids ['911788c6-37aa-4942-8b81-7cf0d3d43614'] in dv-cinder-830901-7-iscsi is: [{'id': '911788c6-37aa-4942-8b81-7cf0d3d43614', 'name': 'tempest-TestShelveInstance-775527321-router', 'tenant_id': '627f5e5ff6954e7ba2ba9338242c2345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'external_fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.124'}], 'enable_snat': True}, 'gw_port_id': '2333e314-a6b6-4215-89ca-e61f66cc179f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:27:49Z', 'updated_at': '2022-05-16T20:27:53Z', 'revision_number': 4, 'project_id': '627f5e5ff6954e7ba2ba9338242c2345', 'gw_port': {'id': '2333e314-a6b6-4215-89ca-e61f66cc179f', 'name': '', 'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:23:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '911788c6-37aa-4942-8b81-7cf0d3d43614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:27:50Z', 'updated_at': '2022-05-16T20:27:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-7-iscsi', '_interfaces': [{'id': 'fbcd91af-18b2-4fb5-8251-d07c0fed0f21', 'name': '', 'network_id': 'de2f5188-4bff-4e7a-9e18-5614e8f054cc', 'tenant_id': '627f5e5ff6954e7ba2ba9338242c2345', 'mac_address': 'fa:16:3e:83:ce:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '911788c6-37aa-4942-8b81-7cf0d3d43614', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '359fc1e2-8b31-4a7f-8434-190d214409d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:27:52Z', 'updated_at': '2022-05-16T20:27:57Z', 'revision_number': 4, 'project_id': '627f5e5ff6954e7ba2ba9338242c2345', 'subnets': [{'id': '359fc1e2-8b31-4a7f-8434-190d214409d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 20:27:57.952538 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-e001080d-eb24-4d3d-bab7-a029a6097f41 None None] Current status of the port fbcd91af-18b2-4fb5-8251-d07c0fed0f21 is: ACTIVE; New status is: ACTIVE {{(pid=103450) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:27:58.685036 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ebf4c6-a555-44a9-bd40-e3b4a3ec4364 req-b76cafc1-a406-4cb7-ba06-44926fbb500a tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:27:58.686687 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-b2ebf4c6-a555-44a9-bd40-e3b4a3ec4364 req-b76cafc1-a406-4cb7-ba06-44926fbb500a tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/ports?device_id=f8daf144-f0a4-4819-9d9a-6202c59b11bc HTTP/1.1" status: 200 len: 944 time: 0.0604477 May 16 20:27:58.733659 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-b2ebf4c6-a555-44a9-bd40-e3b4a3ec4364 req-009cfd98-b441-43af-94da-8d8cca22b238 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/security-groups?id=1fc36625-c0bf-4e17-91a1-62c7256af4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413516 May 16 20:27:59.262880 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Device fbcd91af-18b2-4fb5-8251-d07c0fed0f21 up at agent ovs-agent-dv-cinder-830901-7-iscsi {{(pid=103450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 20:27:59.311843 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Provisioning complete for port fbcd91af-18b2-4fb5-8251-d07c0fed0f21 triggered by entity L2. {{(pid=103450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:27:59.312317 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868582'] for port (fbcd91af-18b2-4fb5-8251-d07c0fed0f21), provisioning_complete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:27:59.566284 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Current status of the port fbcd91af-18b2-4fb5-8251-d07c0fed0f21 is: ACTIVE; New status is: ACTIVE {{(pid=103450) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:27:59.861552 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61009579-1026-4ea5-a297-8a88fedc3e16 req-b4ab0e1c-f285-4ce9-8483-fbe0273ca044 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:27:59.863130 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-61009579-1026-4ea5-a297-8a88fedc3e16 req-b4ab0e1c-f285-4ce9-8483-fbe0273ca044 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/ports?device_id=f8daf144-f0a4-4819-9d9a-6202c59b11bc HTTP/1.1" status: 200 len: 944 time: 0.0517149 May 16 20:27:59.910663 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-61009579-1026-4ea5-a297-8a88fedc3e16 req-90695d2c-c6df-4a4c-8b51-7245e41acf0a tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/security-groups?id=1fc36625-c0bf-4e17-91a1-62c7256af4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417485 May 16 20:28:01.050843 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fead0fcf-70ff-4b00-8a16-3e707ef384fb req-a40db2d5-c7c2-4174-9458-3c36dd229960 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:28:01.052806 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-fead0fcf-70ff-4b00-8a16-3e707ef384fb req-a40db2d5-c7c2-4174-9458-3c36dd229960 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/ports?device_id=f8daf144-f0a4-4819-9d9a-6202c59b11bc HTTP/1.1" status: 200 len: 944 time: 0.0607433 May 16 20:28:01.109736 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-fead0fcf-70ff-4b00-8a16-3e707ef384fb req-0ee5de5e-13ad-4f8b-a5fe-f43516e682e8 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/security-groups?id=1fc36625-c0bf-4e17-91a1-62c7256af4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508974 May 16 20:28:02.233858 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4387910f-916b-40b5-861e-fc0562c73292 req-d8366002-37de-4b4f-ae8e-0d68102b2b28 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:28:02.235586 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-4387910f-916b-40b5-861e-fc0562c73292 req-d8366002-37de-4b4f-ae8e-0d68102b2b28 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/ports?device_id=f8daf144-f0a4-4819-9d9a-6202c59b11bc HTTP/1.1" status: 200 len: 944 time: 0.0539880 May 16 20:28:02.292044 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-4387910f-916b-40b5-861e-fc0562c73292 req-5d577fde-4066-4429-a000-78be52e737f0 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/security-groups?id=1fc36625-c0bf-4e17-91a1-62c7256af4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495939 May 16 20:28:03.418374 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f01f42c-bbf3-46a4-b9cc-76cbf56771a8 req-ca74a47e-ec0f-4257-af52-d783378a9714 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:28:03.419776 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-1f01f42c-bbf3-46a4-b9cc-76cbf56771a8 req-ca74a47e-ec0f-4257-af52-d783378a9714 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/ports?device_id=f8daf144-f0a4-4819-9d9a-6202c59b11bc HTTP/1.1" status: 200 len: 944 time: 0.0512278 May 16 20:28:03.472185 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-1f01f42c-bbf3-46a4-b9cc-76cbf56771a8 req-d69799ba-8f75-4fd2-bc04-9a6ddff0bdb5 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/security-groups?id=1fc36625-c0bf-4e17-91a1-62c7256af4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468385 May 16 20:28:03.669184 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-aed59914-5dc9-4222-956c-f85fc04a6a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (6de3586b-c77a-41a3-9d69-e80d1925fb22), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:28:04.602138 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622efdfe-8bef-4916-8eef-766e56253a3c req-bc2bd294-993e-41a3-a881-2692fc74f022 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:28:04.603621 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-622efdfe-8bef-4916-8eef-766e56253a3c req-bc2bd294-993e-41a3-a881-2692fc74f022 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/ports?device_id=f8daf144-f0a4-4819-9d9a-6202c59b11bc HTTP/1.1" status: 200 len: 944 time: 0.0513420 May 16 20:28:04.655994 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-622efdfe-8bef-4916-8eef-766e56253a3c req-72cea82c-00c1-49cd-acd7-2644ed699bdf tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/security-groups?id=1fc36625-c0bf-4e17-91a1-62c7256af4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466948 May 16 20:28:05.795825 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772aa394-442e-40e0-b5e0-e8036570ddba req-34df6363-934f-4afd-80a9-d9580853655a tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:28:05.797530 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-772aa394-442e-40e0-b5e0-e8036570ddba req-34df6363-934f-4afd-80a9-d9580853655a tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/ports?device_id=f8daf144-f0a4-4819-9d9a-6202c59b11bc HTTP/1.1" status: 200 len: 944 time: 0.0671463 May 16 20:28:05.854850 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-772aa394-442e-40e0-b5e0-e8036570ddba req-ce90ade3-8749-4229-bdcb-3a02f2d98694 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/security-groups?id=1fc36625-c0bf-4e17-91a1-62c7256af4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513070 May 16 20:28:07.028915 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28847969-0a1d-45b6-b2cd-4bae54a315ff req-91c2f0de-d469-4fd3-bbdd-a6c1415c722f tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:28:07.030265 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-28847969-0a1d-45b6-b2cd-4bae54a315ff req-91c2f0de-d469-4fd3-bbdd-a6c1415c722f tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/ports?device_id=f8daf144-f0a4-4819-9d9a-6202c59b11bc HTTP/1.1" status: 200 len: 944 time: 0.0476315 May 16 20:28:07.080824 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-28847969-0a1d-45b6-b2cd-4bae54a315ff req-a8aa673b-cf41-4e70-8b02-27419a5156b4 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/security-groups?id=1fc36625-c0bf-4e17-91a1-62c7256af4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445337 May 16 20:28:07.639066 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-36d43bac-064c-4140-959f-8245bf12d483 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:28:08.218308 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3d0dc6-b8ca-4e7c-acc2-748561987c47 req-3132ab12-dece-4cec-80bb-a60a47dd1c45 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:28:08.224761 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-ed3d0dc6-b8ca-4e7c-acc2-748561987c47 req-3132ab12-dece-4cec-80bb-a60a47dd1c45 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/ports?device_id=f8daf144-f0a4-4819-9d9a-6202c59b11bc HTTP/1.1" status: 200 len: 944 time: 0.0600417 May 16 20:28:08.269093 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-ed3d0dc6-b8ca-4e7c-acc2-748561987c47 req-798ea9a9-7b49-4e87-81ce-165713d4acc9 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/security-groups?id=1fc36625-c0bf-4e17-91a1-62c7256af4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425231 May 16 20:28:08.795005 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7e48644e-b95e-4624-af94-515661536cfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (250d088e-9c0e-4ec5-80f3-a83f8403448b), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:28:09.388738 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a3ebf0-88f6-4fe8-a161-5fa96d5437e1 req-811ef9ba-8bf0-4366-a4ae-5eba6bbb4cf1 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:28:09.390136 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-60a3ebf0-88f6-4fe8-a161-5fa96d5437e1 req-811ef9ba-8bf0-4366-a4ae-5eba6bbb4cf1 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/ports?device_id=f8daf144-f0a4-4819-9d9a-6202c59b11bc HTTP/1.1" status: 200 len: 944 time: 0.0478024 May 16 20:28:09.436946 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-60a3ebf0-88f6-4fe8-a161-5fa96d5437e1 req-ccc7839e-ff2b-49e7-bccc-9a7e4a01db12 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/security-groups?id=1fc36625-c0bf-4e17-91a1-62c7256af4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410163 May 16 20:28:10.038598 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-c5da3eae-f3a5-4592-b457-baf96647a11e req-4a2cc713-13b2-41a8-b4ee-16621fb5d46f service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=fa7df57c-3792-445a-85dd-10865098f763&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0409782 May 16 20:28:10.098475 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5da3eae-f3a5-4592-b457-baf96647a11e req-f1143753-a075-456e-928a-5ceb6e6a90c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:28:10.099935 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-c5da3eae-f3a5-4592-b457-baf96647a11e req-f1143753-a075-456e-928a-5ceb6e6a90c4 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=10f3494602c84c748ead115d649fc9cc&device_id=fa7df57c-3792-445a-85dd-10865098f763 HTTP/1.1" status: 200 len: 1130 time: 0.0376532 May 16 20:28:10.155995 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (748e0023-d5c8-44d3-9d74-a0da2def1ef4), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:28:10.203503 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5da3eae-f3a5-4592-b457-baf96647a11e req-b051a5e5-ce0c-4b90-a208-09351faaecb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:28:10.205046 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-c5da3eae-f3a5-4592-b457-baf96647a11e req-b051a5e5-ce0c-4b90-a208-09351faaecb2 service neutron] 10.222.0.81 "GET /v2.0/networks?id=e7a89d4e-230a-49f4-9073-4fb4c366ed99 HTTP/1.1" status: 200 len: 911 time: 0.0854170 May 16 20:28:10.270677 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-c5da3eae-f3a5-4592-b457-baf96647a11e req-78e88d5d-8282-4191-9335-5fa3e4de1bc1 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=25705cbe-e055-4b19-865c-03695eb62fbe HTTP/1.1" status: 200 len: 1001 time: 0.0588927 May 16 20:28:10.319202 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5da3eae-f3a5-4592-b457-baf96647a11e req-eb0cc660-df59-4bf5-b03a-f036fe2ba87e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:28:10.320613 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-c5da3eae-f3a5-4592-b457-baf96647a11e req-eb0cc660-df59-4bf5-b03a-f036fe2ba87e service neutron] 10.222.0.81 "GET /v2.0/subnets?id=a67edfad-ba11-4420-bc2d-c5a2924d53c8 HTTP/1.1" status: 200 len: 849 time: 0.0432868 May 16 20:28:10.363710 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5da3eae-f3a5-4592-b457-baf96647a11e req-be166baf-0f12-4942-8df7-2c8a0aa26954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:28:10.365150 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-c5da3eae-f3a5-4592-b457-baf96647a11e req-be166baf-0f12-4942-8df7-2c8a0aa26954 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e7a89d4e-230a-49f4-9073-4fb4c366ed99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0370665 May 16 20:28:10.456807 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-c5da3eae-f3a5-4592-b457-baf96647a11e req-cb112b79-eaa8-4852-a773-241ee659845c service neutron] 10.222.0.81 "GET /v2.0/networks/e7a89d4e-230a-49f4-9073-4fb4c366ed99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839539 May 16 20:28:10.578728 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615f79fa-e68c-4980-ad70-7619e6b19d2b req-51d12aa7-54cf-4741-9f12-27e025bc45ac tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:28:10.580170 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-615f79fa-e68c-4980-ad70-7619e6b19d2b req-51d12aa7-54cf-4741-9f12-27e025bc45ac tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/ports?device_id=f8daf144-f0a4-4819-9d9a-6202c59b11bc HTTP/1.1" status: 200 len: 944 time: 0.0645227 May 16 20:28:10.585362 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-c5da3eae-f3a5-4592-b457-baf96647a11e req-852dac99-fe09-4e3a-acfd-5ca5e2414f3f service neutron] 10.222.0.81 "GET /v2.0/networks/e7a89d4e-230a-49f4-9073-4fb4c366ed99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219270 May 16 20:28:10.628903 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-615f79fa-e68c-4980-ad70-7619e6b19d2b req-45a85007-1961-4fe0-8651-8dedfc157cc3 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/security-groups?id=1fc36625-c0bf-4e17-91a1-62c7256af4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426054 May 16 20:28:10.848566 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6817a924-6d52-4d66-a8a7-036511333704 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (03fa33e9-7cc7-490c-b269-c4f69c490346), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:28:11.048926 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.agents_db [None req-fef3025b-cde1-4f6e-a405-d73d123fae0f None None] Agent healthcheck: found 6 active agents {{(pid=103451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 20:28:11.252818 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (bddaa840-ffd9-43a2-8860-d40111f70aff), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:28:11.753629 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0906c4-faef-40ce-bdb0-e0dfe3fd83be req-5a42c452-4038-4534-9ce9-f65d9843e278 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:28:11.755130 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-cf0906c4-faef-40ce-bdb0-e0dfe3fd83be req-5a42c452-4038-4534-9ce9-f65d9843e278 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/ports?device_id=f8daf144-f0a4-4819-9d9a-6202c59b11bc HTTP/1.1" status: 200 len: 944 time: 0.0512350 May 16 20:28:11.802110 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-cf0906c4-faef-40ce-bdb0-e0dfe3fd83be req-1d424324-8a6b-4caa-8ebe-2568340acefd tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/security-groups?id=1fc36625-c0bf-4e17-91a1-62c7256af4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406532 May 16 20:28:12.918891 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e9fe5b-27f2-4134-b805-caaff6be8695 req-2ad833fa-f1a1-42c0-b7ea-4c9d508f78a7 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:28:12.920379 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-63e9fe5b-27f2-4134-b805-caaff6be8695 req-2ad833fa-f1a1-42c0-b7ea-4c9d508f78a7 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/ports?device_id=f8daf144-f0a4-4819-9d9a-6202c59b11bc HTTP/1.1" status: 200 len: 944 time: 0.0468907 May 16 20:28:12.966175 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-63e9fe5b-27f2-4134-b805-caaff6be8695 req-8bcfa376-183d-448e-b401-ef22157d8c96 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/security-groups?id=1fc36625-c0bf-4e17-91a1-62c7256af4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403023 May 16 20:28:13.206085 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-ceae2cd5-2328-4768-9cf6-f28ff59caa5f req-b45c2372-9354-4ba1-be14-4fb8538b6727 tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1539621451&fields=id&tenant_id=0966cdee10bc4eebbb38ae04e066adf2 HTTP/1.1" status: 200 len: 267 time: 0.0435193 May 16 20:28:13.318820 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceae2cd5-2328-4768-9cf6-f28ff59caa5f req-39474080-fad2-4d53-8423-88fb56b8a193 tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:28:13.320311 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-ceae2cd5-2328-4768-9cf6-f28ff59caa5f req-39474080-fad2-4d53-8423-88fb56b8a193 tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] 10.222.0.71 "GET /v2.0/networks?id=40c86c5f-a6ca-4ec7-9bd7-4db98c5fd078 HTTP/1.1" status: 200 len: 809 time: 0.1060429 May 16 20:28:13.338578 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-ceae2cd5-2328-4768-9cf6-f28ff59caa5f req-fa6e32c6-c08c-4ce5-8543-e0060b1f6800 tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] 10.222.0.71 "GET /v2.0/quotas/0966cdee10bc4eebbb38ae04e066adf2 HTTP/1.1" status: 200 len: 375 time: 0.0126867 May 16 20:28:13.406432 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-ceae2cd5-2328-4768-9cf6-f28ff59caa5f req-14a65525-a4aa-4f99-9d7d-f9e5f0be97b9 tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=0966cdee10bc4eebbb38ae04e066adf2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0612493 May 16 20:28:13.501398 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-ceae2cd5-2328-4768-9cf6-f28ff59caa5f req-919861e9-8bc7-4326-b835-9c77f5cbbe20 service neutron] 10.222.0.71 "GET /v2.0/networks/40c86c5f-a6ca-4ec7-9bd7-4db98c5fd078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826457 May 16 20:28:13.793053 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-ceae2cd5-2328-4768-9cf6-f28ff59caa5f req-3e8ac9f4-23f2-4380-8864-6cb5b6caf2b8 service neutron] 10.222.0.71 "GET /v2.0/networks/40c86c5f-a6ca-4ec7-9bd7-4db98c5fd078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2859135 May 16 20:28:14.071898 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-d3b78486-1910-4ebe-9c89-934241b4a422 req-a1d189ab-db8b-42ca-a83c-e716acebb6e1 tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] 10.222.0.71 "GET /v2.0/ports?device_id=f32e9281-ccc5-4080-9f4a-4e230a8fc59e HTTP/1.1" status: 200 len: 210 time: 0.0291860 May 16 20:28:14.101208 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ee0664-e586-438d-ba14-4df32eb0ba07 req-d345d65d-2a48-4533-917f-25f32369732a tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:28:14.103422 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-13ee0664-e586-438d-ba14-4df32eb0ba07 req-d345d65d-2a48-4533-917f-25f32369732a tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/ports?device_id=f8daf144-f0a4-4819-9d9a-6202c59b11bc HTTP/1.1" status: 200 len: 944 time: 0.0514021 May 16 20:28:14.151652 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-13ee0664-e586-438d-ba14-4df32eb0ba07 req-01328918-5f42-4acc-8f22-ef8faeeebb5d tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/security-groups?id=1fc36625-c0bf-4e17-91a1-62c7256af4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428071 May 16 20:28:15.168575 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-7941a444-1aa2-4ff8-880e-d3389da86fe3 req-4d1cfeed-ab84-4072-84b5-61a7a8d6df1d tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] 10.222.0.71 "GET /v2.0/ports?device_id=f32e9281-ccc5-4080-9f4a-4e230a8fc59e HTTP/1.1" status: 200 len: 210 time: 0.0284214 May 16 20:28:15.269910 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216a31f1-6e52-4141-8b06-571f2f8b9676 req-7f146d04-3a46-4955-99e7-175588b1d275 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:28:15.271362 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-216a31f1-6e52-4141-8b06-571f2f8b9676 req-7f146d04-3a46-4955-99e7-175588b1d275 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/ports?device_id=f8daf144-f0a4-4819-9d9a-6202c59b11bc HTTP/1.1" status: 200 len: 944 time: 0.0472302 May 16 20:28:15.319518 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-216a31f1-6e52-4141-8b06-571f2f8b9676 req-0e1b7149-1606-4178-aa78-93a906346cd0 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/security-groups?id=1fc36625-c0bf-4e17-91a1-62c7256af4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417073 May 16 20:28:16.223836 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceae2cd5-2328-4768-9cf6-f28ff59caa5f req-35bf1ac5-7a4d-4e07-9794-44fa3023d029 tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:28:16.225445 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-ceae2cd5-2328-4768-9cf6-f28ff59caa5f req-35bf1ac5-7a4d-4e07-9794-44fa3023d029 tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] 10.222.0.81 "GET /v2.0/networks?id=40c86c5f-a6ca-4ec7-9bd7-4db98c5fd078 HTTP/1.1" status: 200 len: 809 time: 0.1083288 May 16 20:28:16.271911 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-73f6fc4e-bd5b-485f-b949-4afa361dd653 req-1b55dbda-ca31-449a-83e2-8cd28e8a6a43 tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] 10.222.0.71 "GET /v2.0/ports?device_id=f32e9281-ccc5-4080-9f4a-4e230a8fc59e HTTP/1.1" status: 200 len: 210 time: 0.0333993 May 16 20:28:16.294764 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-ceae2cd5-2328-4768-9cf6-f28ff59caa5f req-c6b229e4-f0de-4f39-b92c-cb9bb7abef7b tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0966cdee10bc4eebbb38ae04e066adf2 HTTP/1.1" status: 200 len: 380 time: 0.0594771 May 16 20:28:16.304752 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.v2.base [req-ceae2cd5-2328-4768-9cf6-f28ff59caa5f req-49da813e-ee80-4874-a9ac-e230c29ee414 tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] Request body: {'port': {'device_id': 'f32e9281-ccc5-4080-9f4a-4e230a8fc59e', 'network_id': '40c86c5f-a6ca-4ec7-9bd7-4db98c5fd078', 'admin_state_up': True, 'tenant_id': '0966cdee10bc4eebbb38ae04e066adf2', 'security_groups': ['a1c75fb4-2352-43a9-9dd9-d2a215f6490b']}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:28:16.448779 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d84398-91ac-4ed3-ba1a-31620558306f req-23ea20ce-e13f-43f3-bf00-68eccb54bcaf tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:28:16.450182 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-a8d84398-91ac-4ed3-ba1a-31620558306f req-23ea20ce-e13f-43f3-bf00-68eccb54bcaf tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/ports?device_id=f8daf144-f0a4-4819-9d9a-6202c59b11bc HTTP/1.1" status: 200 len: 944 time: 0.0555656 May 16 20:28:16.461855 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ceae2cd5-2328-4768-9cf6-f28ff59caa5f req-49da813e-ee80-4874-a9ac-e230c29ee414 tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] Made reservation on behalf of 0966cdee10bc4eebbb38ae04e066adf2 for: {'port': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 20:28:16.464979 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-ceae2cd5-2328-4768-9cf6-f28ff59caa5f req-49da813e-ee80-4874-a9ac-e230c29ee414 tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:28:16.543729 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-a8d84398-91ac-4ed3-ba1a-31620558306f req-c646dbdc-940f-4594-83ce-04c170655383 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/security-groups?id=1fc36625-c0bf-4e17-91a1-62c7256af4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877192 May 16 20:28:16.619345 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [req-ceae2cd5-2328-4768-9cf6-f28ff59caa5f req-49da813e-ee80-4874-a9ac-e230c29ee414 tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] Allocated IP 172.20.0.9 (40c86c5f-a6ca-4ec7-9bd7-4db98c5fd078/e001e1d8-306d-467a-b2a6-bd86f5be5c66/16b01ccf-9f12-4ad0-9f9b-72f0680268f5) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 20:28:16.767488 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-ceae2cd5-2328-4768-9cf6-f28ff59caa5f req-49da813e-ee80-4874-a9ac-e230c29ee414 tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] Publish callbacks [] for port (16b01ccf-9f12-4ad0-9f9b-72f0680268f5), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:28:16.801173 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-ceae2cd5-2328-4768-9cf6-f28ff59caa5f req-49da813e-ee80-4874-a9ac-e230c29ee414 tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732397102960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27048612'] for port (16b01ccf-9f12-4ad0-9f9b-72f0680268f5), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:28:16.844096 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ceae2cd5-2328-4768-9cf6-f28ff59caa5f req-49da813e-ee80-4874-a9ac-e230c29ee414 tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] Network 40c86c5f-a6ca-4ec7-9bd7-4db98c5fd078 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 20:28:16.851339 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [req-ceae2cd5-2328-4768-9cf6-f28ff59caa5f req-49da813e-ee80-4874-a9ac-e230c29ee414 tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 20:28:16.853561 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49da813e-ee80-4874-a9ac-e230c29ee414 tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] Pushing event updated for resources: {'Port': ['ID=16b01ccf-9f12-4ad0-9f9b-72f0680268f5,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:28:16.855707 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [req-ceae2cd5-2328-4768-9cf6-f28ff59caa5f req-49da813e-ee80-4874-a9ac-e230c29ee414 tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 20:28:16.883932 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49da813e-ee80-4874-a9ac-e230c29ee414 tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:28:16.884312 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49da813e-ee80-4874-a9ac-e230c29ee414 tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:28:16.884855 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49da813e-ee80-4874-a9ac-e230c29ee414 tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:28:16.885201 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49da813e-ee80-4874-a9ac-e230c29ee414 tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:28:16.885540 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49da813e-ee80-4874-a9ac-e230c29ee414 tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:28:16.885868 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49da813e-ee80-4874-a9ac-e230c29ee414 tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:28:16.886195 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49da813e-ee80-4874-a9ac-e230c29ee414 tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:28:16.886524 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49da813e-ee80-4874-a9ac-e230c29ee414 tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:28:16.886854 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49da813e-ee80-4874-a9ac-e230c29ee414 tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:28:16.887174 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49da813e-ee80-4874-a9ac-e230c29ee414 tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:28:16.887496 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49da813e-ee80-4874-a9ac-e230c29ee414 tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:28:16.887818 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49da813e-ee80-4874-a9ac-e230c29ee414 tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:28:16.888142 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49da813e-ee80-4874-a9ac-e230c29ee414 tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:28:16.888485 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49da813e-ee80-4874-a9ac-e230c29ee414 tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:28:16.888803 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49da813e-ee80-4874-a9ac-e230c29ee414 tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:28:16.915457 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceae2cd5-2328-4768-9cf6-f28ff59caa5f req-49da813e-ee80-4874-a9ac-e230c29ee414 tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:28:16.916099 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-ceae2cd5-2328-4768-9cf6-f28ff59caa5f req-49da813e-ee80-4874-a9ac-e230c29ee414 tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-338397'] for port (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:28:16.933092 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-ceae2cd5-2328-4768-9cf6-f28ff59caa5f req-49da813e-ee80-4874-a9ac-e230c29ee414 tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6320622 May 16 20:28:16.946609 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.v2.base [req-ceae2cd5-2328-4768-9cf6-f28ff59caa5f req-0dae9497-3b82-4a2c-a2ca-2bb74e223f9d service neutron] Request body: {'port': {'device_id': 'f32e9281-ccc5-4080-9f4a-4e230a8fc59e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83090'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:28:17.016560 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-ceae2cd5-2328-4768-9cf6-f28ff59caa5f req-0dae9497-3b82-4a2c-a2ca-2bb74e223f9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (16b01ccf-9f12-4ad0-9f9b-72f0680268f5), before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:28:17.128278 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [None req-560d4880-07a7-4baa-a213-6f983a29578a None None] Provisioning complete for port 16b01ccf-9f12-4ad0-9f9b-72f0680268f5 triggered by entity DHCP. {{(pid=103450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:28:17.128950 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-560d4880-07a7-4baa-a213-6f983a29578a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868582'] for port (16b01ccf-9f12-4ad0-9f9b-72f0680268f5), provisioning_complete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:28:17.162177 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-560d4880-07a7-4baa-a213-6f983a29578a None None] Port 16b01ccf-9f12-4ad0-9f9b-72f0680268f5 cannot update to ACTIVE because it is not bound. {{(pid=103450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 20:28:17.302863 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.notifiers.nova [req-ceae2cd5-2328-4768-9cf6-f28ff59caa5f req-0dae9497-3b82-4a2c-a2ca-2bb74e223f9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16b01ccf-9f12-4ad0-9f9b-72f0680268f5 {{(pid=103448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 20:28:17.311247 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-ceae2cd5-2328-4768-9cf6-f28ff59caa5f req-0dae9497-3b82-4a2c-a2ca-2bb74e223f9d service neutron] Publish callbacks [] for port (16b01ccf-9f12-4ad0-9f9b-72f0680268f5), precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:28:17.323945 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [req-ceae2cd5-2328-4768-9cf6-f28ff59caa5f req-0dae9497-3b82-4a2c-a2ca-2bb74e223f9d service neutron] Transition to ACTIVE for port object 16b01ccf-9f12-4ad0-9f9b-72f0680268f5 will not be triggered until provisioned by entity L2. {{(pid=103448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 16 20:28:17.328064 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-ceae2cd5-2328-4768-9cf6-f28ff59caa5f req-0dae9497-3b82-4a2c-a2ca-2bb74e223f9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732397598091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732397102978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732397102996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27048595'] for port (16b01ccf-9f12-4ad0-9f9b-72f0680268f5), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:28:17.388056 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ed4660-401c-4a79-b7d4-f32f48fdfef6 req-19fff473-405d-48a1-94d0-01f5378df94a tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:28:17.389615 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-50ed4660-401c-4a79-b7d4-f32f48fdfef6 req-19fff473-405d-48a1-94d0-01f5378df94a tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] 10.222.0.71 "GET /v2.0/ports?device_id=f32e9281-ccc5-4080-9f4a-4e230a8fc59e HTTP/1.1" status: 200 len: 943 time: 0.0475676 May 16 20:28:17.406890 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dae9497-3b82-4a2c-a2ca-2bb74e223f9d service neutron] Pushing event updated for resources: {'Port': ['ID=16b01ccf-9f12-4ad0-9f9b-72f0680268f5,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:28:17.443632 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-50ed4660-401c-4a79-b7d4-f32f48fdfef6 req-83fb1bdd-40c3-4f92-8513-3fd2153ddf3b tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] 10.222.0.71 "GET /v2.0/security-groups?id=a1c75fb4-2352-43a9-9dd9-d2a215f6490b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473876 May 16 20:28:17.467100 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-ceae2cd5-2328-4768-9cf6-f28ff59caa5f req-0dae9497-3b82-4a2c-a2ca-2bb74e223f9d service neutron] Attempting to bind port 16b01ccf-9f12-4ad0-9f9b-72f0680268f5 on host hv-cinder-83090 for vnic_type normal with profile {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 20:28:17.467451 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-ceae2cd5-2328-4768-9cf6-f28ff59caa5f req-0dae9497-3b82-4a2c-a2ca-2bb74e223f9d service neutron] Attempting to bind port 16b01ccf-9f12-4ad0-9f9b-72f0680268f5 by drivers openvswitch,hyperv on host hv-cinder-83090 at level 0 using segments [{'id': '7feda360-ab93-4da8-92e2-b765028f822a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '40c86c5f-a6ca-4ec7-9bd7-4db98c5fd078'}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 20:28:17.467791 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceae2cd5-2328-4768-9cf6-f28ff59caa5f req-0dae9497-3b82-4a2c-a2ca-2bb74e223f9d service neutron] Attempting to bind port 16b01ccf-9f12-4ad0-9f9b-72f0680268f5 on network 40c86c5f-a6ca-4ec7-9bd7-4db98c5fd078 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 20:28:17.472625 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceae2cd5-2328-4768-9cf6-f28ff59caa5f req-0dae9497-3b82-4a2c-a2ca-2bb74e223f9d service neutron] Port 16b01ccf-9f12-4ad0-9f9b-72f0680268f5 on network 40c86c5f-a6ca-4ec7-9bd7-4db98c5fd078 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83090 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 16 20:28:17.472950 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceae2cd5-2328-4768-9cf6-f28ff59caa5f req-0dae9497-3b82-4a2c-a2ca-2bb74e223f9d service neutron] Attempting to bind port 16b01ccf-9f12-4ad0-9f9b-72f0680268f5 on network 40c86c5f-a6ca-4ec7-9bd7-4db98c5fd078 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 20:28:17.478832 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceae2cd5-2328-4768-9cf6-f28ff59caa5f req-0dae9497-3b82-4a2c-a2ca-2bb74e223f9d service neutron] Checking agent: {'id': '748e0023-d5c8-44d3-9d74-a0da2def1ef4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83090', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 20, 23, 10), 'started_at': datetime.datetime(2022, 5, 16, 20, 23, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 20, 28, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 20:28:17.479171 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceae2cd5-2328-4768-9cf6-f28ff59caa5f req-0dae9497-3b82-4a2c-a2ca-2bb74e223f9d service neutron] Checking segment: {'id': '7feda360-ab93-4da8-92e2-b765028f822a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '40c86c5f-a6ca-4ec7-9bd7-4db98c5fd078'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 20:28:17.479563 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceae2cd5-2328-4768-9cf6-f28ff59caa5f req-0dae9497-3b82-4a2c-a2ca-2bb74e223f9d service neutron] Bound using segment: {'id': '7feda360-ab93-4da8-92e2-b765028f822a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '40c86c5f-a6ca-4ec7-9bd7-4db98c5fd078'} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 20:28:17.480001 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-ceae2cd5-2328-4768-9cf6-f28ff59caa5f req-0dae9497-3b82-4a2c-a2ca-2bb74e223f9d service neutron] Bound port: 16b01ccf-9f12-4ad0-9f9b-72f0680268f5, host: hv-cinder-83090, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7feda360-ab93-4da8-92e2-b765028f822a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '40c86c5f-a6ca-4ec7-9bd7-4db98c5fd078'}}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 20:28:17.480388 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-ceae2cd5-2328-4768-9cf6-f28ff59caa5f req-0dae9497-3b82-4a2c-a2ca-2bb74e223f9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (16b01ccf-9f12-4ad0-9f9b-72f0680268f5), before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:28:17.544401 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-ceae2cd5-2328-4768-9cf6-f28ff59caa5f req-0dae9497-3b82-4a2c-a2ca-2bb74e223f9d service neutron] For port 16b01ccf-9f12-4ad0-9f9b-72f0680268f5, host hv-cinder-83090, cleared binding levels {{(pid=103448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 20:28:17.547711 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-ceae2cd5-2328-4768-9cf6-f28ff59caa5f req-0dae9497-3b82-4a2c-a2ca-2bb74e223f9d service neutron] For port 16b01ccf-9f12-4ad0-9f9b-72f0680268f5, host hv-cinder-83090, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=16b01ccf-9f12-4ad0-9f9b-72f0680268f5,segment=NetworkSegment(7feda360-ab93-4da8-92e2-b765028f822a),segment_id=7feda360-ab93-4da8-92e2-b765028f822a)] {{(pid=103448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 20:28:17.554062 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-ceae2cd5-2328-4768-9cf6-f28ff59caa5f req-0dae9497-3b82-4a2c-a2ca-2bb74e223f9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732397598091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732397102978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732397102996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27048595'] for port (16b01ccf-9f12-4ad0-9f9b-72f0680268f5), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:28:17.591395 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceae2cd5-2328-4768-9cf6-f28ff59caa5f req-0dae9497-3b82-4a2c-a2ca-2bb74e223f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:28:17.592079 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-ceae2cd5-2328-4768-9cf6-f28ff59caa5f req-0dae9497-3b82-4a2c-a2ca-2bb74e223f9d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-338397'] for port (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:28:17.593482 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-ceae2cd5-2328-4768-9cf6-f28ff59caa5f req-0dae9497-3b82-4a2c-a2ca-2bb74e223f9d service neutron] 10.222.0.81 "PUT /v2.0/ports/16b01ccf-9f12-4ad0-9f9b-72f0680268f5 HTTP/1.1" status: 200 len: 1093 time: 0.6521719 May 16 20:28:17.593922 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f32e9281-ccc5-4080-9f4a-4e230a8fc59e', 'tag': '16b01ccf-9f12-4ad0-9f9b-72f0680268f5'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 20:28:17.596170 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cabd327eae894280a08d6ee7d9129781675a5828ba01ec684011f2f655eb9e7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62d1749a-57ba-49dc-81ea-44efadb1bfab" -d '{"events": [{"name": "network-changed", "server_uuid": "f32e9281-ccc5-4080-9f4a-4e230a8fc59e", "tag": "16b01ccf-9f12-4ad0-9f9b-72f0680268f5"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 20:28:17.620983 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dae9497-3b82-4a2c-a2ca-2bb74e223f9d service neutron] Pushing event updated for resources: {'Port': ['ID=16b01ccf-9f12-4ad0-9f9b-72f0680268f5,revision_number=3']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:28:17.662648 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 20:28:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d263f73-9df5-4965-b37c-d8c49dfeefad x-openstack-request-id: req-7d263f73-9df5-4965-b37c-d8c49dfeefad {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 20:28:17.662946 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f32e9281-ccc5-4080-9f4a-4e230a8fc59e", "tag": "16b01ccf-9f12-4ad0-9f9b-72f0680268f5", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 20:28:17.663201 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-7d263f73-9df5-4965-b37c-d8c49dfeefad {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 20:28:17.663604 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d263f73-9df5-4965-b37c-d8c49dfeefad'] response: {'name': 'network-changed', 'server_uuid': 'f32e9281-ccc5-4080-9f4a-4e230a8fc59e', 'tag': '16b01ccf-9f12-4ad0-9f9b-72f0680268f5', 'status': 'completed', 'code': 200} May 16 20:28:17.709624 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5413990a-2be8-4685-8e01-d837ffec918d req-d5669aeb-e7ae-43d3-803f-7cd886001bfd tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:28:17.711139 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-5413990a-2be8-4685-8e01-d837ffec918d req-d5669aeb-e7ae-43d3-803f-7cd886001bfd tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/ports?device_id=f8daf144-f0a4-4819-9d9a-6202c59b11bc HTTP/1.1" status: 200 len: 944 time: 0.0863101 May 16 20:28:17.724948 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceae2cd5-2328-4768-9cf6-f28ff59caa5f req-5c11ddc9-af3f-4c0f-871c-5a59fec65dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:28:17.726372 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-ceae2cd5-2328-4768-9cf6-f28ff59caa5f req-5c11ddc9-af3f-4c0f-871c-5a59fec65dd8 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=0966cdee10bc4eebbb38ae04e066adf2&device_id=f32e9281-ccc5-4080-9f4a-4e230a8fc59e HTTP/1.1" status: 200 len: 1127 time: 0.0655317 May 16 20:28:17.783399 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-ceae2cd5-2328-4768-9cf6-f28ff59caa5f req-61b0b55d-ad63-4dfb-96b7-32b67048ac93 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=16b01ccf-9f12-4ad0-9f9b-72f0680268f5 HTTP/1.1" status: 200 len: 217 time: 0.0477774 May 16 20:28:17.825683 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-5413990a-2be8-4685-8e01-d837ffec918d req-bcfce48b-e923-4903-9814-42ef2bcf0a1f tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/security-groups?id=1fc36625-c0bf-4e17-91a1-62c7256af4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1072352 May 16 20:28:17.842384 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceae2cd5-2328-4768-9cf6-f28ff59caa5f req-0c54ea38-2466-43eb-91fd-0022cb5c05ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:28:17.843898 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-ceae2cd5-2328-4768-9cf6-f28ff59caa5f req-0c54ea38-2466-43eb-91fd-0022cb5c05ce service neutron] 10.222.0.81 "GET /v2.0/subnets?id=e001e1d8-306d-467a-b2a6-bd86f5be5c66 HTTP/1.1" status: 200 len: 848 time: 0.0502172 May 16 20:28:17.890125 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceae2cd5-2328-4768-9cf6-f28ff59caa5f req-b8498e70-99a6-496f-95f3-81b4b29705bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:28:17.891772 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-ceae2cd5-2328-4768-9cf6-f28ff59caa5f req-b8498e70-99a6-496f-95f3-81b4b29705bc service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=40c86c5f-a6ca-4ec7-9bd7-4db98c5fd078&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0411308 May 16 20:28:17.987021 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-ceae2cd5-2328-4768-9cf6-f28ff59caa5f req-1c330c43-156b-48e2-aad2-2b6120449101 service neutron] 10.222.0.81 "GET /v2.0/networks/40c86c5f-a6ca-4ec7-9bd7-4db98c5fd078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852039 May 16 20:28:18.077111 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-ceae2cd5-2328-4768-9cf6-f28ff59caa5f req-8464ebef-d916-4d12-a3e5-a7ba252ef340 service neutron] 10.222.0.81 "GET /v2.0/networks/40c86c5f-a6ca-4ec7-9bd7-4db98c5fd078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815365 May 16 20:28:18.399767 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d1749a-57ba-49dc-81ea-44efadb1bfab req-6697bbec-b374-43b3-937f-1e9f06a1349f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:28:18.401246 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-62d1749a-57ba-49dc-81ea-44efadb1bfab req-6697bbec-b374-43b3-937f-1e9f06a1349f service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=0966cdee10bc4eebbb38ae04e066adf2&device_id=f32e9281-ccc5-4080-9f4a-4e230a8fc59e HTTP/1.1" status: 200 len: 1127 time: 0.0423982 May 16 20:28:18.491698 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d1749a-57ba-49dc-81ea-44efadb1bfab req-277d1d50-6c7f-48cd-bdcc-93d9ba26622a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:28:18.493287 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-62d1749a-57ba-49dc-81ea-44efadb1bfab req-277d1d50-6c7f-48cd-bdcc-93d9ba26622a service neutron] 10.222.0.81 "GET /v2.0/networks?id=40c86c5f-a6ca-4ec7-9bd7-4db98c5fd078 HTTP/1.1" status: 200 len: 910 time: 0.0841131 May 16 20:28:18.538576 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-62d1749a-57ba-49dc-81ea-44efadb1bfab req-6769eb94-fcf2-41ed-950d-020941028f96 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=16b01ccf-9f12-4ad0-9f9b-72f0680268f5 HTTP/1.1" status: 200 len: 217 time: 0.0320628 May 16 20:28:18.556910 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21210c69-f1c8-4afa-a79e-2fea4fb524b2 req-757effef-06bd-4d07-a71f-a430680e276d tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:28:18.558387 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-21210c69-f1c8-4afa-a79e-2fea4fb524b2 req-757effef-06bd-4d07-a71f-a430680e276d tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] 10.222.0.71 "GET /v2.0/ports?device_id=f32e9281-ccc5-4080-9f4a-4e230a8fc59e HTTP/1.1" status: 200 len: 943 time: 0.0468328 May 16 20:28:18.590312 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d1749a-57ba-49dc-81ea-44efadb1bfab req-7700915b-3e53-4e50-b0c5-fa3d61517d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:28:18.591759 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-62d1749a-57ba-49dc-81ea-44efadb1bfab req-7700915b-3e53-4e50-b0c5-fa3d61517d13 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=e001e1d8-306d-467a-b2a6-bd86f5be5c66 HTTP/1.1" status: 200 len: 848 time: 0.0467947 May 16 20:28:18.608844 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-21210c69-f1c8-4afa-a79e-2fea4fb524b2 req-a85d400a-c14a-411c-b657-7d26c58715da tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] 10.222.0.71 "GET /v2.0/security-groups?id=a1c75fb4-2352-43a9-9dd9-d2a215f6490b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447652 May 16 20:28:18.639170 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d1749a-57ba-49dc-81ea-44efadb1bfab req-0f8601ef-c857-4b88-ae45-1f364998b0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:28:18.640665 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-62d1749a-57ba-49dc-81ea-44efadb1bfab req-0f8601ef-c857-4b88-ae45-1f364998b0ea service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=40c86c5f-a6ca-4ec7-9bd7-4db98c5fd078&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391133 May 16 20:28:18.729864 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-62d1749a-57ba-49dc-81ea-44efadb1bfab req-eb824849-85a6-42cd-828e-f37b07c8dd17 service neutron] 10.222.0.81 "GET /v2.0/networks/40c86c5f-a6ca-4ec7-9bd7-4db98c5fd078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824203 May 16 20:28:18.817379 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-62d1749a-57ba-49dc-81ea-44efadb1bfab req-9a7143b4-61d8-45e0-a83a-232f46280580 service neutron] 10.222.0.81 "GET /v2.0/networks/40c86c5f-a6ca-4ec7-9bd7-4db98c5fd078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802598 May 16 20:28:18.954000 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9d4f6e-d1e0-4497-ba83-717114b04c65 req-1b8974fa-e7cf-4e0f-a7ba-59a9bbd6ec30 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:28:18.955501 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-6b9d4f6e-d1e0-4497-ba83-717114b04c65 req-1b8974fa-e7cf-4e0f-a7ba-59a9bbd6ec30 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/ports?device_id=f8daf144-f0a4-4819-9d9a-6202c59b11bc HTTP/1.1" status: 200 len: 944 time: 0.0573089 May 16 20:28:19.006727 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-6b9d4f6e-d1e0-4497-ba83-717114b04c65 req-9b1f871f-944a-4678-b4b1-181c2a6e3c30 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/security-groups?id=1fc36625-c0bf-4e17-91a1-62c7256af4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455053 May 16 20:28:19.081872 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Device 7092bd67-775a-4f84-b587-03f6dc99a351 details requested by agent hyperv_hv-cinder-83090 with host hv-cinder-83090 {{(pid=103450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 20:28:19.179634 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] For port 7092bd67-775a-4f84-b587-03f6dc99a351, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=7092bd67-775a-4f84-b587-03f6dc99a351,segment=NetworkSegment(12107d7b-ff59-4c3c-bf55-e4e7eaef240d),segment_id=12107d7b-ff59-4c3c-bf55-e4e7eaef240d)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:28:19.190631 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Returning: {'device': '7092bd67-775a-4f84-b587-03f6dc99a351', 'network_id': '87a5424f-d6f8-4b15-9358-a637573a32c1', 'port_id': '7092bd67-775a-4f84-b587-03f6dc99a351', 'mac_address': 'fa:16:3e:4a:01:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cb8e59d-2930-42f7-8975-a483fd8062fd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 20:28:19.224535 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Current status of the port 7092bd67-775a-4f84-b587-03f6dc99a351 is: DOWN; New status is: BUILD {{(pid=103450) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:28:19.224924 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (7092bd67-775a-4f84-b587-03f6dc99a351), before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:28:19.238789 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.notifiers.nova [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7092bd67-775a-4f84-b587-03f6dc99a351 {{(pid=103450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 20:28:19.262269 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] For port 7092bd67-775a-4f84-b587-03f6dc99a351, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=7092bd67-775a-4f84-b587-03f6dc99a351,segment=NetworkSegment(12107d7b-ff59-4c3c-bf55-e4e7eaef240d),segment_id=12107d7b-ff59-4c3c-bf55-e4e7eaef240d)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:28:19.265893 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732397598091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732397102978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732397102996'] for port (7092bd67-775a-4f84-b587-03f6dc99a351), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:28:19.315001 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Pushing event updated for resources: {'Port': ['ID=7092bd67-775a-4f84-b587-03f6dc99a351,revision_number=9']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:28:19.564252 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] get_ports_and_sgs() called for port_ids ['7092bd67-775a-4f84-b587-03f6dc99a351'] {{(pid=103450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 20:28:19.721833 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8762d4-1688-4950-90bc-de82557d4db8 req-b5490168-62c1-4646-a205-89a5ac2ea690 tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:28:19.723289 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-6e8762d4-1688-4950-90bc-de82557d4db8 req-b5490168-62c1-4646-a205-89a5ac2ea690 tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] 10.222.0.71 "GET /v2.0/ports?device_id=f32e9281-ccc5-4080-9f4a-4e230a8fc59e HTTP/1.1" status: 200 len: 943 time: 0.0481734 May 16 20:28:19.772057 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-6e8762d4-1688-4950-90bc-de82557d4db8 req-3d62c5fc-919c-4142-b720-4dfb2603d38c tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] 10.222.0.71 "GET /v2.0/security-groups?id=a1c75fb4-2352-43a9-9dd9-d2a215f6490b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430915 May 16 20:28:20.123348 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34740234-2191-44a0-a383-a14f69c17d3d req-df7df556-3cd9-4922-bc91-318fcc314228 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:28:20.124836 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-34740234-2191-44a0-a383-a14f69c17d3d req-df7df556-3cd9-4922-bc91-318fcc314228 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/ports?device_id=f8daf144-f0a4-4819-9d9a-6202c59b11bc HTTP/1.1" status: 200 len: 945 time: 0.0452206 May 16 20:28:20.172029 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-34740234-2191-44a0-a383-a14f69c17d3d req-454335aa-0621-4ea9-9f7e-db809d81409d tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/security-groups?id=1fc36625-c0bf-4e17-91a1-62c7256af4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415647 May 16 20:28:20.881903 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb0856e-6094-4c01-a606-41429a90b0c0 req-dd932c12-730e-47b2-ba47-3944407b83b3 tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:28:20.883356 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-2eb0856e-6094-4c01-a606-41429a90b0c0 req-dd932c12-730e-47b2-ba47-3944407b83b3 tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] 10.222.0.71 "GET /v2.0/ports?device_id=f32e9281-ccc5-4080-9f4a-4e230a8fc59e HTTP/1.1" status: 200 len: 943 time: 0.0457230 May 16 20:28:20.931557 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-2eb0856e-6094-4c01-a606-41429a90b0c0 req-ddf42360-3b80-40e2-b251-cfacc83ee936 tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] 10.222.0.71 "GET /v2.0/security-groups?id=a1c75fb4-2352-43a9-9dd9-d2a215f6490b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426276 May 16 20:28:21.098968 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Device 7092bd67-775a-4f84-b587-03f6dc99a351 up at agent hyperv_hv-cinder-83090 {{(pid=103450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 20:28:21.140206 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Provisioning complete for port 7092bd67-775a-4f84-b587-03f6dc99a351 triggered by entity L2. {{(pid=103450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:28:21.140584 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868582'] for port (7092bd67-775a-4f84-b587-03f6dc99a351), provisioning_complete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:28:21.214846 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Current status of the port 7092bd67-775a-4f84-b587-03f6dc99a351 is: BUILD; New status is: ACTIVE {{(pid=103450) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:28:21.215239 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (7092bd67-775a-4f84-b587-03f6dc99a351), before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:28:21.238457 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8daf144-f0a4-4819-9d9a-6202c59b11bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7092bd67-775a-4f84-b587-03f6dc99a351'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 20:28:21.240727 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38452c862c9e2e5c9d38da0d4ca4e6053ba1266d056c207bc89b5fbcea4cd82f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47298a4f-4580-4758-b1a7-de228392aa03" -d '{"events": [{"server_uuid": "f8daf144-f0a4-4819-9d9a-6202c59b11bc", "name": "network-vif-plugged", "status": "completed", "tag": "7092bd67-775a-4f84-b587-03f6dc99a351"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 20:28:21.253358 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] For port 7092bd67-775a-4f84-b587-03f6dc99a351, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=7092bd67-775a-4f84-b587-03f6dc99a351,segment=NetworkSegment(12107d7b-ff59-4c3c-bf55-e4e7eaef240d),segment_id=12107d7b-ff59-4c3c-bf55-e4e7eaef240d)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:28:21.259598 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732397598091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732397102978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732397102996'] for port (7092bd67-775a-4f84-b587-03f6dc99a351), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:28:21.282167 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 20:28:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73a548f6-579f-4e2f-b912-163edb178b67 x-openstack-request-id: req-73a548f6-579f-4e2f-b912-163edb178b67 {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 20:28:21.282456 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8daf144-f0a4-4819-9d9a-6202c59b11bc", "name": "network-vif-plugged", "status": "completed", "tag": "7092bd67-775a-4f84-b587-03f6dc99a351", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 20:28:21.282707 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-73a548f6-579f-4e2f-b912-163edb178b67 {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 20:28:21.283110 dv-cinder-830901-7-iscsi neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73a548f6-579f-4e2f-b912-163edb178b67'] response: {'server_uuid': 'f8daf144-f0a4-4819-9d9a-6202c59b11bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7092bd67-775a-4f84-b587-03f6dc99a351', 'code': 200} May 16 20:28:21.297482 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd788404-915a-4ab0-a037-42188d503d7b req-8e4bc7b8-8ed0-4197-8308-360ca088696b tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:28:21.299898 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-cd788404-915a-4ab0-a037-42188d503d7b req-8e4bc7b8-8ed0-4197-8308-360ca088696b tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/ports?device_id=f8daf144-f0a4-4819-9d9a-6202c59b11bc HTTP/1.1" status: 200 len: 947 time: 0.0521228 May 16 20:28:21.308758 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Pushing event updated for resources: {'Port': ['ID=7092bd67-775a-4f84-b587-03f6dc99a351,revision_number=10']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:28:21.356292 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-cd788404-915a-4ab0-a037-42188d503d7b req-baf848ac-0eee-431f-a21a-4809746fd03d tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/security-groups?id=1fc36625-c0bf-4e17-91a1-62c7256af4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424507 May 16 20:28:21.798990 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848bacd0-7e11-474a-8011-84f65885d001 req-91edded0-ebd2-4db3-8b6b-aa8e6381c368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:28:21.800382 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-848bacd0-7e11-474a-8011-84f65885d001 req-91edded0-ebd2-4db3-8b6b-aa8e6381c368 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=f8daf144-f0a4-4819-9d9a-6202c59b11bc HTTP/1.1" status: 200 len: 1131 time: 0.0418942 May 16 20:28:21.844363 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-848bacd0-7e11-474a-8011-84f65885d001 req-6e6e1ef7-00ef-44df-bd3d-d7e9296b4801 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=1fc36625-c0bf-4e17-91a1-62c7256af4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359039 May 16 20:28:22.048118 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dd7e9d-cdf0-406f-ac5e-2768c727537f req-a575a2c9-565e-4da4-aa25-c7069dc1a809 tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:28:22.049623 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-02dd7e9d-cdf0-406f-ac5e-2768c727537f req-a575a2c9-565e-4da4-aa25-c7069dc1a809 tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] 10.222.0.71 "GET /v2.0/ports?device_id=f32e9281-ccc5-4080-9f4a-4e230a8fc59e HTTP/1.1" status: 200 len: 943 time: 0.0487850 May 16 20:28:22.097039 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-02dd7e9d-cdf0-406f-ac5e-2768c727537f req-ea6129d9-2b41-43f2-bc4b-0a5e7fc28eaa tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] 10.222.0.71 "GET /v2.0/security-groups?id=a1c75fb4-2352-43a9-9dd9-d2a215f6490b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419545 May 16 20:28:22.475616 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd63e1da-72dc-4f6d-a9cc-7e5341a3bb47 req-1330c7ba-e790-4756-b9df-ce9d79689738 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:28:22.477123 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-fd63e1da-72dc-4f6d-a9cc-7e5341a3bb47 req-1330c7ba-e790-4756-b9df-ce9d79689738 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/ports?device_id=f8daf144-f0a4-4819-9d9a-6202c59b11bc HTTP/1.1" status: 200 len: 947 time: 0.0468335 May 16 20:28:22.522798 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-fd63e1da-72dc-4f6d-a9cc-7e5341a3bb47 req-353be0fb-5c4f-445f-bc4f-683b6460121b tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/security-groups?id=1fc36625-c0bf-4e17-91a1-62c7256af4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402584 May 16 20:28:23.214689 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bec304-a647-4f00-af57-153fbfb60dbb req-b69a266d-f448-4199-b288-9b895a88d27f tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:28:23.216285 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-21bec304-a647-4f00-af57-153fbfb60dbb req-b69a266d-f448-4199-b288-9b895a88d27f tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] 10.222.0.71 "GET /v2.0/ports?device_id=f32e9281-ccc5-4080-9f4a-4e230a8fc59e HTTP/1.1" status: 200 len: 943 time: 0.0495398 May 16 20:28:23.264551 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-21bec304-a647-4f00-af57-153fbfb60dbb req-b53855ad-8f32-4dfa-8cc7-7941de69478d tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] 10.222.0.71 "GET /v2.0/security-groups?id=a1c75fb4-2352-43a9-9dd9-d2a215f6490b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427828 May 16 20:28:23.640926 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8dca0d-3c54-4288-9fcb-dbb33100ef12 req-fccd2d47-d249-4261-b156-3f1dbf84b25b tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:28:23.642366 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-8b8dca0d-3c54-4288-9fcb-dbb33100ef12 req-fccd2d47-d249-4261-b156-3f1dbf84b25b tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/ports?device_id=f8daf144-f0a4-4819-9d9a-6202c59b11bc HTTP/1.1" status: 200 len: 947 time: 0.0455115 May 16 20:28:23.690235 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-8b8dca0d-3c54-4288-9fcb-dbb33100ef12 req-6d84f1fc-e491-4438-a521-e360ea9b1a8d tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/security-groups?id=1fc36625-c0bf-4e17-91a1-62c7256af4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422184 May 16 20:28:24.383616 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e75404-4f88-49d0-8255-ada70ce8cb5f req-03b0fe2c-3559-418f-8e21-2dfac9a0a1e6 tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:28:24.385124 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-97e75404-4f88-49d0-8255-ada70ce8cb5f req-03b0fe2c-3559-418f-8e21-2dfac9a0a1e6 tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] 10.222.0.71 "GET /v2.0/ports?device_id=f32e9281-ccc5-4080-9f4a-4e230a8fc59e HTTP/1.1" status: 200 len: 943 time: 0.0518219 May 16 20:28:24.436237 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-97e75404-4f88-49d0-8255-ada70ce8cb5f req-caaa32e2-dab0-4ed6-b7cd-b5d4f5eeba72 tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] 10.222.0.71 "GET /v2.0/security-groups?id=a1c75fb4-2352-43a9-9dd9-d2a215f6490b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453391 May 16 20:28:24.806455 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5941371a-4148-484f-b0a2-7e3c951fb5ad req-fed390c1-430c-4104-8302-9c59b75eab13 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:28:24.807881 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-5941371a-4148-484f-b0a2-7e3c951fb5ad req-fed390c1-430c-4104-8302-9c59b75eab13 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/ports?device_id=f8daf144-f0a4-4819-9d9a-6202c59b11bc HTTP/1.1" status: 200 len: 947 time: 0.0457866 May 16 20:28:24.854970 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-5941371a-4148-484f-b0a2-7e3c951fb5ad req-3c1a84aa-4af3-4692-a68f-55a3a6f9f0d5 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/security-groups?id=1fc36625-c0bf-4e17-91a1-62c7256af4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414097 May 16 20:28:25.547106 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b57f68d-c5c5-4daa-8331-f7203fd803ce req-26984204-9415-498f-aa58-88f16b04f8b6 tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:28:25.548498 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-5b57f68d-c5c5-4daa-8331-f7203fd803ce req-26984204-9415-498f-aa58-88f16b04f8b6 tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] 10.222.0.71 "GET /v2.0/ports?device_id=f32e9281-ccc5-4080-9f4a-4e230a8fc59e HTTP/1.1" status: 200 len: 943 time: 0.0475602 May 16 20:28:25.601498 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-5b57f68d-c5c5-4daa-8331-f7203fd803ce req-1b9a7741-c225-498c-8a8b-2bcc311f61ef tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] 10.222.0.71 "GET /v2.0/security-groups?id=a1c75fb4-2352-43a9-9dd9-d2a215f6490b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474656 May 16 20:28:25.975448 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb0a217-c038-4592-912e-c48aabe68aa5 req-7731c981-b626-47b2-995a-b66b1acf2a30 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:28:25.976853 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-3bb0a217-c038-4592-912e-c48aabe68aa5 req-7731c981-b626-47b2-995a-b66b1acf2a30 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/ports?device_id=f8daf144-f0a4-4819-9d9a-6202c59b11bc HTTP/1.1" status: 200 len: 947 time: 0.0482633 May 16 20:28:26.023782 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-3bb0a217-c038-4592-912e-c48aabe68aa5 req-3100e77d-6baf-45f6-a4a3-1a85346ffee2 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/security-groups?id=1fc36625-c0bf-4e17-91a1-62c7256af4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412788 May 16 20:28:26.722396 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c03a12f-b389-412f-a9d2-cc104005bc8d req-6a1a9d44-e68e-40f9-b454-f6e394024150 tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:28:26.723832 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-1c03a12f-b389-412f-a9d2-cc104005bc8d req-6a1a9d44-e68e-40f9-b454-f6e394024150 tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] 10.222.0.71 "GET /v2.0/ports?device_id=f32e9281-ccc5-4080-9f4a-4e230a8fc59e HTTP/1.1" status: 200 len: 943 time: 0.0493774 May 16 20:28:26.772170 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-1c03a12f-b389-412f-a9d2-cc104005bc8d req-e467b924-7ff0-4cbc-9af8-cbb7c078c29a tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] 10.222.0.71 "GET /v2.0/security-groups?id=a1c75fb4-2352-43a9-9dd9-d2a215f6490b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429051 May 16 20:28:27.125628 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Device 16b01ccf-9f12-4ad0-9f9b-72f0680268f5 details requested by agent hyperv_hv-cinder-83090 with host hv-cinder-83090 {{(pid=103450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 20:28:27.223788 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] For port 16b01ccf-9f12-4ad0-9f9b-72f0680268f5, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=16b01ccf-9f12-4ad0-9f9b-72f0680268f5,segment=NetworkSegment(7feda360-ab93-4da8-92e2-b765028f822a),segment_id=7feda360-ab93-4da8-92e2-b765028f822a)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:28:27.234736 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Returning: {'device': '16b01ccf-9f12-4ad0-9f9b-72f0680268f5', 'network_id': '40c86c5f-a6ca-4ec7-9bd7-4db98c5fd078', 'port_id': '16b01ccf-9f12-4ad0-9f9b-72f0680268f5', 'mac_address': 'fa:16:3e:10:49:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e001e1d8-306d-467a-b2a6-bd86f5be5c66', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 20:28:27.269934 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Current status of the port 16b01ccf-9f12-4ad0-9f9b-72f0680268f5 is: DOWN; New status is: BUILD {{(pid=103450) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:28:27.270325 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (16b01ccf-9f12-4ad0-9f9b-72f0680268f5), before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:28:27.286722 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.notifiers.nova [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16b01ccf-9f12-4ad0-9f9b-72f0680268f5 {{(pid=103450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 20:28:27.313231 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] For port 16b01ccf-9f12-4ad0-9f9b-72f0680268f5, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=16b01ccf-9f12-4ad0-9f9b-72f0680268f5,segment=NetworkSegment(7feda360-ab93-4da8-92e2-b765028f822a),segment_id=7feda360-ab93-4da8-92e2-b765028f822a)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:28:27.317221 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732397598091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732397102978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732397102996'] for port (16b01ccf-9f12-4ad0-9f9b-72f0680268f5), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:28:27.360708 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Pushing event updated for resources: {'Port': ['ID=16b01ccf-9f12-4ad0-9f9b-72f0680268f5,revision_number=4']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:28:27.688417 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] get_ports_and_sgs() called for port_ids ['16b01ccf-9f12-4ad0-9f9b-72f0680268f5'] {{(pid=103450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 20:28:27.884824 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4724eb24-7ff0-4143-9540-00c0064aa951 req-5f787835-14b7-42f7-8586-c34335f6e872 tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:28:27.886301 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-4724eb24-7ff0-4143-9540-00c0064aa951 req-5f787835-14b7-42f7-8586-c34335f6e872 tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] 10.222.0.71 "GET /v2.0/ports?device_id=f32e9281-ccc5-4080-9f4a-4e230a8fc59e HTTP/1.1" status: 200 len: 944 time: 0.0479457 May 16 20:28:27.940579 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-4724eb24-7ff0-4143-9540-00c0064aa951 req-b14d010e-918a-40f8-8ae1-e61a5f90dd49 tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] 10.222.0.71 "GET /v2.0/security-groups?id=a1c75fb4-2352-43a9-9dd9-d2a215f6490b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475967 May 16 20:28:29.050480 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb56e175-cbdb-4612-896d-415e357235e3 req-5f0a4b04-31b6-4a54-b5f2-6ced5f31d386 tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:28:29.051905 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-fb56e175-cbdb-4612-896d-415e357235e3 req-5f0a4b04-31b6-4a54-b5f2-6ced5f31d386 tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] 10.222.0.71 "GET /v2.0/ports?device_id=f32e9281-ccc5-4080-9f4a-4e230a8fc59e HTTP/1.1" status: 200 len: 944 time: 0.0456967 May 16 20:28:29.098446 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-fb56e175-cbdb-4612-896d-415e357235e3 req-92097976-28cf-4bcb-842b-0b0c3dfa7643 tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] 10.222.0.71 "GET /v2.0/security-groups?id=a1c75fb4-2352-43a9-9dd9-d2a215f6490b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410936 May 16 20:28:29.137670 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Device 16b01ccf-9f12-4ad0-9f9b-72f0680268f5 up at agent hyperv_hv-cinder-83090 {{(pid=103450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 20:28:29.179384 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Provisioning for port 16b01ccf-9f12-4ad0-9f9b-72f0680268f5 completed by entity L2. {{(pid=103450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 16 20:28:29.185802 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Provisioning complete for port 16b01ccf-9f12-4ad0-9f9b-72f0680268f5 triggered by entity L2. {{(pid=103450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:28:29.186239 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868582'] for port (16b01ccf-9f12-4ad0-9f9b-72f0680268f5), provisioning_complete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:28:29.257642 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Current status of the port 16b01ccf-9f12-4ad0-9f9b-72f0680268f5 is: BUILD; New status is: ACTIVE {{(pid=103450) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:28:29.258004 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (16b01ccf-9f12-4ad0-9f9b-72f0680268f5), before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:28:29.280379 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f32e9281-ccc5-4080-9f4a-4e230a8fc59e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16b01ccf-9f12-4ad0-9f9b-72f0680268f5'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 20:28:29.282569 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38452c862c9e2e5c9d38da0d4ca4e6053ba1266d056c207bc89b5fbcea4cd82f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2af07e3-2879-4f5b-9dc1-e6be190dfe8f" -d '{"events": [{"server_uuid": "f32e9281-ccc5-4080-9f4a-4e230a8fc59e", "name": "network-vif-plugged", "status": "completed", "tag": "16b01ccf-9f12-4ad0-9f9b-72f0680268f5"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 20:28:29.295329 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] For port 16b01ccf-9f12-4ad0-9f9b-72f0680268f5, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=16b01ccf-9f12-4ad0-9f9b-72f0680268f5,segment=NetworkSegment(7feda360-ab93-4da8-92e2-b765028f822a),segment_id=7feda360-ab93-4da8-92e2-b765028f822a)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:28:29.300137 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732397598091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732397102978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732397102996'] for port (16b01ccf-9f12-4ad0-9f9b-72f0680268f5), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:28:29.321855 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 20:28:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2db073e7-f660-407d-9b75-5f1bd0f9058d x-openstack-request-id: req-2db073e7-f660-407d-9b75-5f1bd0f9058d {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 20:28:29.322141 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f32e9281-ccc5-4080-9f4a-4e230a8fc59e", "name": "network-vif-plugged", "status": "completed", "tag": "16b01ccf-9f12-4ad0-9f9b-72f0680268f5", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 20:28:29.322389 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-2db073e7-f660-407d-9b75-5f1bd0f9058d {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 20:28:29.322770 dv-cinder-830901-7-iscsi neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2db073e7-f660-407d-9b75-5f1bd0f9058d'] response: {'server_uuid': 'f32e9281-ccc5-4080-9f4a-4e230a8fc59e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16b01ccf-9f12-4ad0-9f9b-72f0680268f5', 'code': 200} May 16 20:28:29.347426 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Pushing event updated for resources: {'Port': ['ID=16b01ccf-9f12-4ad0-9f9b-72f0680268f5,revision_number=5']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:28:29.582758 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9206bf-ef66-41a6-b7ac-7221ff43c8bd req-0fbd9809-6fc2-443d-9bde-8e88deefa7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:28:29.584248 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-1c9206bf-ef66-41a6-b7ac-7221ff43c8bd req-0fbd9809-6fc2-443d-9bde-8e88deefa7e3 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=f32e9281-ccc5-4080-9f4a-4e230a8fc59e HTTP/1.1" status: 200 len: 1129 time: 0.0399089 May 16 20:28:29.630633 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-1c9206bf-ef66-41a6-b7ac-7221ff43c8bd req-f9156a80-def8-4306-85b5-228cdfdef12f service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=a1c75fb4-2352-43a9-9dd9-d2a215f6490b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378156 May 16 20:28:30.214670 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9b32d7-479d-41ba-9d5f-9e95fdddeb17 req-a375a2f9-83da-441e-a2e9-ed5f54862d7c tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:28:30.216430 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-3f9b32d7-479d-41ba-9d5f-9e95fdddeb17 req-a375a2f9-83da-441e-a2e9-ed5f54862d7c tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] 10.222.0.71 "GET /v2.0/ports?device_id=f32e9281-ccc5-4080-9f4a-4e230a8fc59e HTTP/1.1" status: 200 len: 945 time: 0.0468125 May 16 20:28:30.270684 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-3f9b32d7-479d-41ba-9d5f-9e95fdddeb17 req-ac853ec8-5e8a-4eb5-8b80-1f23f4318f4f tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] 10.222.0.71 "GET /v2.0/security-groups?id=a1c75fb4-2352-43a9-9dd9-d2a215f6490b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487416 May 16 20:28:31.383344 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f48ab10-4923-4dda-9973-bb7278668fc1 req-2b0cb093-aa40-4ad1-b657-1987ed9a05a8 tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:28:31.384821 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-3f48ab10-4923-4dda-9973-bb7278668fc1 req-2b0cb093-aa40-4ad1-b657-1987ed9a05a8 tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] 10.222.0.71 "GET /v2.0/ports?device_id=f32e9281-ccc5-4080-9f4a-4e230a8fc59e HTTP/1.1" status: 200 len: 945 time: 0.0461581 May 16 20:28:31.433905 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-3f48ab10-4923-4dda-9973-bb7278668fc1 req-93971d56-4295-43bc-882d-0668535f6a06 tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] 10.222.0.71 "GET /v2.0/security-groups?id=a1c75fb4-2352-43a9-9dd9-d2a215f6490b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430479 May 16 20:28:31.548900 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5836474f-fdc1-4e97-931d-d5d3d9ec5ea7 req-be143724-209e-476d-a384-425adcd33e84 tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:28:31.550391 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-5836474f-fdc1-4e97-931d-d5d3d9ec5ea7 req-be143724-209e-476d-a384-425adcd33e84 tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] 10.222.0.71 "GET /v2.0/ports?device_id=f32e9281-ccc5-4080-9f4a-4e230a8fc59e HTTP/1.1" status: 200 len: 945 time: 0.0465963 May 16 20:28:31.601414 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-5836474f-fdc1-4e97-931d-d5d3d9ec5ea7 req-11315e7b-6a65-498b-96a1-588a7a58e002 tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] 10.222.0.71 "GET /v2.0/security-groups?id=a1c75fb4-2352-43a9-9dd9-d2a215f6490b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454564 May 16 20:28:31.623038 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.71', 49698) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:28:31.705842 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dcba6a2-cafa-4765-a830-7ab8df083500 tempest-TestShelveInstance-2111194455 tempest-TestShelveInstance-2111194455-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:28:31.707235 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-2dcba6a2-cafa-4765-a830-7ab8df083500 tempest-TestShelveInstance-2111194455 tempest-TestShelveInstance-2111194455-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=f32e9281-ccc5-4080-9f4a-4e230a8fc59e HTTP/1.1" status: 200 len: 1124 time: 0.0832548 May 16 20:28:31.710112 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.71', 49702) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:28:31.714159 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.v2.base [None req-59e06852-a17f-4f9c-abf6-dd15d5f62cf5 tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] Request body: {'floatingip': {'floating_network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'port_id': '16b01ccf-9f12-4ad0-9f9b-72f0680268f5', 'tenant_id': '0966cdee10bc4eebbb38ae04e066adf2', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:28:31.734774 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-59e06852-a17f-4f9c-abf6-dd15d5f62cf5 tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:28:31.809910 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-59e06852-a17f-4f9c-abf6-dd15d5f62cf5 tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:28:31.916561 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-59e06852-a17f-4f9c-abf6-dd15d5f62cf5 tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] Allocated IP 172.27.2.142 (ded6ab20-0a8b-4051-830c-385457f4e062/dcb7b1f3-82ff-415d-89cf-2b6021c22eb5/093acbb9-4d70-422d-971c-444c2b138ccf) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 20:28:32.031619 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-59e06852-a17f-4f9c-abf6-dd15d5f62cf5 tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] Publish callbacks [] for port (093acbb9-4d70-422d-971c-444c2b138ccf), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:28:32.300235 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-59e06852-a17f-4f9c-abf6-dd15d5f62cf5 tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732397102960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27048612'] for port (093acbb9-4d70-422d-971c-444c2b138ccf), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:28:32.336109 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59e06852-a17f-4f9c-abf6-dd15d5f62cf5 tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] Network ded6ab20-0a8b-4051-830c-385457f4e062 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 20:28:32.338953 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-59e06852-a17f-4f9c-abf6-dd15d5f62cf5 tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 20:28:32.342190 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e06852-a17f-4f9c-abf6-dd15d5f62cf5 tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 20:28:32.368056 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e06852-a17f-4f9c-abf6-dd15d5f62cf5 tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] Pushing event updated for resources: {'Port': ['ID=093acbb9-4d70-422d-971c-444c2b138ccf,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:28:32.726456 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-59e06852-a17f-4f9c-abf6-dd15d5f62cf5 tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] Publish callbacks [] for floatingip (caf7c417-29d9-42a9-a592-7c602e9f3673), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:28:32.793450 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-59e06852-a17f-4f9c-abf6-dd15d5f62cf5 tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (093acbb9-4d70-422d-971c-444c2b138ccf), before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:28:32.875768 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daad83ac-0685-41fe-93eb-be24f93b95be req-02edb2e8-4dee-4ecd-8782-92f85edec0ab tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:28:32.878004 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-daad83ac-0685-41fe-93eb-be24f93b95be req-02edb2e8-4dee-4ecd-8782-92f85edec0ab tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/ports?device_id=40ef117e-1a68-498f-9573-d522cdd44d2b HTTP/1.1" status: 200 len: 945 time: 0.0482612 May 16 20:28:32.932419 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-daad83ac-0685-41fe-93eb-be24f93b95be req-4ca36918-b054-4e86-bb93-9bdf4cb69a07 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/security-groups?id=c6ed616f-e582-4088-8aea-3ca433a35e55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471241 May 16 20:28:32.969375 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae0e067-0482-49b1-bc2d-ca1f67b84f2e req-3d37808f-601c-4f07-ae59-1a6ea68f2882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:28:32.970841 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-dae0e067-0482-49b1-bc2d-ca1f67b84f2e req-3d37808f-601c-4f07-ae59-1a6ea68f2882 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=c5993f86ca3e459582b0aad65ca76d4d&device_id=40ef117e-1a68-498f-9573-d522cdd44d2b HTTP/1.1" status: 200 len: 1129 time: 0.0471663 May 16 20:28:33.009900 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-59e06852-a17f-4f9c-abf6-dd15d5f62cf5 tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] Publish callbacks [] for port (093acbb9-4d70-422d-971c-444c2b138ccf), precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:28:33.014423 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-59e06852-a17f-4f9c-abf6-dd15d5f62cf5 tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732397598091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732397102978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732397102996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27048595'] for port (093acbb9-4d70-422d-971c-444c2b138ccf), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:28:33.142460 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e06852-a17f-4f9c-abf6-dd15d5f62cf5 tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] Pushing event updated for resources: {'Port': ['ID=093acbb9-4d70-422d-971c-444c2b138ccf,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:28:33.162784 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-59e06852-a17f-4f9c-abf6-dd15d5f62cf5 tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1640477'] for floatingip (caf7c417-29d9-42a9-a592-7c602e9f3673), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:28:33.212366 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae0e067-0482-49b1-bc2d-ca1f67b84f2e req-6e76626b-bc17-459d-bcfd-c7551f41aa40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:28:33.213817 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-dae0e067-0482-49b1-bc2d-ca1f67b84f2e req-6e76626b-bc17-459d-bcfd-c7551f41aa40 service neutron] 10.222.0.81 "GET /v2.0/networks?id=44ec8ff3-657b-44fd-8b1b-d2a19a5ed33e HTTP/1.1" status: 200 len: 919 time: 0.1724882 May 16 20:28:33.315515 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.db.l3_db [None req-59e06852-a17f-4f9c-abf6-dd15d5f62cf5 tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] Floating IP caf7c417-29d9-42a9-a592-7c602e9f3673 associated. External IP: 172.27.2.142, port: 16b01ccf-9f12-4ad0-9f9b-72f0680268f5. May 16 20:28:33.321892 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-dae0e067-0482-49b1-bc2d-ca1f67b84f2e req-5dde4c92-422c-4c7c-a08e-35f5b9cb53ae service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b3c0afac-8a34-415b-b5ff-e86625f2b6e4 HTTP/1.1" status: 200 len: 1001 time: 0.0996616 May 16 20:28:33.433524 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae0e067-0482-49b1-bc2d-ca1f67b84f2e req-3b661a4d-105a-4c38-bfe3-b6da9dc028d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:28:33.435071 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-dae0e067-0482-49b1-bc2d-ca1f67b84f2e req-3b661a4d-105a-4c38-bfe3-b6da9dc028d5 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=79cb81dd-edd6-4080-acf6-86e748571b36 HTTP/1.1" status: 200 len: 857 time: 0.0830786 May 16 20:28:33.490880 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae0e067-0482-49b1-bc2d-ca1f67b84f2e req-329d101b-ae22-4040-b6f8-5589e0d35e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:28:33.492999 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-dae0e067-0482-49b1-bc2d-ca1f67b84f2e req-329d101b-ae22-4040-b6f8-5589e0d35e34 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=44ec8ff3-657b-44fd-8b1b-d2a19a5ed33e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0500660 May 16 20:28:33.572330 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c676430-51c3-4206-83f7-6e89c9537116 req-84abacbe-13c4-4da7-bea5-5a8f4fbef8ff tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:28:33.574568 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-4c676430-51c3-4206-83f7-6e89c9537116 req-84abacbe-13c4-4da7-bea5-5a8f4fbef8ff tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] 10.222.0.71 "GET /v2.0/ports?device_id=fa7df57c-3792-445a-85dd-10865098f763 HTTP/1.1" status: 200 len: 946 time: 0.0512626 May 16 20:28:33.624271 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-4c676430-51c3-4206-83f7-6e89c9537116 req-a16403ff-b87e-48fe-b72e-3b2c19cd7ae6 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] 10.222.0.71 "GET /v2.0/security-groups?id=3a725130-a618-4fe5-b252-e3a6384e8833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430026 May 16 20:28:33.661830 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59e06852-a17f-4f9c-abf6-dd15d5f62cf5 tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] Router 3bb2bc2a-1646-41ba-9161-5a3c9a6b6430 has already been hosted by L3 agent fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f {{(pid=103448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 20:28:33.664042 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-dae0e067-0482-49b1-bc2d-ca1f67b84f2e req-ed18802c-80af-454e-9f6d-17c53976fa9f service neutron] 10.222.0.81 "GET /v2.0/networks/44ec8ff3-657b-44fd-8b1b-d2a19a5ed33e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374924 May 16 20:28:33.674697 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1db23123-23c0-4aa0-9bc9-2dfe9b16004e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (6de3586b-c77a-41a3-9d69-e80d1925fb22), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:28:33.829100 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59e06852-a17f-4f9c-abf6-dd15d5f62cf5 tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] Notify agent at l3_agent.dv-cinder-830901-7-iscsi the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 20:28:33.839184 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1700c8ed-1b13-4c61-9c07-017ce3478850 None None] Sync routers for ids ['3bb2bc2a-1646-41ba-9161-5a3c9a6b6430'] in dv-cinder-830901-7-iscsi {{(pid=103451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 20:28:33.840237 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-dae0e067-0482-49b1-bc2d-ca1f67b84f2e req-508739a0-eb5e-41c5-8ab1-a5144bd36207 service neutron] 10.222.0.81 "GET /v2.0/networks/44ec8ff3-657b-44fd-8b1b-d2a19a5ed33e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348922 May 16 20:28:33.850759 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-59e06852-a17f-4f9c-abf6-dd15d5f62cf5 tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-338397'] for floatingip (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:28:33.851060 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1700c8ed-1b13-4c61-9c07-017ce3478850 None None] Routers {'3bb2bc2a-1646-41ba-9161-5a3c9a6b6430'} bound to L3 agent in host dv-cinder-830901-7-iscsi {{(pid=103451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:28:33.851673 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-1700c8ed-1b13-4c61-9c07-017ce3478850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-16T20:16:38Z,description=,heartbeat_timestamp=2022-05-16T20:28:08Z,host='dv-cinder-830901-7-iscsi',id=fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:16:38Z,topic='l3_agent')) {'router_ids': ['3bb2bc2a-1646-41ba-9161-5a3c9a6b6430'], 'active': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:28:33.883020 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-59e06852-a17f-4f9c-abf6-dd15d5f62cf5 tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1718156 May 16 20:28:33.883648 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f32e9281-ccc5-4080-9f4a-4e230a8fc59e', 'tag': '16b01ccf-9f12-4ad0-9f9b-72f0680268f5'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 20:28:33.886023 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cabd327eae894280a08d6ee7d9129781675a5828ba01ec684011f2f655eb9e7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e88985d-d3c9-43d3-8364-1dba661e8ecc" -d '{"events": [{"name": "network-changed", "server_uuid": "f32e9281-ccc5-4080-9f4a-4e230a8fc59e", "tag": "16b01ccf-9f12-4ad0-9f9b-72f0680268f5"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 20:28:33.924465 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 20:28:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c72ab57-77a4-4933-9535-0bd447298400 x-openstack-request-id: req-4c72ab57-77a4-4933-9535-0bd447298400 {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 20:28:33.924763 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f32e9281-ccc5-4080-9f4a-4e230a8fc59e", "tag": "16b01ccf-9f12-4ad0-9f9b-72f0680268f5", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 20:28:33.925022 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-4c72ab57-77a4-4933-9535-0bd447298400 {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 20:28:33.925481 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c72ab57-77a4-4933-9535-0bd447298400'] response: {'name': 'network-changed', 'server_uuid': 'f32e9281-ccc5-4080-9f4a-4e230a8fc59e', 'tag': '16b01ccf-9f12-4ad0-9f9b-72f0680268f5', 'status': 'completed', 'code': 200} May 16 20:28:33.961656 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvr_db [None req-1700c8ed-1b13-4c61-9c07-017ce3478850 None None] Set router 3bb2bc2a-1646-41ba-9161-5a3c9a6b6430 gateway port host: dv-cinder-830901-7-iscsi {{(pid=103451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:28:34.050121 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dd7a7b-16ac-429d-806a-18c5100c2926 req-bbb998c2-02fc-4f65-9aba-ecbd85120607 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:28:34.052327 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-c9dd7a7b-16ac-429d-806a-18c5100c2926 req-bbb998c2-02fc-4f65-9aba-ecbd85120607 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/ports?device_id=40ef117e-1a68-498f-9573-d522cdd44d2b HTTP/1.1" status: 200 len: 945 time: 0.0474725 May 16 20:28:34.093961 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e88985d-d3c9-43d3-8364-1dba661e8ecc req-9ed5925d-4992-4e59-873e-b1d4e1f069c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:28:34.096042 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-1e88985d-d3c9-43d3-8364-1dba661e8ecc req-9ed5925d-4992-4e59-873e-b1d4e1f069c4 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=0966cdee10bc4eebbb38ae04e066adf2&device_id=f32e9281-ccc5-4080-9f4a-4e230a8fc59e HTTP/1.1" status: 200 len: 1129 time: 0.0489008 May 16 20:28:34.102383 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-c9dd7a7b-16ac-429d-806a-18c5100c2926 req-00c0420e-567f-49a5-80db-ddf0096c6801 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/security-groups?id=c6ed616f-e582-4088-8aea-3ca433a35e55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440869 May 16 20:28:34.173984 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-1700c8ed-1b13-4c61-9c07-017ce3478850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bb2bc2a-1646-41ba-9161-5a3c9a6b6430', 'name': 'tempest-TestShelveInstance-1592804410-router', 'tenant_id': '0966cdee10bc4eebbb38ae04e066adf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'external_fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.12'}], 'enable_snat': True}, 'gw_port_id': '12c26b70-44e7-4b15-b826-830a29c12b3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:27:44Z', 'updated_at': '2022-05-16T20:27:47Z', 'revision_number': 4, 'project_id': '0966cdee10bc4eebbb38ae04e066adf2', 'gw_port': {'id': '12c26b70-44e7-4b15-b826-830a29c12b3b', 'name': '', 'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:73:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bb2bc2a-1646-41ba-9161-5a3c9a6b6430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:27:44Z', 'updated_at': '2022-05-16T20:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-7-iscsi', '_floatingips': [{'id': 'caf7c417-29d9-42a9-a592-7c602e9f3673', 'tenant_id': '0966cdee10bc4eebbb38ae04e066adf2', 'floating_ip_address': '172.27.2.142', 'floating_network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'router_id': '3bb2bc2a-1646-41ba-9161-5a3c9a6b6430', 'port_id': '16b01ccf-9f12-4ad0-9f9b-72f0680268f5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '40c86c5f-a6ca-4ec7-9bd7-4db98c5fd078', 'mac_address': 'fa:16:3e:10:49:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f32e9281-ccc5-4080-9f4a-4e230a8fc59e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T20:28:32Z', 'updated_at': '2022-05-16T20:28:32Z', 'revision_number': 0, 'project_id': '0966cdee10bc4eebbb38ae04e066adf2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '882d7b61-be19-428c-a030-c484d7666914', 'name': '', 'network_id': '40c86c5f-a6ca-4ec7-9bd7-4db98c5fd078', 'tenant_id': '0966cdee10bc4eebbb38ae04e066adf2', 'mac_address': 'fa:16:3e:7f:be:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bb2bc2a-1646-41ba-9161-5a3c9a6b6430', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'e001e1d8-306d-467a-b2a6-bd86f5be5c66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:27:46Z', 'updated_at': '2022-05-16T20:27:51Z', 'revision_number': 5, 'project_id': '0966cdee10bc4eebbb38ae04e066adf2', 'subnets': [{'id': 'e001e1d8-306d-467a-b2a6-bd86f5be5c66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-7-iscsi', False) {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:28:34.191553 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e88985d-d3c9-43d3-8364-1dba661e8ecc req-f1f28bda-a724-4629-9b83-312360e57bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:28:34.193093 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-1e88985d-d3c9-43d3-8364-1dba661e8ecc req-f1f28bda-a724-4629-9b83-312360e57bb4 service neutron] 10.222.0.81 "GET /v2.0/networks?id=40c86c5f-a6ca-4ec7-9bd7-4db98c5fd078 HTTP/1.1" status: 200 len: 910 time: 0.0886471 May 16 20:28:34.201959 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1700c8ed-1b13-4c61-9c07-017ce3478850 None None] Checking router: 3bb2bc2a-1646-41ba-9161-5a3c9a6b6430 for host: dv-cinder-830901-7-iscsi {{(pid=103451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 20:28:34.210428 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1700c8ed-1b13-4c61-9c07-017ce3478850 None None] Routers {'3bb2bc2a-1646-41ba-9161-5a3c9a6b6430'} bound to L3 agent in host dv-cinder-830901-7-iscsi {{(pid=103451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:28:34.211049 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-1700c8ed-1b13-4c61-9c07-017ce3478850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-16T20:16:38Z,description=,heartbeat_timestamp=2022-05-16T20:28:08Z,host='dv-cinder-830901-7-iscsi',id=fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:16:38Z,topic='l3_agent')) {'router_ids': ['3bb2bc2a-1646-41ba-9161-5a3c9a6b6430'], 'active': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:28:34.266117 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-1e88985d-d3c9-43d3-8364-1dba661e8ecc req-871a029b-ac21-49db-859c-aa9e348451ca service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=16b01ccf-9f12-4ad0-9f9b-72f0680268f5 HTTP/1.1" status: 200 len: 999 time: 0.0602734 May 16 20:28:34.312041 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvr_db [None req-1700c8ed-1b13-4c61-9c07-017ce3478850 None None] Set router 3bb2bc2a-1646-41ba-9161-5a3c9a6b6430 gateway port host: dv-cinder-830901-7-iscsi {{(pid=103451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:28:34.325898 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e88985d-d3c9-43d3-8364-1dba661e8ecc req-31f3dba6-9ec0-49e4-8f22-5db27f470372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:28:34.327353 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-1e88985d-d3c9-43d3-8364-1dba661e8ecc req-31f3dba6-9ec0-49e4-8f22-5db27f470372 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=e001e1d8-306d-467a-b2a6-bd86f5be5c66 HTTP/1.1" status: 200 len: 848 time: 0.0549719 May 16 20:28:34.370678 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e88985d-d3c9-43d3-8364-1dba661e8ecc req-7b491959-316f-483b-864e-335bb098ef23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:28:34.372141 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-1e88985d-d3c9-43d3-8364-1dba661e8ecc req-7b491959-316f-483b-864e-335bb098ef23 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=40c86c5f-a6ca-4ec7-9bd7-4db98c5fd078&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0376849 May 16 20:28:34.467821 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-1e88985d-d3c9-43d3-8364-1dba661e8ecc req-f556dc20-1edb-40ac-84a1-4f71061fe261 service neutron] 10.222.0.81 "GET /v2.0/networks/40c86c5f-a6ca-4ec7-9bd7-4db98c5fd078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876935 May 16 20:28:34.559922 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-1e88985d-d3c9-43d3-8364-1dba661e8ecc req-318bf3fa-e794-45d5-82dc-e4ed69ab535d service neutron] 10.222.0.81 "GET /v2.0/networks/40c86c5f-a6ca-4ec7-9bd7-4db98c5fd078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840452 May 16 20:28:34.591837 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-1700c8ed-1b13-4c61-9c07-017ce3478850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bb2bc2a-1646-41ba-9161-5a3c9a6b6430', 'name': 'tempest-TestShelveInstance-1592804410-router', 'tenant_id': '0966cdee10bc4eebbb38ae04e066adf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'external_fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.12'}], 'enable_snat': True}, 'gw_port_id': '12c26b70-44e7-4b15-b826-830a29c12b3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:27:44Z', 'updated_at': '2022-05-16T20:27:47Z', 'revision_number': 4, 'project_id': '0966cdee10bc4eebbb38ae04e066adf2', 'gw_port': {'id': '12c26b70-44e7-4b15-b826-830a29c12b3b', 'name': '', 'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:73:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bb2bc2a-1646-41ba-9161-5a3c9a6b6430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:27:44Z', 'updated_at': '2022-05-16T20:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-7-iscsi', '_floatingips': [{'id': 'caf7c417-29d9-42a9-a592-7c602e9f3673', 'tenant_id': '0966cdee10bc4eebbb38ae04e066adf2', 'floating_ip_address': '172.27.2.142', 'floating_network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'router_id': '3bb2bc2a-1646-41ba-9161-5a3c9a6b6430', 'port_id': '16b01ccf-9f12-4ad0-9f9b-72f0680268f5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '40c86c5f-a6ca-4ec7-9bd7-4db98c5fd078', 'mac_address': 'fa:16:3e:10:49:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f32e9281-ccc5-4080-9f4a-4e230a8fc59e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T20:28:32Z', 'updated_at': '2022-05-16T20:28:32Z', 'revision_number': 0, 'project_id': '0966cdee10bc4eebbb38ae04e066adf2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '882d7b61-be19-428c-a030-c484d7666914', 'name': '', 'network_id': '40c86c5f-a6ca-4ec7-9bd7-4db98c5fd078', 'tenant_id': '0966cdee10bc4eebbb38ae04e066adf2', 'mac_address': 'fa:16:3e:7f:be:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bb2bc2a-1646-41ba-9161-5a3c9a6b6430', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'e001e1d8-306d-467a-b2a6-bd86f5be5c66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:27:46Z', 'updated_at': '2022-05-16T20:27:51Z', 'revision_number': 5, 'project_id': '0966cdee10bc4eebbb38ae04e066adf2', 'subnets': [{'id': 'e001e1d8-306d-467a-b2a6-bd86f5be5c66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-7-iscsi', False) {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:28:34.616080 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1700c8ed-1b13-4c61-9c07-017ce3478850 None None] The sync data for ids ['3bb2bc2a-1646-41ba-9161-5a3c9a6b6430'] in dv-cinder-830901-7-iscsi is: [{'id': '3bb2bc2a-1646-41ba-9161-5a3c9a6b6430', 'name': 'tempest-TestShelveInstance-1592804410-router', 'tenant_id': '0966cdee10bc4eebbb38ae04e066adf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'external_fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.12'}], 'enable_snat': True}, 'gw_port_id': '12c26b70-44e7-4b15-b826-830a29c12b3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:27:44Z', 'updated_at': '2022-05-16T20:27:47Z', 'revision_number': 4, 'project_id': '0966cdee10bc4eebbb38ae04e066adf2', 'gw_port': {'id': '12c26b70-44e7-4b15-b826-830a29c12b3b', 'name': '', 'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:73:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bb2bc2a-1646-41ba-9161-5a3c9a6b6430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:27:44Z', 'updated_at': '2022-05-16T20:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-7-iscsi', '_floatingips': [{'id': 'caf7c417-29d9-42a9-a592-7c602e9f3673', 'tenant_id': '0966cdee10bc4eebbb38ae04e066adf2', 'floating_ip_address': '172.27.2.142', 'floating_network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'router_id': '3bb2bc2a-1646-41ba-9161-5a3c9a6b6430', 'port_id': '16b01ccf-9f12-4ad0-9f9b-72f0680268f5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '40c86c5f-a6ca-4ec7-9bd7-4db98c5fd078', 'mac_address': 'fa:16:3e:10:49:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f32e9281-ccc5-4080-9f4a-4e230a8fc59e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T20:28:32Z', 'updated_at': '2022-05-16T20:28:32Z', 'revision_number': 0, 'project_id': '0966cdee10bc4eebbb38ae04e066adf2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '882d7b61-be19-428c-a030-c484d7666914', 'name': '', 'network_id': '40c86c5f-a6ca-4ec7-9bd7-4db98c5fd078', 'tenant_id': '0966cdee10bc4eebbb38ae04e066adf2', 'mac_address': 'fa:16:3e:7f:be:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bb2bc2a-1646-41ba-9161-5a3c9a6b6430', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'e001e1d8-306d-467a-b2a6-bd86f5be5c66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:27:46Z', 'updated_at': '2022-05-16T20:27:51Z', 'revision_number': 5, 'project_id': '0966cdee10bc4eebbb38ae04e066adf2', 'subnets': [{'id': 'e001e1d8-306d-467a-b2a6-bd86f5be5c66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 20:28:34.749217 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3bdd74-3c22-454f-a50f-2014a94efa5c req-ed4c653e-0356-4fb1-8a04-9f857fc19726 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:28:34.750758 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-4c3bdd74-3c22-454f-a50f-2014a94efa5c req-ed4c653e-0356-4fb1-8a04-9f857fc19726 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] 10.222.0.71 "GET /v2.0/ports?device_id=fa7df57c-3792-445a-85dd-10865098f763 HTTP/1.1" status: 200 len: 946 time: 0.0502284 May 16 20:28:34.799216 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-4c3bdd74-3c22-454f-a50f-2014a94efa5c req-5e2194c7-c6c4-417b-9570-ef177dd64d8c tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] 10.222.0.71 "GET /v2.0/security-groups?id=3a725130-a618-4fe5-b252-e3a6384e8833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426550 May 16 20:28:34.825432 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-accdb4c2-8db6-4c2f-a9e2-1c6ecd273691 None None] New status for floating IP caf7c417-29d9-42a9-a592-7c602e9f3673: ACTIVE {{(pid=103450) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 20:28:35.219636 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa094701-9d27-408d-b283-fd4bffd4998d req-58d95122-14f1-4351-a271-1136c30ac50d tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:28:35.221041 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-fa094701-9d27-408d-b283-fd4bffd4998d req-58d95122-14f1-4351-a271-1136c30ac50d tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/ports?device_id=40ef117e-1a68-498f-9573-d522cdd44d2b HTTP/1.1" status: 200 len: 945 time: 0.0462322 May 16 20:28:35.270084 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-fa094701-9d27-408d-b283-fd4bffd4998d req-10e76f77-ce04-42df-a907-4fa9044f1f68 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/security-groups?id=c6ed616f-e582-4088-8aea-3ca433a35e55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435483 May 16 20:28:35.915512 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655a3676-3162-486d-9366-d06881c6bb5a req-85923bd6-1790-4f8f-8e63-8d3d73186853 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:28:35.916997 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-655a3676-3162-486d-9366-d06881c6bb5a req-85923bd6-1790-4f8f-8e63-8d3d73186853 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] 10.222.0.71 "GET /v2.0/ports?device_id=fa7df57c-3792-445a-85dd-10865098f763 HTTP/1.1" status: 200 len: 946 time: 0.0487864 May 16 20:28:35.970797 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-655a3676-3162-486d-9366-d06881c6bb5a req-151b76ef-e69a-4bed-bf57-7fe4b39779d1 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] 10.222.0.71 "GET /v2.0/security-groups?id=3a725130-a618-4fe5-b252-e3a6384e8833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481780 May 16 20:28:36.383300 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7f8609-662e-4fde-9fa0-2726673ab44d req-fb88dbc5-295a-4486-bd87-04057adfab25 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:28:36.384801 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-3b7f8609-662e-4fde-9fa0-2726673ab44d req-fb88dbc5-295a-4486-bd87-04057adfab25 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/ports?device_id=40ef117e-1a68-498f-9573-d522cdd44d2b HTTP/1.1" status: 200 len: 945 time: 0.0469983 May 16 20:28:36.431870 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-3b7f8609-662e-4fde-9fa0-2726673ab44d req-add3ba2a-9de7-4bc5-9352-b0e98d2b830d tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/security-groups?id=c6ed616f-e582-4088-8aea-3ca433a35e55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407460 May 16 20:28:37.080070 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1861f42-2fd2-48c7-bfec-3e902dfd6919 req-a4ea136a-69e0-4479-bd27-4e761d6360b8 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:28:37.081551 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-e1861f42-2fd2-48c7-bfec-3e902dfd6919 req-a4ea136a-69e0-4479-bd27-4e761d6360b8 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] 10.222.0.71 "GET /v2.0/ports?device_id=fa7df57c-3792-445a-85dd-10865098f763 HTTP/1.1" status: 200 len: 946 time: 0.0458055 May 16 20:28:37.130981 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-e1861f42-2fd2-48c7-bfec-3e902dfd6919 req-e1f6dba7-9b56-415d-a459-422aba70ddc1 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] 10.222.0.71 "GET /v2.0/security-groups?id=3a725130-a618-4fe5-b252-e3a6384e8833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439205 May 16 20:28:37.544837 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9268b1c-0459-4ab0-af0d-a66084264477 req-12a065f8-f94b-477c-b9b2-bea036124944 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:28:37.546303 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-b9268b1c-0459-4ab0-af0d-a66084264477 req-12a065f8-f94b-477c-b9b2-bea036124944 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/ports?device_id=40ef117e-1a68-498f-9573-d522cdd44d2b HTTP/1.1" status: 200 len: 945 time: 0.0474629 May 16 20:28:37.592533 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-b9268b1c-0459-4ab0-af0d-a66084264477 req-db4f63bc-43f0-4fcd-bdd4-f4a025f092a6 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/security-groups?id=c6ed616f-e582-4088-8aea-3ca433a35e55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407202 May 16 20:28:37.640945 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-35b97b64-6a83-4d45-ac0f-007baa63c566 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:28:38.243842 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0a4702-d3ea-4414-b267-77ccca0713e6 req-0bab03d1-ec1b-4611-8510-7d0b5307c9a0 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:28:38.245342 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-3a0a4702-d3ea-4414-b267-77ccca0713e6 req-0bab03d1-ec1b-4611-8510-7d0b5307c9a0 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] 10.222.0.71 "GET /v2.0/ports?device_id=fa7df57c-3792-445a-85dd-10865098f763 HTTP/1.1" status: 200 len: 946 time: 0.0471270 May 16 20:28:38.291114 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-3a0a4702-d3ea-4414-b267-77ccca0713e6 req-ccba0973-4325-46a5-910a-737e9758a06c tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] 10.222.0.71 "GET /v2.0/security-groups?id=3a725130-a618-4fe5-b252-e3a6384e8833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396693 May 16 20:28:38.707503 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3437f4aa-22ff-454e-aa2a-9bbddb72fdce req-b818ff69-b540-4006-8338-b309cfb54345 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:28:38.708973 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-3437f4aa-22ff-454e-aa2a-9bbddb72fdce req-b818ff69-b540-4006-8338-b309cfb54345 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/ports?device_id=40ef117e-1a68-498f-9573-d522cdd44d2b HTTP/1.1" status: 200 len: 945 time: 0.0485888 May 16 20:28:38.754311 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-3437f4aa-22ff-454e-aa2a-9bbddb72fdce req-474ff7f2-6e1c-469a-adeb-450b43cf3f70 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/security-groups?id=c6ed616f-e582-4088-8aea-3ca433a35e55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398078 May 16 20:28:38.797849 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7e48644e-b95e-4624-af94-515661536cfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (250d088e-9c0e-4ec5-80f3-a83f8403448b), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:28:39.403264 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dfc688-ad50-428c-9d3f-06ad83b29539 req-47c95e56-031f-4095-a9a6-7b90d7c2c428 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:28:39.404686 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-73dfc688-ad50-428c-9d3f-06ad83b29539 req-47c95e56-031f-4095-a9a6-7b90d7c2c428 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] 10.222.0.71 "GET /v2.0/ports?device_id=fa7df57c-3792-445a-85dd-10865098f763 HTTP/1.1" status: 200 len: 946 time: 0.0474041 May 16 20:28:39.451226 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-73dfc688-ad50-428c-9d3f-06ad83b29539 req-9e1e7b8c-3255-4f8a-b687-fd52dee546e5 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] 10.222.0.71 "GET /v2.0/security-groups?id=3a725130-a618-4fe5-b252-e3a6384e8833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410571 May 16 20:28:39.867797 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84661a0-5a52-4a96-b57a-751955be4e72 req-47dd149d-75b9-418a-beb8-fd342f8dbaa5 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:28:39.869278 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-d84661a0-5a52-4a96-b57a-751955be4e72 req-47dd149d-75b9-418a-beb8-fd342f8dbaa5 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/ports?device_id=40ef117e-1a68-498f-9573-d522cdd44d2b HTTP/1.1" status: 200 len: 945 time: 0.0471210 May 16 20:28:39.917019 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-d84661a0-5a52-4a96-b57a-751955be4e72 req-45adbdf2-0019-45de-8c74-f203fb86a614 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/security-groups?id=c6ed616f-e582-4088-8aea-3ca433a35e55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414879 May 16 20:28:40.155348 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (748e0023-d5c8-44d3-9d74-a0da2def1ef4), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:28:40.564896 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bd84a5-005c-4acc-9a54-62b4e6d85a9a req-6e177b2d-5add-4555-b6a1-e7559dd69e80 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:28:40.566342 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-36bd84a5-005c-4acc-9a54-62b4e6d85a9a req-6e177b2d-5add-4555-b6a1-e7559dd69e80 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] 10.222.0.71 "GET /v2.0/ports?device_id=fa7df57c-3792-445a-85dd-10865098f763 HTTP/1.1" status: 200 len: 946 time: 0.0494208 May 16 20:28:40.611804 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-36bd84a5-005c-4acc-9a54-62b4e6d85a9a req-b49cc48f-16c3-4c64-8f8b-1de024377fb2 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] 10.222.0.71 "GET /v2.0/security-groups?id=3a725130-a618-4fe5-b252-e3a6384e8833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400031 May 16 20:28:40.849664 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6817a924-6d52-4d66-a8a7-036511333704 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (03fa33e9-7cc7-490c-b269-c4f69c490346), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:28:41.037732 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b2d25b-1343-4d6e-bad3-ea1961000bb7 req-796cec94-f724-4daa-8039-6473d748d78f tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:28:41.039197 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-91b2d25b-1343-4d6e-bad3-ea1961000bb7 req-796cec94-f724-4daa-8039-6473d748d78f tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/ports?device_id=40ef117e-1a68-498f-9573-d522cdd44d2b HTTP/1.1" status: 200 len: 945 time: 0.0519578 May 16 20:28:41.086222 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-91b2d25b-1343-4d6e-bad3-ea1961000bb7 req-c8acb2c4-8ecd-4151-bc41-1bef04738e22 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/security-groups?id=c6ed616f-e582-4088-8aea-3ca433a35e55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407045 May 16 20:28:41.255494 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (bddaa840-ffd9-43a2-8860-d40111f70aff), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:28:41.723067 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dbb0da-7bbe-461f-90aa-67317726b5b8 req-43691d63-5393-4706-bb10-f2a4512c5b16 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:28:41.724526 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-f6dbb0da-7bbe-461f-90aa-67317726b5b8 req-43691d63-5393-4706-bb10-f2a4512c5b16 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] 10.222.0.71 "GET /v2.0/ports?device_id=fa7df57c-3792-445a-85dd-10865098f763 HTTP/1.1" status: 200 len: 946 time: 0.0462177 May 16 20:28:41.771027 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-f6dbb0da-7bbe-461f-90aa-67317726b5b8 req-737e346f-1152-45aa-a417-ca49f87eb289 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] 10.222.0.71 "GET /v2.0/security-groups?id=3a725130-a618-4fe5-b252-e3a6384e8833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410266 May 16 20:28:42.201248 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaff2db5-518b-41d5-a0f0-c6c1a61815c6 req-1809ac63-9aa8-4128-8e22-9ad12c798f71 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:28:42.202727 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-eaff2db5-518b-41d5-a0f0-c6c1a61815c6 req-1809ac63-9aa8-4128-8e22-9ad12c798f71 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/ports?device_id=40ef117e-1a68-498f-9573-d522cdd44d2b HTTP/1.1" status: 200 len: 945 time: 0.0473814 May 16 20:28:42.248583 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-eaff2db5-518b-41d5-a0f0-c6c1a61815c6 req-f23da914-b7fa-4580-8a91-d1db30cc744e tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/security-groups?id=c6ed616f-e582-4088-8aea-3ca433a35e55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403128 May 16 20:28:42.888953 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51712904-7dbf-4995-b7c1-4fd3f9e6f531 req-e28958fd-f177-4fa9-b84f-8aac550cd5a2 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:28:42.890428 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-51712904-7dbf-4995-b7c1-4fd3f9e6f531 req-e28958fd-f177-4fa9-b84f-8aac550cd5a2 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] 10.222.0.71 "GET /v2.0/ports?device_id=fa7df57c-3792-445a-85dd-10865098f763 HTTP/1.1" status: 200 len: 946 time: 0.0497260 May 16 20:28:42.937799 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-51712904-7dbf-4995-b7c1-4fd3f9e6f531 req-9a129b48-c56b-4101-9934-cc62d72902f3 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] 10.222.0.71 "GET /v2.0/security-groups?id=3a725130-a618-4fe5-b252-e3a6384e8833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415773 May 16 20:28:43.359894 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf80fd9-7eab-467d-a43a-bfd391305d55 req-2ac1eed3-a601-4ed6-9a99-88b461dbfe35 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:28:43.361369 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-abf80fd9-7eab-467d-a43a-bfd391305d55 req-2ac1eed3-a601-4ed6-9a99-88b461dbfe35 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/ports?device_id=40ef117e-1a68-498f-9573-d522cdd44d2b HTTP/1.1" status: 200 len: 945 time: 0.0460937 May 16 20:28:43.410610 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-abf80fd9-7eab-467d-a43a-bfd391305d55 req-6f13a78b-47f8-451f-9ef4-ff3c615cab35 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/security-groups?id=c6ed616f-e582-4088-8aea-3ca433a35e55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437460 May 16 20:28:44.049806 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3548ab-bb0b-4f2b-a61a-a812ec216116 req-8e7d776a-2fa1-4b70-8669-7425ef19cf4c tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:28:44.051271 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-ed3548ab-bb0b-4f2b-a61a-a812ec216116 req-8e7d776a-2fa1-4b70-8669-7425ef19cf4c tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] 10.222.0.71 "GET /v2.0/ports?device_id=fa7df57c-3792-445a-85dd-10865098f763 HTTP/1.1" status: 200 len: 946 time: 0.0471666 May 16 20:28:44.097192 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-ed3548ab-bb0b-4f2b-a61a-a812ec216116 req-39a4e49c-1a67-4042-ba59-a6a1596fcfa4 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] 10.222.0.71 "GET /v2.0/security-groups?id=3a725130-a618-4fe5-b252-e3a6384e8833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403345 May 16 20:28:44.317295 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e62a3c-89b2-4573-89ba-2d55b6d47107 req-6281d999-14dc-4459-b075-733c68d9960d tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:28:44.318756 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-58e62a3c-89b2-4573-89ba-2d55b6d47107 req-6281d999-14dc-4459-b075-733c68d9960d tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] 10.222.0.71 "GET /v2.0/ports?device_id=fa7df57c-3792-445a-85dd-10865098f763 HTTP/1.1" status: 200 len: 946 time: 0.0716674 May 16 20:28:44.341271 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4a5752-e5be-453a-9720-a88330d71a88 req-38a58444-a876-4a1a-b64a-0a19d057028f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:28:44.342678 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-6a4a5752-e5be-453a-9720-a88330d71a88 req-38a58444-a876-4a1a-b64a-0a19d057028f service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=10f3494602c84c748ead115d649fc9cc&device_id=fa7df57c-3792-445a-85dd-10865098f763 HTTP/1.1" status: 200 len: 1130 time: 0.0632186 May 16 20:28:44.394192 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-58e62a3c-89b2-4573-89ba-2d55b6d47107 req-02c2fd7a-1315-4199-a1cf-aa11582f6617 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] 10.222.0.71 "GET /v2.0/security-groups?id=3a725130-a618-4fe5-b252-e3a6384e8833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683587 May 16 20:28:44.452305 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4a5752-e5be-453a-9720-a88330d71a88 req-4bfa0877-a5e6-4f6e-a1e7-dc0414bc1814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:28:44.453783 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-6a4a5752-e5be-453a-9720-a88330d71a88 req-4bfa0877-a5e6-4f6e-a1e7-dc0414bc1814 service neutron] 10.222.0.81 "GET /v2.0/networks?id=e7a89d4e-230a-49f4-9073-4fb4c366ed99 HTTP/1.1" status: 200 len: 911 time: 0.1037564 May 16 20:28:44.518863 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-6a4a5752-e5be-453a-9720-a88330d71a88 req-c9edbb62-f125-4cae-be82-fd5baf691af9 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=25705cbe-e055-4b19-865c-03695eb62fbe HTTP/1.1" status: 200 len: 1001 time: 0.0576725 May 16 20:28:44.524367 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03173b36-aae5-425f-ac57-f096f4b86fb7 req-cf65e4d6-0fa4-4f2f-b087-535f25eedaa1 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:28:44.525824 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-03173b36-aae5-425f-ac57-f096f4b86fb7 req-cf65e4d6-0fa4-4f2f-b087-535f25eedaa1 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/ports?device_id=40ef117e-1a68-498f-9573-d522cdd44d2b HTTP/1.1" status: 200 len: 945 time: 0.0465455 May 16 20:28:44.568698 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4a5752-e5be-453a-9720-a88330d71a88 req-12efaff9-d85f-411d-a077-89ada1c2f9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:28:44.570144 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-6a4a5752-e5be-453a-9720-a88330d71a88 req-12efaff9-d85f-411d-a077-89ada1c2f9f9 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=a67edfad-ba11-4420-bc2d-c5a2924d53c8 HTTP/1.1" status: 200 len: 849 time: 0.0442526 May 16 20:28:44.573286 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-03173b36-aae5-425f-ac57-f096f4b86fb7 req-a18f420b-ae0f-4c55-8b7e-ff1d5790afdb tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/security-groups?id=c6ed616f-e582-4088-8aea-3ca433a35e55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403106 May 16 20:28:44.614721 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4a5752-e5be-453a-9720-a88330d71a88 req-72eee5fd-663e-4793-89e6-8726d9a4ad4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:28:44.616194 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-6a4a5752-e5be-453a-9720-a88330d71a88 req-72eee5fd-663e-4793-89e6-8726d9a4ad4e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e7a89d4e-230a-49f4-9073-4fb4c366ed99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0384333 May 16 20:28:44.713184 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-6a4a5752-e5be-453a-9720-a88330d71a88 req-219b997c-7f31-4ee8-8291-9cfe1df94ccd service neutron] 10.222.0.81 "GET /v2.0/networks/e7a89d4e-230a-49f4-9073-4fb4c366ed99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827675 May 16 20:28:44.800437 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-6a4a5752-e5be-453a-9720-a88330d71a88 req-b0a2bede-80d7-4b2b-a2bb-7ebe2cd37cb4 service neutron] 10.222.0.81 "GET /v2.0/networks/e7a89d4e-230a-49f4-9073-4fb4c366ed99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800769 May 16 20:28:45.691324 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2a2933-cc81-47d5-a2c8-89bbf73cd530 req-ab1aaa3a-2f9a-4fe9-8309-6be743fb565e tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:28:45.692766 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-9c2a2933-cc81-47d5-a2c8-89bbf73cd530 req-ab1aaa3a-2f9a-4fe9-8309-6be743fb565e tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/ports?device_id=40ef117e-1a68-498f-9573-d522cdd44d2b HTTP/1.1" status: 200 len: 945 time: 0.0483749 May 16 20:28:45.737724 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f411e5-cca9-4fb4-8d70-312bd89629b4 req-385cfa35-64df-491b-849f-ba10bb3e7f87 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:28:45.739194 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-94f411e5-cca9-4fb4-8d70-312bd89629b4 req-385cfa35-64df-491b-849f-ba10bb3e7f87 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] 10.222.0.71 "GET /v2.0/ports?device_id=fa7df57c-3792-445a-85dd-10865098f763 HTTP/1.1" status: 200 len: 946 time: 0.2772129 May 16 20:28:45.741062 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-9c2a2933-cc81-47d5-a2c8-89bbf73cd530 req-92332d4b-2cfd-4405-9b17-234316373ec9 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/security-groups?id=c6ed616f-e582-4088-8aea-3ca433a35e55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426362 May 16 20:28:45.784969 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-94f411e5-cca9-4fb4-8d70-312bd89629b4 req-e2577335-ef5a-499e-bf7f-9ac568041f8c tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] 10.222.0.71 "GET /v2.0/security-groups?id=3a725130-a618-4fe5-b252-e3a6384e8833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401745 May 16 20:28:46.856440 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ec9288-ed99-4811-aa63-8d9b5b0f75c7 req-64ec41ed-0dc2-493d-9249-48c7a379cf47 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:28:46.857895 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-04ec9288-ed99-4811-aa63-8d9b5b0f75c7 req-64ec41ed-0dc2-493d-9249-48c7a379cf47 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/ports?device_id=40ef117e-1a68-498f-9573-d522cdd44d2b HTTP/1.1" status: 200 len: 945 time: 0.0491025 May 16 20:28:46.903545 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-04ec9288-ed99-4811-aa63-8d9b5b0f75c7 req-bd2ab61a-39b0-4c5f-a5cd-654f9b54ebff tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/security-groups?id=c6ed616f-e582-4088-8aea-3ca433a35e55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401998 May 16 20:28:48.016436 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc76d87-86f2-4f0e-80ec-27c80a957ad9 req-7f53d3de-8c97-46f9-aac0-f75010a56bde tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:28:48.018163 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-6dc76d87-86f2-4f0e-80ec-27c80a957ad9 req-7f53d3de-8c97-46f9-aac0-f75010a56bde tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/ports?device_id=40ef117e-1a68-498f-9573-d522cdd44d2b HTTP/1.1" status: 200 len: 945 time: 0.0474083 May 16 20:28:48.047613 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.agents_db [None req-fef3025b-cde1-4f6e-a405-d73d123fae0f None None] Agent healthcheck: found 6 active agents {{(pid=103451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 20:28:48.063893 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-6dc76d87-86f2-4f0e-80ec-27c80a957ad9 req-3e104249-fbd5-4a80-b2b5-cd0743e69d59 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/security-groups?id=c6ed616f-e582-4088-8aea-3ca433a35e55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402687 May 16 20:28:49.181238 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e594853-e875-4e9f-a242-4017f2d41849 req-c2f25457-67f2-4aa5-8be4-2673fcad2d44 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:28:49.182714 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-9e594853-e875-4e9f-a242-4017f2d41849 req-c2f25457-67f2-4aa5-8be4-2673fcad2d44 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/ports?device_id=40ef117e-1a68-498f-9573-d522cdd44d2b HTTP/1.1" status: 200 len: 945 time: 0.0475464 May 16 20:28:49.230360 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-9e594853-e875-4e9f-a242-4017f2d41849 req-b414413f-4a1a-47bd-94ed-aca0182867fd tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/security-groups?id=c6ed616f-e582-4088-8aea-3ca433a35e55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412533 May 16 20:28:50.348651 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17479f20-c3d2-4286-a28f-58d94356f58b req-80f8131b-0b74-4024-95d2-2e6011f07490 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:28:50.350184 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-17479f20-c3d2-4286-a28f-58d94356f58b req-80f8131b-0b74-4024-95d2-2e6011f07490 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/ports?device_id=40ef117e-1a68-498f-9573-d522cdd44d2b HTTP/1.1" status: 200 len: 945 time: 0.0521588 May 16 20:28:50.400695 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-17479f20-c3d2-4286-a28f-58d94356f58b req-39fd533f-b2b8-4724-8530-d61a825c6fc7 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/security-groups?id=c6ed616f-e582-4088-8aea-3ca433a35e55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438855 May 16 20:28:50.457008 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7057ae1a-7c06-4361-86a4-acb31388d44a req-b7458fe8-2c0a-4ecf-b1de-4963bb857b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:28:50.458478 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-7057ae1a-7c06-4361-86a4-acb31388d44a req-b7458fe8-2c0a-4ecf-b1de-4963bb857b2f service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=40ef117e-1a68-498f-9573-d522cdd44d2b HTTP/1.1" status: 200 len: 1129 time: 0.0389645 May 16 20:28:50.504430 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-7057ae1a-7c06-4361-86a4-acb31388d44a req-0bd9f0e9-b7c6-4b3e-918d-4d094043648a service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=c6ed616f-e582-4088-8aea-3ca433a35e55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388281 May 16 20:28:51.514498 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e043f96-7486-4d53-9f70-a021ce8f1a48 req-c11310d6-67e9-4320-a054-3e334594f274 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:28:51.515914 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-8e043f96-7486-4d53-9f70-a021ce8f1a48 req-c11310d6-67e9-4320-a054-3e334594f274 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/ports?device_id=40ef117e-1a68-498f-9573-d522cdd44d2b HTTP/1.1" status: 200 len: 945 time: 0.0452125 May 16 20:28:51.569908 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-8e043f96-7486-4d53-9f70-a021ce8f1a48 req-7d64cedb-839f-49ee-b6df-e493a002fb80 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/security-groups?id=c6ed616f-e582-4088-8aea-3ca433a35e55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482991 May 16 20:28:52.683961 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff8993f-366c-4b70-9d37-e40e8a84046c req-965554cd-9e49-4b7b-a1ef-c23398811ff8 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:28:52.685460 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-1ff8993f-366c-4b70-9d37-e40e8a84046c req-965554cd-9e49-4b7b-a1ef-c23398811ff8 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/ports?device_id=40ef117e-1a68-498f-9573-d522cdd44d2b HTTP/1.1" status: 200 len: 945 time: 0.0472903 May 16 20:28:52.736441 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-1ff8993f-366c-4b70-9d37-e40e8a84046c req-9f237bb5-1c4f-43c0-8b46-d66491770d1d tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/security-groups?id=c6ed616f-e582-4088-8aea-3ca433a35e55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454304 May 16 20:28:53.106746 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832112f9-e597-4688-84d2-ac2c881a3c63 req-cda3836d-0e2c-4b41-a290-030476f497b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:28:53.108283 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-832112f9-e597-4688-84d2-ac2c881a3c63 req-cda3836d-0e2c-4b41-a290-030476f497b6 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=c5993f86ca3e459582b0aad65ca76d4d&device_id=40ef117e-1a68-498f-9573-d522cdd44d2b HTTP/1.1" status: 200 len: 1129 time: 0.0410995 May 16 20:28:53.117395 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506b651f-30d7-4543-9c81-04525de1bc42 req-6383f2bc-1ef5-4003-b613-2e0d0631183f tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:28:53.119433 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-506b651f-30d7-4543-9c81-04525de1bc42 req-6383f2bc-1ef5-4003-b613-2e0d0631183f tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/ports?device_id=40ef117e-1a68-498f-9573-d522cdd44d2b HTTP/1.1" status: 200 len: 945 time: 0.0473845 May 16 20:28:53.166126 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-506b651f-30d7-4543-9c81-04525de1bc42 req-b09c1138-cc82-4c78-91a5-f05f2c032f9f tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/security-groups?id=c6ed616f-e582-4088-8aea-3ca433a35e55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410340 May 16 20:28:53.197924 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832112f9-e597-4688-84d2-ac2c881a3c63 req-01946058-e340-47c5-a03c-8fe735678aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:28:53.199545 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-832112f9-e597-4688-84d2-ac2c881a3c63 req-01946058-e340-47c5-a03c-8fe735678aa3 service neutron] 10.222.0.81 "GET /v2.0/networks?id=44ec8ff3-657b-44fd-8b1b-d2a19a5ed33e HTTP/1.1" status: 200 len: 919 time: 0.0846629 May 16 20:28:53.267184 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-832112f9-e597-4688-84d2-ac2c881a3c63 req-bb307c19-9c1c-4bf8-86b9-1531e3915250 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b3c0afac-8a34-415b-b5ff-e86625f2b6e4 HTTP/1.1" status: 200 len: 1001 time: 0.0578973 May 16 20:28:53.325488 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832112f9-e597-4688-84d2-ac2c881a3c63 req-308c4bdd-5399-4926-9e5f-d0ccd5cfddd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:28:53.326923 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-832112f9-e597-4688-84d2-ac2c881a3c63 req-308c4bdd-5399-4926-9e5f-d0ccd5cfddd0 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=79cb81dd-edd6-4080-acf6-86e748571b36 HTTP/1.1" status: 200 len: 857 time: 0.0437338 May 16 20:28:53.368856 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832112f9-e597-4688-84d2-ac2c881a3c63 req-8f173d60-adef-4b9f-911d-015e22892c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:28:53.370896 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-832112f9-e597-4688-84d2-ac2c881a3c63 req-8f173d60-adef-4b9f-911d-015e22892c67 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=44ec8ff3-657b-44fd-8b1b-d2a19a5ed33e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0375810 May 16 20:28:53.462159 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-832112f9-e597-4688-84d2-ac2c881a3c63 req-5baed0ec-b7ad-4b96-91d0-6be4a663f3d8 service neutron] 10.222.0.81 "GET /v2.0/networks/44ec8ff3-657b-44fd-8b1b-d2a19a5ed33e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841916 May 16 20:28:53.549910 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-832112f9-e597-4688-84d2-ac2c881a3c63 req-97c7c6b2-876e-466e-87f3-9af7b579922c service neutron] 10.222.0.81 "GET /v2.0/networks/44ec8ff3-657b-44fd-8b1b-d2a19a5ed33e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808673 May 16 20:28:54.290179 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89084d95-8eaf-4a8a-92cf-c47b14962410 req-66e28a21-23eb-40a4-98a6-f76895b95efc tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:28:54.291657 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-89084d95-8eaf-4a8a-92cf-c47b14962410 req-66e28a21-23eb-40a4-98a6-f76895b95efc tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/ports?device_id=40ef117e-1a68-498f-9573-d522cdd44d2b HTTP/1.1" status: 200 len: 945 time: 0.0526717 May 16 20:28:54.337838 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-89084d95-8eaf-4a8a-92cf-c47b14962410 req-9833c68f-bbc1-4df2-a6d5-4569ada91ad8 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/security-groups?id=c6ed616f-e582-4088-8aea-3ca433a35e55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406654 May 16 20:28:55.455911 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f23022-b152-43f5-ba4a-b7db0fae3cb1 req-3f554c9a-82a0-4fa1-acfb-5b2ed32ad4bc tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:28:55.457294 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-f0f23022-b152-43f5-ba4a-b7db0fae3cb1 req-3f554c9a-82a0-4fa1-acfb-5b2ed32ad4bc tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/ports?device_id=40ef117e-1a68-498f-9573-d522cdd44d2b HTTP/1.1" status: 200 len: 945 time: 0.0485256 May 16 20:28:55.504073 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-f0f23022-b152-43f5-ba4a-b7db0fae3cb1 req-a64d1fef-3b1d-4944-ba90-776ac3293707 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/security-groups?id=c6ed616f-e582-4088-8aea-3ca433a35e55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411832 May 16 20:28:56.625118 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98ee77a-ea54-4a5f-8cef-25bff1a7f20a req-9a0a571e-5ab1-46da-b090-2e5c1a91c10a tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:28:56.626589 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-b98ee77a-ea54-4a5f-8cef-25bff1a7f20a req-9a0a571e-5ab1-46da-b090-2e5c1a91c10a tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/ports?device_id=40ef117e-1a68-498f-9573-d522cdd44d2b HTTP/1.1" status: 200 len: 945 time: 0.0483723 May 16 20:28:56.674159 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-b98ee77a-ea54-4a5f-8cef-25bff1a7f20a req-c04fb253-9da6-452f-9af2-4cd864b9e60d tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/security-groups?id=c6ed616f-e582-4088-8aea-3ca433a35e55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420597 May 16 20:28:56.788520 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79616fa-325e-4f7f-a9ad-741692cd437a req-8c04ad73-2d11-4040-816b-164c47b4862d tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:28:56.789895 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-f79616fa-325e-4f7f-a9ad-741692cd437a req-8c04ad73-2d11-4040-816b-164c47b4862d tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/ports?device_id=40ef117e-1a68-498f-9573-d522cdd44d2b HTTP/1.1" status: 200 len: 945 time: 0.0537109 May 16 20:28:56.798629 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.71', 49828) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:28:56.803237 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.v2.base [None req-35ca1644-8524-4f46-b816-7ee55ceb8615 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Request body: {'floatingip': {'port_id': 'b3c0afac-8a34-415b-b5ff-e86625f2b6e4'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:28:56.860178 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-35ca1644-8524-4f46-b816-7ee55ceb8615 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Publish callbacks [] for floatingip (ddfe3862-afa4-4b04-8517-7248cb624b6f), before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:28:57.305548 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-35ca1644-8524-4f46-b816-7ee55ceb8615 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:28:57.309181 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-35ca1644-8524-4f46-b816-7ee55ceb8615 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1640477'] for floatingip (ddfe3862-afa4-4b04-8517-7248cb624b6f), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:28:57.499836 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35ca1644-8524-4f46-b816-7ee55ceb8615 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Router de21da6a-f7da-49e0-8797-88d20b20c5ea has already been hosted by L3 agent fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f {{(pid=103448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 20:28:57.599339 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35ca1644-8524-4f46-b816-7ee55ceb8615 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Notify agent at l3_agent.dv-cinder-830901-7-iscsi the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 20:28:57.604198 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-35ca1644-8524-4f46-b816-7ee55ceb8615 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-338397'] for floatingip (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:28:57.609177 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-833153c3-bae1-452a-b20f-16d16f3f7673 None None] Sync routers for ids ['de21da6a-f7da-49e0-8797-88d20b20c5ea'] in dv-cinder-830901-7-iscsi {{(pid=103451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 20:28:57.618747 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-833153c3-bae1-452a-b20f-16d16f3f7673 None None] Routers {'de21da6a-f7da-49e0-8797-88d20b20c5ea'} bound to L3 agent in host dv-cinder-830901-7-iscsi {{(pid=103451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:28:57.619344 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-833153c3-bae1-452a-b20f-16d16f3f7673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-16T20:16:38Z,description=,heartbeat_timestamp=2022-05-16T20:28:38Z,host='dv-cinder-830901-7-iscsi',id=fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:16:38Z,topic='l3_agent')) {'router_ids': ['de21da6a-f7da-49e0-8797-88d20b20c5ea'], 'active': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:28:57.635941 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40ef117e-1a68-498f-9573-d522cdd44d2b', 'tag': 'b3c0afac-8a34-415b-b5ff-e86625f2b6e4'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 20:28:57.638776 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cabd327eae894280a08d6ee7d9129781675a5828ba01ec684011f2f655eb9e7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-204f09a0-285b-4a1a-b7b5-194c4777443d" -d '{"events": [{"name": "network-changed", "server_uuid": "40ef117e-1a68-498f-9573-d522cdd44d2b", "tag": "b3c0afac-8a34-415b-b5ff-e86625f2b6e4"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 20:28:57.673046 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-35ca1644-8524-4f46-b816-7ee55ceb8615 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "PUT /v2.0/floatingips/ddfe3862-afa4-4b04-8517-7248cb624b6f HTTP/1.1" status: 200 len: 993 time: 0.8730524 May 16 20:28:57.688840 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 20:28:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0145691-0c41-4217-be62-526b82be8eea x-openstack-request-id: req-c0145691-0c41-4217-be62-526b82be8eea {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 20:28:57.689131 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40ef117e-1a68-498f-9573-d522cdd44d2b", "tag": "b3c0afac-8a34-415b-b5ff-e86625f2b6e4", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 20:28:57.689389 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-c0145691-0c41-4217-be62-526b82be8eea {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 20:28:57.689789 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0145691-0c41-4217-be62-526b82be8eea'] response: {'name': 'network-changed', 'server_uuid': '40ef117e-1a68-498f-9573-d522cdd44d2b', 'tag': 'b3c0afac-8a34-415b-b5ff-e86625f2b6e4', 'status': 'completed', 'code': 200} May 16 20:28:57.722725 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvr_db [None req-833153c3-bae1-452a-b20f-16d16f3f7673 None None] Set router de21da6a-f7da-49e0-8797-88d20b20c5ea gateway port host: dv-cinder-830901-7-iscsi {{(pid=103451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:28:57.753954 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204f09a0-285b-4a1a-b7b5-194c4777443d req-e920bfa8-696d-40ab-bd74-68520ab6c8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:28:57.755386 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-204f09a0-285b-4a1a-b7b5-194c4777443d req-e920bfa8-696d-40ab-bd74-68520ab6c8f2 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=c5993f86ca3e459582b0aad65ca76d4d&device_id=40ef117e-1a68-498f-9573-d522cdd44d2b HTTP/1.1" status: 200 len: 1129 time: 0.0394363 May 16 20:28:57.843033 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204f09a0-285b-4a1a-b7b5-194c4777443d req-d2f610d0-963e-4621-b66f-d87cc5ac531e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:28:57.844533 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-204f09a0-285b-4a1a-b7b5-194c4777443d req-d2f610d0-963e-4621-b66f-d87cc5ac531e service neutron] 10.222.0.81 "GET /v2.0/networks?id=44ec8ff3-657b-44fd-8b1b-d2a19a5ed33e HTTP/1.1" status: 200 len: 919 time: 0.0827670 May 16 20:28:57.908499 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-204f09a0-285b-4a1a-b7b5-194c4777443d req-de1563ab-19f9-461b-a469-9e0002a3f058 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b3c0afac-8a34-415b-b5ff-e86625f2b6e4 HTTP/1.1" status: 200 len: 1001 time: 0.0571141 May 16 20:28:57.929619 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-833153c3-bae1-452a-b20f-16d16f3f7673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de21da6a-f7da-49e0-8797-88d20b20c5ea', 'name': 'tempest-ServerRescueNegativeTestJSON-801511336-router', 'tenant_id': 'c5993f86ca3e459582b0aad65ca76d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'external_fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.246'}], 'enable_snat': True}, 'gw_port_id': '7d7fe191-445d-40a3-a3bf-d8fbb8bea8d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:25:06Z', 'updated_at': '2022-05-16T20:25:13Z', 'revision_number': 4, 'project_id': 'c5993f86ca3e459582b0aad65ca76d4d', 'gw_port': {'id': '7d7fe191-445d-40a3-a3bf-d8fbb8bea8d7', 'name': '', 'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f9:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de21da6a-f7da-49e0-8797-88d20b20c5ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:25:08Z', 'updated_at': '2022-05-16T20:25:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-7-iscsi', '_floatingips': [{'id': 'ddfe3862-afa4-4b04-8517-7248cb624b6f', 'tenant_id': 'c5993f86ca3e459582b0aad65ca76d4d', 'floating_ip_address': '172.27.2.176', 'floating_network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'router_id': 'de21da6a-f7da-49e0-8797-88d20b20c5ea', 'port_id': 'b3c0afac-8a34-415b-b5ff-e86625f2b6e4', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 409, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '44ec8ff3-657b-44fd-8b1b-d2a19a5ed33e', 'mac_address': 'fa:16:3e:9f:54:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40ef117e-1a68-498f-9573-d522cdd44d2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T20:27:16Z', 'updated_at': '2022-05-16T20:28:57Z', 'revision_number': 3, 'project_id': 'c5993f86ca3e459582b0aad65ca76d4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7f42fc2-d19c-43e9-a9f9-d76b3c690128', 'name': '', 'network_id': '44ec8ff3-657b-44fd-8b1b-d2a19a5ed33e', 'tenant_id': 'c5993f86ca3e459582b0aad65ca76d4d', 'mac_address': 'fa:16:3e:50:6f:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de21da6a-f7da-49e0-8797-88d20b20c5ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '79cb81dd-edd6-4080-acf6-86e748571b36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:25:12Z', 'updated_at': '2022-05-16T20:25:28Z', 'revision_number': 5, 'project_id': 'c5993f86ca3e459582b0aad65ca76d4d', 'subnets': [{'id': '79cb81dd-edd6-4080-acf6-86e748571b36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-7-iscsi', False) {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:28:57.957718 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-833153c3-bae1-452a-b20f-16d16f3f7673 None None] Checking router: de21da6a-f7da-49e0-8797-88d20b20c5ea for host: dv-cinder-830901-7-iscsi {{(pid=103451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 20:28:57.963837 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204f09a0-285b-4a1a-b7b5-194c4777443d req-ce9512fc-b722-47c3-a3b7-1422fc629c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:28:57.965331 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-204f09a0-285b-4a1a-b7b5-194c4777443d req-ce9512fc-b722-47c3-a3b7-1422fc629c15 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=79cb81dd-edd6-4080-acf6-86e748571b36 HTTP/1.1" status: 200 len: 857 time: 0.0499916 May 16 20:28:57.965813 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-833153c3-bae1-452a-b20f-16d16f3f7673 None None] Routers {'de21da6a-f7da-49e0-8797-88d20b20c5ea'} bound to L3 agent in host dv-cinder-830901-7-iscsi {{(pid=103451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:28:57.966545 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-833153c3-bae1-452a-b20f-16d16f3f7673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-16T20:16:38Z,description=,heartbeat_timestamp=2022-05-16T20:28:38Z,host='dv-cinder-830901-7-iscsi',id=fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:16:38Z,topic='l3_agent')) {'router_ids': ['de21da6a-f7da-49e0-8797-88d20b20c5ea'], 'active': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:28:58.008505 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204f09a0-285b-4a1a-b7b5-194c4777443d req-3305f1f0-8fb3-4926-9b80-99d50108f33b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:28:58.009914 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-204f09a0-285b-4a1a-b7b5-194c4777443d req-3305f1f0-8fb3-4926-9b80-99d50108f33b service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=44ec8ff3-657b-44fd-8b1b-d2a19a5ed33e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382438 May 16 20:28:58.065954 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvr_db [None req-833153c3-bae1-452a-b20f-16d16f3f7673 None None] Set router de21da6a-f7da-49e0-8797-88d20b20c5ea gateway port host: dv-cinder-830901-7-iscsi {{(pid=103451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:28:58.109544 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-204f09a0-285b-4a1a-b7b5-194c4777443d req-42ed357a-0eeb-49f6-88ea-98c451764912 service neutron] 10.222.0.81 "GET /v2.0/networks/44ec8ff3-657b-44fd-8b1b-d2a19a5ed33e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927408 May 16 20:28:58.199138 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-204f09a0-285b-4a1a-b7b5-194c4777443d req-c0e0b5d0-dc63-4f41-84b6-e3f804ea721a service neutron] 10.222.0.81 "GET /v2.0/networks/44ec8ff3-657b-44fd-8b1b-d2a19a5ed33e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831184 May 16 20:28:58.267863 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-833153c3-bae1-452a-b20f-16d16f3f7673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de21da6a-f7da-49e0-8797-88d20b20c5ea', 'name': 'tempest-ServerRescueNegativeTestJSON-801511336-router', 'tenant_id': 'c5993f86ca3e459582b0aad65ca76d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'external_fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.246'}], 'enable_snat': True}, 'gw_port_id': '7d7fe191-445d-40a3-a3bf-d8fbb8bea8d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:25:06Z', 'updated_at': '2022-05-16T20:25:13Z', 'revision_number': 4, 'project_id': 'c5993f86ca3e459582b0aad65ca76d4d', 'gw_port': {'id': '7d7fe191-445d-40a3-a3bf-d8fbb8bea8d7', 'name': '', 'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f9:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de21da6a-f7da-49e0-8797-88d20b20c5ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:25:08Z', 'updated_at': '2022-05-16T20:25:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-7-iscsi', '_floatingips': [{'id': 'ddfe3862-afa4-4b04-8517-7248cb624b6f', 'tenant_id': 'c5993f86ca3e459582b0aad65ca76d4d', 'floating_ip_address': '172.27.2.176', 'floating_network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'router_id': 'de21da6a-f7da-49e0-8797-88d20b20c5ea', 'port_id': 'b3c0afac-8a34-415b-b5ff-e86625f2b6e4', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 409, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '44ec8ff3-657b-44fd-8b1b-d2a19a5ed33e', 'mac_address': 'fa:16:3e:9f:54:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40ef117e-1a68-498f-9573-d522cdd44d2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T20:27:16Z', 'updated_at': '2022-05-16T20:28:57Z', 'revision_number': 3, 'project_id': 'c5993f86ca3e459582b0aad65ca76d4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7f42fc2-d19c-43e9-a9f9-d76b3c690128', 'name': '', 'network_id': '44ec8ff3-657b-44fd-8b1b-d2a19a5ed33e', 'tenant_id': 'c5993f86ca3e459582b0aad65ca76d4d', 'mac_address': 'fa:16:3e:50:6f:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de21da6a-f7da-49e0-8797-88d20b20c5ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '79cb81dd-edd6-4080-acf6-86e748571b36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:25:12Z', 'updated_at': '2022-05-16T20:25:28Z', 'revision_number': 5, 'project_id': 'c5993f86ca3e459582b0aad65ca76d4d', 'subnets': [{'id': '79cb81dd-edd6-4080-acf6-86e748571b36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-7-iscsi', False) {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:28:58.291067 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-833153c3-bae1-452a-b20f-16d16f3f7673 None None] The sync data for ids ['de21da6a-f7da-49e0-8797-88d20b20c5ea'] in dv-cinder-830901-7-iscsi is: [{'id': 'de21da6a-f7da-49e0-8797-88d20b20c5ea', 'name': 'tempest-ServerRescueNegativeTestJSON-801511336-router', 'tenant_id': 'c5993f86ca3e459582b0aad65ca76d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'external_fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.246'}], 'enable_snat': True}, 'gw_port_id': '7d7fe191-445d-40a3-a3bf-d8fbb8bea8d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:25:06Z', 'updated_at': '2022-05-16T20:25:13Z', 'revision_number': 4, 'project_id': 'c5993f86ca3e459582b0aad65ca76d4d', 'gw_port': {'id': '7d7fe191-445d-40a3-a3bf-d8fbb8bea8d7', 'name': '', 'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f9:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de21da6a-f7da-49e0-8797-88d20b20c5ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:25:08Z', 'updated_at': '2022-05-16T20:25:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-7-iscsi', '_floatingips': [{'id': 'ddfe3862-afa4-4b04-8517-7248cb624b6f', 'tenant_id': 'c5993f86ca3e459582b0aad65ca76d4d', 'floating_ip_address': '172.27.2.176', 'floating_network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'router_id': 'de21da6a-f7da-49e0-8797-88d20b20c5ea', 'port_id': 'b3c0afac-8a34-415b-b5ff-e86625f2b6e4', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 409, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '44ec8ff3-657b-44fd-8b1b-d2a19a5ed33e', 'mac_address': 'fa:16:3e:9f:54:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40ef117e-1a68-498f-9573-d522cdd44d2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T20:27:16Z', 'updated_at': '2022-05-16T20:28:57Z', 'revision_number': 3, 'project_id': 'c5993f86ca3e459582b0aad65ca76d4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7f42fc2-d19c-43e9-a9f9-d76b3c690128', 'name': '', 'network_id': '44ec8ff3-657b-44fd-8b1b-d2a19a5ed33e', 'tenant_id': 'c5993f86ca3e459582b0aad65ca76d4d', 'mac_address': 'fa:16:3e:50:6f:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de21da6a-f7da-49e0-8797-88d20b20c5ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '79cb81dd-edd6-4080-acf6-86e748571b36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:25:12Z', 'updated_at': '2022-05-16T20:25:28Z', 'revision_number': 5, 'project_id': 'c5993f86ca3e459582b0aad65ca76d4d', 'subnets': [{'id': '79cb81dd-edd6-4080-acf6-86e748571b36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 20:28:59.690833 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40ef117e-1a68-498f-9573-d522cdd44d2b', 'tag': 'b3c0afac-8a34-415b-b5ff-e86625f2b6e4'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 20:28:59.693279 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cabd327eae894280a08d6ee7d9129781675a5828ba01ec684011f2f655eb9e7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c63c6ac1-fb7b-43e6-87a3-49df3ff12ef0" -d '{"events": [{"name": "network-changed", "server_uuid": "40ef117e-1a68-498f-9573-d522cdd44d2b", "tag": "b3c0afac-8a34-415b-b5ff-e86625f2b6e4"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 20:28:59.728307 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 20:28:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a516ede-6002-44cf-8f33-8355a49dd05a x-openstack-request-id: req-9a516ede-6002-44cf-8f33-8355a49dd05a {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 20:28:59.728598 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40ef117e-1a68-498f-9573-d522cdd44d2b", "tag": "b3c0afac-8a34-415b-b5ff-e86625f2b6e4", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 20:28:59.728962 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-9a516ede-6002-44cf-8f33-8355a49dd05a {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 20:28:59.729373 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a516ede-6002-44cf-8f33-8355a49dd05a'] response: {'name': 'network-changed', 'server_uuid': '40ef117e-1a68-498f-9573-d522cdd44d2b', 'tag': 'b3c0afac-8a34-415b-b5ff-e86625f2b6e4', 'status': 'completed', 'code': 200} May 16 20:28:59.794195 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63c6ac1-fb7b-43e6-87a3-49df3ff12ef0 req-4243d9f4-dfba-4146-bec1-fb526ad22668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:28:59.796142 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-c63c6ac1-fb7b-43e6-87a3-49df3ff12ef0 req-4243d9f4-dfba-4146-bec1-fb526ad22668 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=c5993f86ca3e459582b0aad65ca76d4d&device_id=40ef117e-1a68-498f-9573-d522cdd44d2b HTTP/1.1" status: 200 len: 1129 time: 0.0451574 May 16 20:28:59.885240 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63c6ac1-fb7b-43e6-87a3-49df3ff12ef0 req-9de11f13-09eb-4e41-8a8a-bb78b65d92c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:28:59.886681 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-c63c6ac1-fb7b-43e6-87a3-49df3ff12ef0 req-9de11f13-09eb-4e41-8a8a-bb78b65d92c6 service neutron] 10.222.0.81 "GET /v2.0/networks?id=44ec8ff3-657b-44fd-8b1b-d2a19a5ed33e HTTP/1.1" status: 200 len: 919 time: 0.0841808 May 16 20:28:59.949389 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-c63c6ac1-fb7b-43e6-87a3-49df3ff12ef0 req-0de6d55f-0531-4455-951c-0f1097b326d1 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b3c0afac-8a34-415b-b5ff-e86625f2b6e4 HTTP/1.1" status: 200 len: 1001 time: 0.0553668 May 16 20:28:59.999807 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63c6ac1-fb7b-43e6-87a3-49df3ff12ef0 req-22125274-d616-4fce-bd59-2c6257fc0a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:29:00.001222 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-c63c6ac1-fb7b-43e6-87a3-49df3ff12ef0 req-22125274-d616-4fce-bd59-2c6257fc0a49 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=79cb81dd-edd6-4080-acf6-86e748571b36 HTTP/1.1" status: 200 len: 857 time: 0.0419140 May 16 20:29:00.044078 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63c6ac1-fb7b-43e6-87a3-49df3ff12ef0 req-658c5466-14fe-47a7-b343-ac1857538b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:29:00.045594 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-c63c6ac1-fb7b-43e6-87a3-49df3ff12ef0 req-658c5466-14fe-47a7-b343-ac1857538b7c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=44ec8ff3-657b-44fd-8b1b-d2a19a5ed33e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0377069 May 16 20:29:00.136719 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-c63c6ac1-fb7b-43e6-87a3-49df3ff12ef0 req-7a133ab3-f145-4409-81f3-af646fe5183c service neutron] 10.222.0.81 "GET /v2.0/networks/44ec8ff3-657b-44fd-8b1b-d2a19a5ed33e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836022 May 16 20:29:00.227506 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-c63c6ac1-fb7b-43e6-87a3-49df3ff12ef0 req-fa152487-a395-473c-a144-5c753aa51859 service neutron] 10.222.0.81 "GET /v2.0/networks/44ec8ff3-657b-44fd-8b1b-d2a19a5ed33e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828528 May 16 20:29:03.676782 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6f1b5cee-c07e-4c94-9ab9-c0e4a7b0b29f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (6de3586b-c77a-41a3-9d69-e80d1925fb22), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:29:07.481061 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7981958a-70e8-47d1-b772-d740345415af req-d6a35609-7f6f-469d-b645-d199d22fccac tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:29:07.482919 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-7981958a-70e8-47d1-b772-d740345415af req-d6a35609-7f6f-469d-b645-d199d22fccac tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/ports?device_id=f8daf144-f0a4-4819-9d9a-6202c59b11bc HTTP/1.1" status: 200 len: 947 time: 0.0462034 May 16 20:29:07.529221 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-7981958a-70e8-47d1-b772-d740345415af req-a4cfe900-6c7c-4215-afc6-a31d46639cf5 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/security-groups?id=1fc36625-c0bf-4e17-91a1-62c7256af4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403261 May 16 20:29:07.641812 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f347e649-c7fa-4ab6-8302-792b09d2a841 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:29:08.648522 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1b9d2f-8377-46eb-be6b-cd73df3e461f req-f39d9111-3c2d-439c-8b33-94bdcdbbba26 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:29:08.649963 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-dd1b9d2f-8377-46eb-be6b-cd73df3e461f req-f39d9111-3c2d-439c-8b33-94bdcdbbba26 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/ports?device_id=f8daf144-f0a4-4819-9d9a-6202c59b11bc HTTP/1.1" status: 200 len: 947 time: 0.0493567 May 16 20:29:08.695734 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-dd1b9d2f-8377-46eb-be6b-cd73df3e461f req-e0fc359a-6791-4e49-9040-1abc01957fb5 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/security-groups?id=1fc36625-c0bf-4e17-91a1-62c7256af4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392418 May 16 20:29:08.800293 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7e48644e-b95e-4624-af94-515661536cfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (250d088e-9c0e-4ec5-80f3-a83f8403448b), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:29:09.532864 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad899121-b634-4713-a890-28c39497cbeb req-bba240ed-46bf-4a3c-84cd-563e333b23dd tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:29:09.534323 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-ad899121-b634-4713-a890-28c39497cbeb req-bba240ed-46bf-4a3c-84cd-563e333b23dd tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.81 "GET /v2.0/ports?device_id=f8daf144-f0a4-4819-9d9a-6202c59b11bc HTTP/1.1" status: 200 len: 947 time: 0.0471117 May 16 20:29:09.635066 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [req-ad899121-b634-4713-a890-28c39497cbeb req-4eb332cc-e7e6-4767-bda7-b55a540be131 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Deleting port 7092bd67-775a-4f84-b587-03f6dc99a351 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 20:29:09.635412 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-ad899121-b634-4713-a890-28c39497cbeb req-4eb332cc-e7e6-4767-bda7-b55a540be131 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732397588453'] for port (7092bd67-775a-4f84-b587-03f6dc99a351), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:29:09.721883 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-ad899121-b634-4713-a890-28c39497cbeb req-4eb332cc-e7e6-4767-bda7-b55a540be131 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] For port 7092bd67-775a-4f84-b587-03f6dc99a351, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=7092bd67-775a-4f84-b587-03f6dc99a351,segment=NetworkSegment(12107d7b-ff59-4c3c-bf55-e4e7eaef240d),segment_id=12107d7b-ff59-4c3c-bf55-e4e7eaef240d)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:29:09.722587 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-ad899121-b634-4713-a890-28c39497cbeb req-4eb332cc-e7e6-4767-bda7-b55a540be131 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641018'] for port (7092bd67-775a-4f84-b587-03f6dc99a351), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:29:09.817577 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57b25a1-2c8a-4205-9efd-e394eff03711 req-562ec266-ee5a-40ef-830a-6cf6ed28ac5a tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:29:09.819101 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-d57b25a1-2c8a-4205-9efd-e394eff03711 req-562ec266-ee5a-40ef-830a-6cf6ed28ac5a tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/ports?device_id=f8daf144-f0a4-4819-9d9a-6202c59b11bc HTTP/1.1" status: 200 len: 947 time: 0.0507605 May 16 20:29:09.870077 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-d57b25a1-2c8a-4205-9efd-e394eff03711 req-767923b5-7a7f-42e0-9c73-ba9ab5899856 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/security-groups?id=1fc36625-c0bf-4e17-91a1-62c7256af4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453072 May 16 20:29:09.929105 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-ad899121-b634-4713-a890-28c39497cbeb req-4eb332cc-e7e6-4767-bda7-b55a540be131 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:29:09.929468 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-ad899121-b634-4713-a890-28c39497cbeb req-4eb332cc-e7e6-4767-bda7-b55a540be131 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1640477'] for floatingip (bd543cd1-73cc-47ed-91a5-d355136312c4), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:29:09.929779 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.db.l3_db [req-ad899121-b634-4713-a890-28c39497cbeb req-4eb332cc-e7e6-4767-bda7-b55a540be131 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Floating IP bd543cd1-73cc-47ed-91a5-d355136312c4 disassociated. External IP: 172.27.2.66, port: 7092bd67-775a-4f84-b587-03f6dc99a351. May 16 20:29:09.930120 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [req-ad899121-b634-4713-a890-28c39497cbeb req-4eb332cc-e7e6-4767-bda7-b55a540be131 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Calling delete_port for 7092bd67-775a-4f84-b587-03f6dc99a351 owned by compute:nova {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 20:29:10.052519 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-ad899121-b634-4713-a890-28c39497cbeb req-4eb332cc-e7e6-4767-bda7-b55a540be131 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732397598073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732397102969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27048612'] for port (7092bd67-775a-4f84-b587-03f6dc99a351), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:29:10.079309 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb332cc-e7e6-4767-bda7-b55a540be131 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Pushing event deleted for resources: {'Port': ['ID=7092bd67-775a-4f84-b587-03f6dc99a351,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:29:10.146031 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (748e0023-d5c8-44d3-9d74-a0da2def1ef4), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:29:10.186137 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ad899121-b634-4713-a890-28c39497cbeb req-4eb332cc-e7e6-4767-bda7-b55a540be131 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Router cad3ba2d-6ffc-4b27-8ff1-d2aee1c62db7 has already been hosted by L3 agent fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f {{(pid=103448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 20:29:10.520488 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ad899121-b634-4713-a890-28c39497cbeb req-4eb332cc-e7e6-4767-bda7-b55a540be131 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Notify agent at l3_agent.dv-cinder-830901-7-iscsi the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 20:29:10.531548 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba4f608d-857b-47c5-a106-19b3682c6127 None None] Sync routers for ids ['cad3ba2d-6ffc-4b27-8ff1-d2aee1c62db7'] in dv-cinder-830901-7-iscsi {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 20:29:10.541678 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba4f608d-857b-47c5-a106-19b3682c6127 None None] Routers {'cad3ba2d-6ffc-4b27-8ff1-d2aee1c62db7'} bound to L3 agent in host dv-cinder-830901-7-iscsi {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:29:10.542581 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-ba4f608d-857b-47c5-a106-19b3682c6127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-16T20:16:38Z,description=,heartbeat_timestamp=2022-05-16T20:29:08Z,host='dv-cinder-830901-7-iscsi',id=fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:16:38Z,topic='l3_agent')) {'router_ids': ['cad3ba2d-6ffc-4b27-8ff1-d2aee1c62db7'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:29:10.566438 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad899121-b634-4713-a890-28c39497cbeb req-4eb332cc-e7e6-4767-bda7-b55a540be131 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] No DVR routers for this DVR port 7092bd67-775a-4f84-b587-03f6dc99a351 on host hv-cinder-83090 {{(pid=103448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 20:29:10.568971 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-ad899121-b634-4713-a890-28c39497cbeb req-4eb332cc-e7e6-4767-bda7-b55a540be131 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-338397'] for port (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:29:10.572116 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-ad899121-b634-4713-a890-28c39497cbeb req-4eb332cc-e7e6-4767-bda7-b55a540be131 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.81 "DELETE /v2.0/ports/7092bd67-775a-4f84-b587-03f6dc99a351 HTTP/1.1" status: 204 len: 173 time: 1.0177538 May 16 20:29:10.572574 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8daf144-f0a4-4819-9d9a-6202c59b11bc', 'name': 'network-vif-deleted', 'tag': '7092bd67-775a-4f84-b587-03f6dc99a351'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 20:29:10.575495 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cabd327eae894280a08d6ee7d9129781675a5828ba01ec684011f2f655eb9e7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aae03e82-ec6b-4f3e-8aff-94e69671b014" -d '{"events": [{"server_uuid": "f8daf144-f0a4-4819-9d9a-6202c59b11bc", "name": "network-vif-deleted", "tag": "7092bd67-775a-4f84-b587-03f6dc99a351"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 20:29:10.618034 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 20:29:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f0dd8f4-bdb5-40ce-be87-32224e329361 x-openstack-request-id: req-3f0dd8f4-bdb5-40ce-be87-32224e329361 {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 20:29:10.618522 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8daf144-f0a4-4819-9d9a-6202c59b11bc", "name": "network-vif-deleted", "tag": "7092bd67-775a-4f84-b587-03f6dc99a351", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 20:29:10.619039 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-3f0dd8f4-bdb5-40ce-be87-32224e329361 {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 20:29:10.619623 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f0dd8f4-bdb5-40ce-be87-32224e329361'] response: {'server_uuid': 'f8daf144-f0a4-4819-9d9a-6202c59b11bc', 'name': 'network-vif-deleted', 'tag': '7092bd67-775a-4f84-b587-03f6dc99a351', 'status': 'completed', 'code': 200} May 16 20:29:10.679934 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-ba4f608d-857b-47c5-a106-19b3682c6127 None None] Set router cad3ba2d-6ffc-4b27-8ff1-d2aee1c62db7 gateway port host: dv-cinder-830901-7-iscsi {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:29:10.874213 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6817a924-6d52-4d66-a8a7-036511333704 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (03fa33e9-7cc7-490c-b269-c4f69c490346), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:29:10.877229 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-ba4f608d-857b-47c5-a106-19b3682c6127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cad3ba2d-6ffc-4b27-8ff1-d2aee1c62db7', 'name': 'tempest-AttachVolumeShelveTestJSON-1815845073-router', 'tenant_id': 'c5e9d68ebf234ca98d0bedb214585f87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'external_fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': '1e0ec9db-f259-4818-9863-b33ccebdc761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:25:07Z', 'updated_at': '2022-05-16T20:25:21Z', 'revision_number': 4, 'project_id': 'c5e9d68ebf234ca98d0bedb214585f87', 'gw_port': {'id': '1e0ec9db-f259-4818-9863-b33ccebdc761', 'name': '', 'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:31:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad3ba2d-6ffc-4b27-8ff1-d2aee1c62db7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:25:09Z', 'updated_at': '2022-05-16T20:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-7-iscsi', '_interfaces': [{'id': 'e7df9de3-6d59-4cd7-a98b-d7b449247cde', 'name': '', 'network_id': '87a5424f-d6f8-4b15-9358-a637573a32c1', 'tenant_id': 'c5e9d68ebf234ca98d0bedb214585f87', 'mac_address': 'fa:16:3e:d1:09:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad3ba2d-6ffc-4b27-8ff1-d2aee1c62db7', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4cb8e59d-2930-42f7-8975-a483fd8062fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:25:16Z', 'updated_at': '2022-05-16T20:25:31Z', 'revision_number': 5, 'project_id': 'c5e9d68ebf234ca98d0bedb214585f87', 'subnets': [{'id': '4cb8e59d-2930-42f7-8975-a483fd8062fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-7-iscsi', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:29:10.906806 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba4f608d-857b-47c5-a106-19b3682c6127 None None] Checking router: cad3ba2d-6ffc-4b27-8ff1-d2aee1c62db7 for host: dv-cinder-830901-7-iscsi {{(pid=103450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 20:29:10.916571 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba4f608d-857b-47c5-a106-19b3682c6127 None None] Routers {'cad3ba2d-6ffc-4b27-8ff1-d2aee1c62db7'} bound to L3 agent in host dv-cinder-830901-7-iscsi {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:29:10.917192 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-ba4f608d-857b-47c5-a106-19b3682c6127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-16T20:16:38Z,description=,heartbeat_timestamp=2022-05-16T20:29:08Z,host='dv-cinder-830901-7-iscsi',id=fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:16:38Z,topic='l3_agent')) {'router_ids': ['cad3ba2d-6ffc-4b27-8ff1-d2aee1c62db7'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:29:10.987365 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-1130e044-ffe2-4e39-b15f-e8034c0bb6bc req-92c9b54e-86c8-46cb-b0e8-e9b7d4508ab6 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/ports?device_id=f8daf144-f0a4-4819-9d9a-6202c59b11bc HTTP/1.1" status: 200 len: 210 time: 0.0283833 May 16 20:29:11.023501 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-ba4f608d-857b-47c5-a106-19b3682c6127 None None] Set router cad3ba2d-6ffc-4b27-8ff1-d2aee1c62db7 gateway port host: dv-cinder-830901-7-iscsi {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:29:11.292997 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (bddaa840-ffd9-43a2-8860-d40111f70aff), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:29:11.351814 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-ba4f608d-857b-47c5-a106-19b3682c6127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cad3ba2d-6ffc-4b27-8ff1-d2aee1c62db7', 'name': 'tempest-AttachVolumeShelveTestJSON-1815845073-router', 'tenant_id': 'c5e9d68ebf234ca98d0bedb214585f87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'external_fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': '1e0ec9db-f259-4818-9863-b33ccebdc761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:25:07Z', 'updated_at': '2022-05-16T20:25:21Z', 'revision_number': 4, 'project_id': 'c5e9d68ebf234ca98d0bedb214585f87', 'gw_port': {'id': '1e0ec9db-f259-4818-9863-b33ccebdc761', 'name': '', 'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:31:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad3ba2d-6ffc-4b27-8ff1-d2aee1c62db7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:25:09Z', 'updated_at': '2022-05-16T20:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-7-iscsi', '_interfaces': [{'id': 'e7df9de3-6d59-4cd7-a98b-d7b449247cde', 'name': '', 'network_id': '87a5424f-d6f8-4b15-9358-a637573a32c1', 'tenant_id': 'c5e9d68ebf234ca98d0bedb214585f87', 'mac_address': 'fa:16:3e:d1:09:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad3ba2d-6ffc-4b27-8ff1-d2aee1c62db7', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4cb8e59d-2930-42f7-8975-a483fd8062fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:25:16Z', 'updated_at': '2022-05-16T20:25:31Z', 'revision_number': 5, 'project_id': 'c5e9d68ebf234ca98d0bedb214585f87', 'subnets': [{'id': '4cb8e59d-2930-42f7-8975-a483fd8062fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-7-iscsi', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:29:11.380191 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba4f608d-857b-47c5-a106-19b3682c6127 None None] The sync data for ids ['cad3ba2d-6ffc-4b27-8ff1-d2aee1c62db7'] in dv-cinder-830901-7-iscsi is: [{'id': 'cad3ba2d-6ffc-4b27-8ff1-d2aee1c62db7', 'name': 'tempest-AttachVolumeShelveTestJSON-1815845073-router', 'tenant_id': 'c5e9d68ebf234ca98d0bedb214585f87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'external_fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': '1e0ec9db-f259-4818-9863-b33ccebdc761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:25:07Z', 'updated_at': '2022-05-16T20:25:21Z', 'revision_number': 4, 'project_id': 'c5e9d68ebf234ca98d0bedb214585f87', 'gw_port': {'id': '1e0ec9db-f259-4818-9863-b33ccebdc761', 'name': '', 'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:31:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad3ba2d-6ffc-4b27-8ff1-d2aee1c62db7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:25:09Z', 'updated_at': '2022-05-16T20:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-7-iscsi', '_interfaces': [{'id': 'e7df9de3-6d59-4cd7-a98b-d7b449247cde', 'name': '', 'network_id': '87a5424f-d6f8-4b15-9358-a637573a32c1', 'tenant_id': 'c5e9d68ebf234ca98d0bedb214585f87', 'mac_address': 'fa:16:3e:d1:09:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad3ba2d-6ffc-4b27-8ff1-d2aee1c62db7', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4cb8e59d-2930-42f7-8975-a483fd8062fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:25:16Z', 'updated_at': '2022-05-16T20:25:31Z', 'revision_number': 5, 'project_id': 'c5e9d68ebf234ca98d0bedb214585f87', 'subnets': [{'id': '4cb8e59d-2930-42f7-8975-a483fd8062fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 20:29:11.623529 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d5ca77-feb0-4e13-a323-04c4614a3a7a None None] New status for floating IP bd543cd1-73cc-47ed-91a5-d355136312c4: DOWN {{(pid=103451) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 20:29:12.082017 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.71', 49878) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:29:12.136328 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-697c5bae-cacc-407f-87b2-5e5a16157548 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Publish callbacks [] for security_group (1fc36625-c0bf-4e17-91a1-62c7256af4dd), before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:29:12.159912 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-697c5bae-cacc-407f-87b2-5e5a16157548 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Publish callbacks [] for security_group (1fc36625-c0bf-4e17-91a1-62c7256af4dd), precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:29:12.212126 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-697c5bae-cacc-407f-87b2-5e5a16157548 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997425'] for security_group (1fc36625-c0bf-4e17-91a1-62c7256af4dd), after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:29:12.214828 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-697c5bae-cacc-407f-87b2-5e5a16157548 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Publish callbacks [] for security_group (None), before_response {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:29:12.216595 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-697c5bae-cacc-407f-87b2-5e5a16157548 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "DELETE /v2.0/security-groups/1fc36625-c0bf-4e17-91a1-62c7256af4dd HTTP/1.1" status: 204 len: 168 time: 0.1329503 May 16 20:29:12.219597 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.71', 49880) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:29:12.226761 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697c5bae-cacc-407f-87b2-5e5a16157548 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fc36625-c0bf-4e17-91a1-62c7256af4dd,revision_number=None']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:29:12.236054 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.api.v2.resource [None req-7543035a-b990-42c0-859f-76f954f977f8 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] show failed (client error): The resource could not be found. May 16 20:29:12.237265 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697c5bae-cacc-407f-87b2-5e5a16157548 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:29:12.237612 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697c5bae-cacc-407f-87b2-5e5a16157548 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:29:12.237947 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697c5bae-cacc-407f-87b2-5e5a16157548 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:29:12.238279 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697c5bae-cacc-407f-87b2-5e5a16157548 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:29:12.238608 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697c5bae-cacc-407f-87b2-5e5a16157548 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:29:12.238936 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697c5bae-cacc-407f-87b2-5e5a16157548 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:29:12.239262 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697c5bae-cacc-407f-87b2-5e5a16157548 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:29:12.239581 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697c5bae-cacc-407f-87b2-5e5a16157548 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:29:12.239901 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697c5bae-cacc-407f-87b2-5e5a16157548 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:29:12.240240 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697c5bae-cacc-407f-87b2-5e5a16157548 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:29:12.240560 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697c5bae-cacc-407f-87b2-5e5a16157548 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:29:12.240876 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697c5bae-cacc-407f-87b2-5e5a16157548 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:29:12.241193 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697c5bae-cacc-407f-87b2-5e5a16157548 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:29:12.241516 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697c5bae-cacc-407f-87b2-5e5a16157548 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:29:12.241795 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-7543035a-b990-42c0-859f-76f954f977f8 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/security-groups/1fc36625-c0bf-4e17-91a1-62c7256af4dd HTTP/1.1" status: 404 len: 347 time: 0.0209084 May 16 20:29:12.241897 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697c5bae-cacc-407f-87b2-5e5a16157548 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:29:12.242535 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.71', 49882) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:29:12.354635 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-e74fadf4-4e22-48b0-9e26-fb09a1992288 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Deleting port b5055609-eef9-4bcf-9ec7-1dbf587c55db {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 20:29:12.354980 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e74fadf4-4e22-48b0-9e26-fb09a1992288 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732397588453'] for port (b5055609-eef9-4bcf-9ec7-1dbf587c55db), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:29:12.440615 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e74fadf4-4e22-48b0-9e26-fb09a1992288 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641018'] for port (b5055609-eef9-4bcf-9ec7-1dbf587c55db), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:29:12.440948 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e74fadf4-4e22-48b0-9e26-fb09a1992288 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Publish callbacks [] for floatingip (b5055609-eef9-4bcf-9ec7-1dbf587c55db), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:29:12.454030 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-e74fadf4-4e22-48b0-9e26-fb09a1992288 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Calling delete_port for b5055609-eef9-4bcf-9ec7-1dbf587c55db owned by network:floatingip {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 20:29:12.594872 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e74fadf4-4e22-48b0-9e26-fb09a1992288 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732397598073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732397102969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27048612'] for port (b5055609-eef9-4bcf-9ec7-1dbf587c55db), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:29:12.624876 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74fadf4-4e22-48b0-9e26-fb09a1992288 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Pushing event deleted for resources: {'Port': ['ID=b5055609-eef9-4bcf-9ec7-1dbf587c55db,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:29:12.685137 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e74fadf4-4e22-48b0-9e26-fb09a1992288 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Publish callbacks [] for floatingip (bd543cd1-73cc-47ed-91a5-d355136312c4), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:29:12.687636 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e74fadf4-4e22-48b0-9e26-fb09a1992288 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-338397'] for floatingip (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:29:12.691355 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-e74fadf4-4e22-48b0-9e26-fb09a1992288 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "DELETE /v2.0/floatingips/bd543cd1-73cc-47ed-91a5-d355136312c4 HTTP/1.1" status: 204 len: 168 time: 0.4453020 May 16 20:29:12.766138 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.71', 49886) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:29:12.770944 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.v2.base [None req-e02193fe-9a45-4133-967e-31f72465e629 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1829355057', 'description': 'tempest-description--2029329015'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:29:12.790912 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e02193fe-9a45-4133-967e-31f72465e629 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Publish callbacks [] for security_group (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:29:12.858853 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e02193fe-9a45-4133-967e-31f72465e629 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Publish callbacks [] for security_group (b00b1d0a-4123-474e-8367-57183b95466c), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:29:12.862693 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e02193fe-9a45-4133-967e-31f72465e629 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997425'] for security_group (b00b1d0a-4123-474e-8367-57183b95466c), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:29:12.891875 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e02193fe-9a45-4133-967e-31f72465e629 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Publish callbacks [] for security_group (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:29:12.893394 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-e02193fe-9a45-4133-967e-31f72465e629 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1262584 May 16 20:29:12.896377 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.71', 49888) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:29:12.897314 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02193fe-9a45-4133-967e-31f72465e629 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b00b1d0a-4123-474e-8367-57183b95466c,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:29:12.900981 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.v2.base [None req-6fe94a70-076e-495d-a0f0-2394c12b3606 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Request body: {'security_group_rule': {'security_group_id': 'b00b1d0a-4123-474e-8367-57183b95466c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:29:12.926773 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6fe94a70-076e-495d-a0f0-2394c12b3606 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Publish callbacks [] for security_group_rule (31c21513-8180-4cc5-954c-2b426503029c), before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:29:12.984013 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6fe94a70-076e-495d-a0f0-2394c12b3606 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Publish callbacks [] for security_group_rule (31c21513-8180-4cc5-954c-2b426503029c), precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:29:12.987513 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6fe94a70-076e-495d-a0f0-2394c12b3606 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997506'] for security_group_rule (31c21513-8180-4cc5-954c-2b426503029c), after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:29:13.005374 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe94a70-076e-495d-a0f0-2394c12b3606 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31c21513-8180-4cc5-954c-2b426503029c,revision_number=0']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:29:13.012079 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6fe94a70-076e-495d-a0f0-2394c12b3606 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:29:13.013900 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-6fe94a70-076e-495d-a0f0-2394c12b3606 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1163795 May 16 20:29:13.016693 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.71', 49890) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:29:13.021166 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.v2.base [None req-76d92fda-80ec-4c89-9047-53d0c0b95d7a tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Request body: {'security_group_rule': {'security_group_id': 'b00b1d0a-4123-474e-8367-57183b95466c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:29:13.046041 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-76d92fda-80ec-4c89-9047-53d0c0b95d7a tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Publish callbacks [] for security_group_rule (ebc6da8c-2698-4034-ad9e-8a72b5e0413d), before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:29:13.100365 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-76d92fda-80ec-4c89-9047-53d0c0b95d7a tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Publish callbacks [] for security_group_rule (ebc6da8c-2698-4034-ad9e-8a72b5e0413d), precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:29:13.103944 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-76d92fda-80ec-4c89-9047-53d0c0b95d7a tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997506'] for security_group_rule (ebc6da8c-2698-4034-ad9e-8a72b5e0413d), after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:29:13.120563 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d92fda-80ec-4c89-9047-53d0c0b95d7a tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebc6da8c-2698-4034-ad9e-8a72b5e0413d,revision_number=0']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:29:13.130546 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-76d92fda-80ec-4c89-9047-53d0c0b95d7a tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:29:13.131721 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-76d92fda-80ec-4c89-9047-53d0c0b95d7a tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1141195 May 16 20:29:13.134750 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.71', 49892) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:29:13.139648 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.v2.base [None req-ec67736b-fb8e-4e03-8ed7-521c0e854595 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Request body: {'floatingip': {'floating_network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062'}} {{(pid=103449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:29:13.160094 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ec67736b-fb8e-4e03-8ed7-521c0e854595 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:29:13.240989 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ec67736b-fb8e-4e03-8ed7-521c0e854595 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (None), before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:29:13.358010 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.db.db_base_plugin_common [None req-ec67736b-fb8e-4e03-8ed7-521c0e854595 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Allocated IP 172.27.2.16 (ded6ab20-0a8b-4051-830c-385457f4e062/dcb7b1f3-82ff-415d-89cf-2b6021c22eb5/cbc44818-4001-4a8a-af4e-c160e43d2427) {{(pid=103449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 20:29:13.386335 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Device 7092bd67-775a-4f84-b587-03f6dc99a351 no longer exists at agent hyperv_hv-cinder-83090 {{(pid=103450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 20:29:13.405862 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] No Port match for: 7092bd67-775a-4f84-b587-03f6dc99a351 {{(pid=103450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 20:29:13.406218 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Device 7092bd67-775a-4f84-b587-03f6dc99a351 not bound to the agent host hv-cinder-83090 {{(pid=103450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 20:29:13.461881 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ec67736b-fb8e-4e03-8ed7-521c0e854595 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Publish callbacks [] for port (cbc44818-4001-4a8a-af4e-c160e43d2427), precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:29:13.492741 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ec67736b-fb8e-4e03-8ed7-521c0e854595 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732397102960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26134374'] for port (cbc44818-4001-4a8a-af4e-c160e43d2427), after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:29:13.527801 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec67736b-fb8e-4e03-8ed7-521c0e854595 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Network ded6ab20-0a8b-4051-830c-385457f4e062 is already hosted by enough agents. {{(pid=103449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 20:29:13.530940 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.scheduler.base_scheduler [None req-ec67736b-fb8e-4e03-8ed7-521c0e854595 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Resources bound (agent type, host, resource id): {{(pid=103449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 20:29:13.533378 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec67736b-fb8e-4e03-8ed7-521c0e854595 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Received port after_create {{(pid=103449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 20:29:13.562067 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec67736b-fb8e-4e03-8ed7-521c0e854595 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Pushing event updated for resources: {'Port': ['ID=cbc44818-4001-4a8a-af4e-c160e43d2427,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:29:13.623581 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ec67736b-fb8e-4e03-8ed7-521c0e854595 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Publish callbacks [] for floatingip (0ace15c5-4ba5-481e-bb71-55f722fdf55d), precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:29:13.658147 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ec67736b-fb8e-4e03-8ed7-521c0e854595 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (cbc44818-4001-4a8a-af4e-c160e43d2427), before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:29:13.826769 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ec67736b-fb8e-4e03-8ed7-521c0e854595 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Publish callbacks [] for port (cbc44818-4001-4a8a-af4e-c160e43d2427), precommit_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:29:13.831312 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ec67736b-fb8e-4e03-8ed7-521c0e854595 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732397598091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732397102978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732397102996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26134353'] for port (cbc44818-4001-4a8a-af4e-c160e43d2427), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:29:13.897828 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec67736b-fb8e-4e03-8ed7-521c0e854595 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Pushing event updated for resources: {'Port': ['ID=cbc44818-4001-4a8a-af4e-c160e43d2427,revision_number=2']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:29:13.907070 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ec67736b-fb8e-4e03-8ed7-521c0e854595 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1640477'] for floatingip (0ace15c5-4ba5-481e-bb71-55f722fdf55d), after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:29:13.922715 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ec67736b-fb8e-4e03-8ed7-521c0e854595 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-338397'] for floatingip (None), before_response {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:29:13.923850 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-ec67736b-fb8e-4e03-8ed7-521c0e854595 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7882061 May 16 20:29:14.115970 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-0f24fd80-034e-45cc-8cde-7581729f6fcc req-3de780c4-abdc-47c5-8811-4ab14064ec42 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-securitygroup--1829355057&fields=id&tenant_id=c5e9d68ebf234ca98d0bedb214585f87 HTTP/1.1" status: 200 len: 267 time: 0.0438700 May 16 20:29:14.221893 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f24fd80-034e-45cc-8cde-7581729f6fcc req-164ca790-5d3e-41a9-8a74-ccc0c8472b45 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:29:14.223269 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-0f24fd80-034e-45cc-8cde-7581729f6fcc req-164ca790-5d3e-41a9-8a74-ccc0c8472b45 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/networks?id=87a5424f-d6f8-4b15-9358-a637573a32c1 HTTP/1.1" status: 200 len: 817 time: 0.0977786 May 16 20:29:14.238099 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-0f24fd80-034e-45cc-8cde-7581729f6fcc req-3c272697-550d-4bd8-8465-009925b70a98 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/quotas/c5e9d68ebf234ca98d0bedb214585f87 HTTP/1.1" status: 200 len: 375 time: 0.0095382 May 16 20:29:14.285024 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-0f24fd80-034e-45cc-8cde-7581729f6fcc req-09290cd6-2091-4f58-90fa-3bc20f8602e2 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=c5e9d68ebf234ca98d0bedb214585f87&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0417488 May 16 20:29:14.378914 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-0f24fd80-034e-45cc-8cde-7581729f6fcc req-81a2a09b-d375-4a2c-bc58-81eabb448f38 service neutron] 10.222.0.71 "GET /v2.0/networks/87a5424f-d6f8-4b15-9358-a637573a32c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822825 May 16 20:29:14.469724 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-0f24fd80-034e-45cc-8cde-7581729f6fcc req-eab62c0a-0bce-4a32-86f1-e4eb9a6158d1 service neutron] 10.222.0.71 "GET /v2.0/networks/87a5424f-d6f8-4b15-9358-a637573a32c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850341 May 16 20:29:14.633314 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-1e801484-e7ab-447e-9591-00bfb5074d5a req-3681d1fc-f9af-4081-8a1e-993426a9c2ca tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/ports?device_id=f373f49f-1b05-493f-8909-14c9c8b3a493 HTTP/1.1" status: 200 len: 210 time: 0.0305893 May 16 20:29:15.536956 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f24fd80-034e-45cc-8cde-7581729f6fcc req-b4097cca-a099-4195-ae6d-8d73f5ea4c1e tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:29:15.538378 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-0f24fd80-034e-45cc-8cde-7581729f6fcc req-b4097cca-a099-4195-ae6d-8d73f5ea4c1e tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.81 "GET /v2.0/networks?id=87a5424f-d6f8-4b15-9358-a637573a32c1 HTTP/1.1" status: 200 len: 817 time: 0.1010206 May 16 20:29:15.602173 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-0f24fd80-034e-45cc-8cde-7581729f6fcc req-13c2ae6c-e4ed-4ced-b726-def9287274f3 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c5e9d68ebf234ca98d0bedb214585f87 HTTP/1.1" status: 200 len: 380 time: 0.0522513 May 16 20:29:15.610544 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.v2.base [req-0f24fd80-034e-45cc-8cde-7581729f6fcc req-a04e590e-fdcd-45bd-9c2e-993114e3ec54 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Request body: {'port': {'device_id': 'f373f49f-1b05-493f-8909-14c9c8b3a493', 'network_id': '87a5424f-d6f8-4b15-9358-a637573a32c1', 'admin_state_up': True, 'tenant_id': 'c5e9d68ebf234ca98d0bedb214585f87', 'security_groups': ['b00b1d0a-4123-474e-8367-57183b95466c']}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:29:15.719909 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f24fd80-034e-45cc-8cde-7581729f6fcc req-a04e590e-fdcd-45bd-9c2e-993114e3ec54 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Made reservation on behalf of c5e9d68ebf234ca98d0bedb214585f87 for: {'port': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 20:29:15.723491 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-0f24fd80-034e-45cc-8cde-7581729f6fcc req-a04e590e-fdcd-45bd-9c2e-993114e3ec54 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:29:15.732192 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-6efa5550-8614-417b-8257-e9e0ceb68a45 req-cc2c4d8b-639f-4d14-86ee-ab26ceb85a9a tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/ports?device_id=f373f49f-1b05-493f-8909-14c9c8b3a493 HTTP/1.1" status: 200 len: 210 time: 0.0276289 May 16 20:29:15.851942 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [req-0f24fd80-034e-45cc-8cde-7581729f6fcc req-a04e590e-fdcd-45bd-9c2e-993114e3ec54 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Allocated IP 172.20.0.7 (87a5424f-d6f8-4b15-9358-a637573a32c1/4cb8e59d-2930-42f7-8975-a483fd8062fd/d1ecf934-cac9-41d2-9209-1ad50d42399a) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 20:29:15.998435 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-0f24fd80-034e-45cc-8cde-7581729f6fcc req-a04e590e-fdcd-45bd-9c2e-993114e3ec54 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Publish callbacks [] for port (d1ecf934-cac9-41d2-9209-1ad50d42399a), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:29:16.031014 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-0f24fd80-034e-45cc-8cde-7581729f6fcc req-a04e590e-fdcd-45bd-9c2e-993114e3ec54 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732397102960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27048612'] for port (d1ecf934-cac9-41d2-9209-1ad50d42399a), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:29:16.073355 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f24fd80-034e-45cc-8cde-7581729f6fcc req-a04e590e-fdcd-45bd-9c2e-993114e3ec54 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Network 87a5424f-d6f8-4b15-9358-a637573a32c1 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 20:29:16.077103 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [req-0f24fd80-034e-45cc-8cde-7581729f6fcc req-a04e590e-fdcd-45bd-9c2e-993114e3ec54 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 20:29:16.080905 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f24fd80-034e-45cc-8cde-7581729f6fcc req-a04e590e-fdcd-45bd-9c2e-993114e3ec54 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 20:29:16.108754 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04e590e-fdcd-45bd-9c2e-993114e3ec54 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Pushing event updated for resources: {'Port': ['ID=d1ecf934-cac9-41d2-9209-1ad50d42399a,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:29:16.137265 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f24fd80-034e-45cc-8cde-7581729f6fcc req-a04e590e-fdcd-45bd-9c2e-993114e3ec54 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:29:16.138598 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-0f24fd80-034e-45cc-8cde-7581729f6fcc req-a04e590e-fdcd-45bd-9c2e-993114e3ec54 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-338397'] for port (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:29:16.157920 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-0f24fd80-034e-45cc-8cde-7581729f6fcc req-a04e590e-fdcd-45bd-9c2e-993114e3ec54 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5493870 May 16 20:29:16.168715 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.v2.base [req-0f24fd80-034e-45cc-8cde-7581729f6fcc req-064cf781-7260-4813-a0eb-8d6a03ba7246 service neutron] Request body: {'port': {'device_id': 'f373f49f-1b05-493f-8909-14c9c8b3a493', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83090'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:29:16.231788 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-0f24fd80-034e-45cc-8cde-7581729f6fcc req-064cf781-7260-4813-a0eb-8d6a03ba7246 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (d1ecf934-cac9-41d2-9209-1ad50d42399a), before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:29:16.322389 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [None req-6f297b6f-a015-4f9a-8ff4-502bb2881d53 None None] Provisioning complete for port d1ecf934-cac9-41d2-9209-1ad50d42399a triggered by entity DHCP. {{(pid=103450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:29:16.322980 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6f297b6f-a015-4f9a-8ff4-502bb2881d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868582'] for port (d1ecf934-cac9-41d2-9209-1ad50d42399a), provisioning_complete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:29:16.353325 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-6f297b6f-a015-4f9a-8ff4-502bb2881d53 None None] Port d1ecf934-cac9-41d2-9209-1ad50d42399a cannot update to ACTIVE because it is not bound. {{(pid=103450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 20:29:16.514135 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.notifiers.nova [req-0f24fd80-034e-45cc-8cde-7581729f6fcc req-064cf781-7260-4813-a0eb-8d6a03ba7246 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1ecf934-cac9-41d2-9209-1ad50d42399a {{(pid=103448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 20:29:16.521588 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-0f24fd80-034e-45cc-8cde-7581729f6fcc req-064cf781-7260-4813-a0eb-8d6a03ba7246 service neutron] Publish callbacks [] for port (d1ecf934-cac9-41d2-9209-1ad50d42399a), precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:29:16.534110 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [req-0f24fd80-034e-45cc-8cde-7581729f6fcc req-064cf781-7260-4813-a0eb-8d6a03ba7246 service neutron] Transition to ACTIVE for port object d1ecf934-cac9-41d2-9209-1ad50d42399a will not be triggered until provisioned by entity L2. {{(pid=103448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 16 20:29:16.537862 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-0f24fd80-034e-45cc-8cde-7581729f6fcc req-064cf781-7260-4813-a0eb-8d6a03ba7246 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732397598091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732397102978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732397102996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27048595'] for port (d1ecf934-cac9-41d2-9209-1ad50d42399a), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:29:16.609289 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064cf781-7260-4813-a0eb-8d6a03ba7246 service neutron] Pushing event updated for resources: {'Port': ['ID=d1ecf934-cac9-41d2-9209-1ad50d42399a,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:29:16.664503 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-0f24fd80-034e-45cc-8cde-7581729f6fcc req-064cf781-7260-4813-a0eb-8d6a03ba7246 service neutron] Attempting to bind port d1ecf934-cac9-41d2-9209-1ad50d42399a on host hv-cinder-83090 for vnic_type normal with profile {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 20:29:16.664842 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-0f24fd80-034e-45cc-8cde-7581729f6fcc req-064cf781-7260-4813-a0eb-8d6a03ba7246 service neutron] Attempting to bind port d1ecf934-cac9-41d2-9209-1ad50d42399a by drivers openvswitch,hyperv on host hv-cinder-83090 at level 0 using segments [{'id': '12107d7b-ff59-4c3c-bf55-e4e7eaef240d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '87a5424f-d6f8-4b15-9358-a637573a32c1'}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 20:29:16.665177 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f24fd80-034e-45cc-8cde-7581729f6fcc req-064cf781-7260-4813-a0eb-8d6a03ba7246 service neutron] Attempting to bind port d1ecf934-cac9-41d2-9209-1ad50d42399a on network 87a5424f-d6f8-4b15-9358-a637573a32c1 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 20:29:16.670592 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f24fd80-034e-45cc-8cde-7581729f6fcc req-064cf781-7260-4813-a0eb-8d6a03ba7246 service neutron] Port d1ecf934-cac9-41d2-9209-1ad50d42399a on network 87a5424f-d6f8-4b15-9358-a637573a32c1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83090 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 16 20:29:16.670977 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f24fd80-034e-45cc-8cde-7581729f6fcc req-064cf781-7260-4813-a0eb-8d6a03ba7246 service neutron] Attempting to bind port d1ecf934-cac9-41d2-9209-1ad50d42399a on network 87a5424f-d6f8-4b15-9358-a637573a32c1 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 20:29:16.676557 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f24fd80-034e-45cc-8cde-7581729f6fcc req-064cf781-7260-4813-a0eb-8d6a03ba7246 service neutron] Checking agent: {'id': '748e0023-d5c8-44d3-9d74-a0da2def1ef4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83090', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 20, 23, 10), 'started_at': datetime.datetime(2022, 5, 16, 20, 23, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 20, 29, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 20:29:16.676899 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f24fd80-034e-45cc-8cde-7581729f6fcc req-064cf781-7260-4813-a0eb-8d6a03ba7246 service neutron] Checking segment: {'id': '12107d7b-ff59-4c3c-bf55-e4e7eaef240d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '87a5424f-d6f8-4b15-9358-a637573a32c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 20:29:16.677282 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f24fd80-034e-45cc-8cde-7581729f6fcc req-064cf781-7260-4813-a0eb-8d6a03ba7246 service neutron] Bound using segment: {'id': '12107d7b-ff59-4c3c-bf55-e4e7eaef240d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '87a5424f-d6f8-4b15-9358-a637573a32c1'} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 20:29:16.677711 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-0f24fd80-034e-45cc-8cde-7581729f6fcc req-064cf781-7260-4813-a0eb-8d6a03ba7246 service neutron] Bound port: d1ecf934-cac9-41d2-9209-1ad50d42399a, host: hv-cinder-83090, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12107d7b-ff59-4c3c-bf55-e4e7eaef240d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '87a5424f-d6f8-4b15-9358-a637573a32c1'}}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 20:29:16.678069 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-0f24fd80-034e-45cc-8cde-7581729f6fcc req-064cf781-7260-4813-a0eb-8d6a03ba7246 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (d1ecf934-cac9-41d2-9209-1ad50d42399a), before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:29:16.742995 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-0f24fd80-034e-45cc-8cde-7581729f6fcc req-064cf781-7260-4813-a0eb-8d6a03ba7246 service neutron] For port d1ecf934-cac9-41d2-9209-1ad50d42399a, host hv-cinder-83090, cleared binding levels {{(pid=103448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 20:29:16.746176 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-0f24fd80-034e-45cc-8cde-7581729f6fcc req-064cf781-7260-4813-a0eb-8d6a03ba7246 service neutron] For port d1ecf934-cac9-41d2-9209-1ad50d42399a, host hv-cinder-83090, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=d1ecf934-cac9-41d2-9209-1ad50d42399a,segment=NetworkSegment(12107d7b-ff59-4c3c-bf55-e4e7eaef240d),segment_id=12107d7b-ff59-4c3c-bf55-e4e7eaef240d)] {{(pid=103448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 20:29:16.751782 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-0f24fd80-034e-45cc-8cde-7581729f6fcc req-064cf781-7260-4813-a0eb-8d6a03ba7246 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732397598091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732397102978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732397102996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27048595'] for port (d1ecf934-cac9-41d2-9209-1ad50d42399a), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:29:16.785554 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f24fd80-034e-45cc-8cde-7581729f6fcc req-064cf781-7260-4813-a0eb-8d6a03ba7246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:29:16.786181 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-0f24fd80-034e-45cc-8cde-7581729f6fcc req-064cf781-7260-4813-a0eb-8d6a03ba7246 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-338397'] for port (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:29:16.787589 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-0f24fd80-034e-45cc-8cde-7581729f6fcc req-064cf781-7260-4813-a0eb-8d6a03ba7246 service neutron] 10.222.0.81 "PUT /v2.0/ports/d1ecf934-cac9-41d2-9209-1ad50d42399a HTTP/1.1" status: 200 len: 1093 time: 0.6232576 May 16 20:29:16.788037 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f373f49f-1b05-493f-8909-14c9c8b3a493', 'tag': 'd1ecf934-cac9-41d2-9209-1ad50d42399a'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 20:29:16.790307 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cabd327eae894280a08d6ee7d9129781675a5828ba01ec684011f2f655eb9e7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4588324c-b54a-43a7-ab4e-6bd1e8fca513" -d '{"events": [{"name": "network-changed", "server_uuid": "f373f49f-1b05-493f-8909-14c9c8b3a493", "tag": "d1ecf934-cac9-41d2-9209-1ad50d42399a"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 20:29:16.826598 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064cf781-7260-4813-a0eb-8d6a03ba7246 service neutron] Pushing event updated for resources: {'Port': ['ID=d1ecf934-cac9-41d2-9209-1ad50d42399a,revision_number=3']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:29:16.846023 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 20:29:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e280d56-9df6-4de5-ab54-d758d45f375a x-openstack-request-id: req-6e280d56-9df6-4de5-ab54-d758d45f375a {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 20:29:16.846321 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f373f49f-1b05-493f-8909-14c9c8b3a493", "tag": "d1ecf934-cac9-41d2-9209-1ad50d42399a", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 20:29:16.846598 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-6e280d56-9df6-4de5-ab54-d758d45f375a {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 20:29:16.846988 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e280d56-9df6-4de5-ab54-d758d45f375a'] response: {'name': 'network-changed', 'server_uuid': 'f373f49f-1b05-493f-8909-14c9c8b3a493', 'tag': 'd1ecf934-cac9-41d2-9209-1ad50d42399a', 'status': 'completed', 'code': 200} May 16 20:29:16.897151 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58899651-8b84-45d9-92cf-f8e1d8da8489 req-693982ec-d09b-4594-bb69-1333e9380b82 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:29:16.898705 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-58899651-8b84-45d9-92cf-f8e1d8da8489 req-693982ec-d09b-4594-bb69-1333e9380b82 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/ports?device_id=f373f49f-1b05-493f-8909-14c9c8b3a493 HTTP/1.1" status: 200 len: 943 time: 0.0862498 May 16 20:29:16.905681 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f24fd80-034e-45cc-8cde-7581729f6fcc req-87fa737d-aeed-4415-b609-fd4c428ec670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:29:16.907254 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-0f24fd80-034e-45cc-8cde-7581729f6fcc req-87fa737d-aeed-4415-b609-fd4c428ec670 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=c5e9d68ebf234ca98d0bedb214585f87&device_id=f373f49f-1b05-493f-8909-14c9c8b3a493 HTTP/1.1" status: 200 len: 1127 time: 0.0594449 May 16 20:29:16.955768 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-0f24fd80-034e-45cc-8cde-7581729f6fcc req-ebbf4cb1-aa3c-4fe0-b83d-a99d13d5c5ff service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d1ecf934-cac9-41d2-9209-1ad50d42399a HTTP/1.1" status: 200 len: 217 time: 0.0405042 May 16 20:29:17.022206 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-58899651-8b84-45d9-92cf-f8e1d8da8489 req-5d9caf08-0240-433e-800a-759c26d0b4c1 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/security-groups?id=b00b1d0a-4123-474e-8367-57183b95466c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1139328 May 16 20:29:17.033176 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f24fd80-034e-45cc-8cde-7581729f6fcc req-cdf44d3f-0912-4da1-abc0-d6b8cc2cd0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:29:17.034650 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-0f24fd80-034e-45cc-8cde-7581729f6fcc req-cdf44d3f-0912-4da1-abc0-d6b8cc2cd0f6 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=4cb8e59d-2930-42f7-8975-a483fd8062fd HTTP/1.1" status: 200 len: 856 time: 0.0689857 May 16 20:29:17.078463 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f24fd80-034e-45cc-8cde-7581729f6fcc req-5713d3a3-1a23-496b-ad0b-7e85b5a61128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:29:17.079952 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-0f24fd80-034e-45cc-8cde-7581729f6fcc req-5713d3a3-1a23-496b-ad0b-7e85b5a61128 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=87a5424f-d6f8-4b15-9358-a637573a32c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387430 May 16 20:29:17.167024 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-0f24fd80-034e-45cc-8cde-7581729f6fcc req-b4014e72-4649-4bf8-b409-9b63b846f717 service neutron] 10.222.0.81 "GET /v2.0/networks/87a5424f-d6f8-4b15-9358-a637573a32c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802271 May 16 20:29:17.258915 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-0f24fd80-034e-45cc-8cde-7581729f6fcc req-a8948361-b325-4967-bfbe-f4e018ae7162 service neutron] 10.222.0.81 "GET /v2.0/networks/87a5424f-d6f8-4b15-9358-a637573a32c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849969 May 16 20:29:18.139566 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322d2c0b-c15d-4cce-8077-45526f430a7b req-f3482524-57f2-460a-83b3-5e3f0c5fde43 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:29:18.141021 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-322d2c0b-c15d-4cce-8077-45526f430a7b req-f3482524-57f2-460a-83b3-5e3f0c5fde43 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/ports?device_id=f373f49f-1b05-493f-8909-14c9c8b3a493 HTTP/1.1" status: 200 len: 943 time: 0.0454736 May 16 20:29:18.187147 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-322d2c0b-c15d-4cce-8077-45526f430a7b req-3837ecda-80d7-403f-ad31-8ff059a12158 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/security-groups?id=b00b1d0a-4123-474e-8367-57183b95466c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402005 May 16 20:29:18.332003 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4588324c-b54a-43a7-ab4e-6bd1e8fca513 req-bbb0d2d3-c5b7-4b25-b908-d0389a572e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:29:18.333492 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-4588324c-b54a-43a7-ab4e-6bd1e8fca513 req-bbb0d2d3-c5b7-4b25-b908-d0389a572e5c service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=c5e9d68ebf234ca98d0bedb214585f87&device_id=f373f49f-1b05-493f-8909-14c9c8b3a493 HTTP/1.1" status: 200 len: 1127 time: 0.0378878 May 16 20:29:18.425285 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4588324c-b54a-43a7-ab4e-6bd1e8fca513 req-c0480c24-9597-42f8-88e6-6ff60e53a63c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:29:18.426717 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-4588324c-b54a-43a7-ab4e-6bd1e8fca513 req-c0480c24-9597-42f8-88e6-6ff60e53a63c service neutron] 10.222.0.81 "GET /v2.0/networks?id=87a5424f-d6f8-4b15-9358-a637573a32c1 HTTP/1.1" status: 200 len: 918 time: 0.0860004 May 16 20:29:18.462804 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-4588324c-b54a-43a7-ab4e-6bd1e8fca513 req-71bb3b48-b4b2-4a39-abce-b52963d3cd6b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d1ecf934-cac9-41d2-9209-1ad50d42399a HTTP/1.1" status: 200 len: 217 time: 0.0301843 May 16 20:29:18.509723 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4588324c-b54a-43a7-ab4e-6bd1e8fca513 req-d9f290f7-b76b-4f73-93ce-4584b3a0e886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:29:18.511089 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-4588324c-b54a-43a7-ab4e-6bd1e8fca513 req-d9f290f7-b76b-4f73-93ce-4584b3a0e886 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=4cb8e59d-2930-42f7-8975-a483fd8062fd HTTP/1.1" status: 200 len: 856 time: 0.0411050 May 16 20:29:18.559002 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4588324c-b54a-43a7-ab4e-6bd1e8fca513 req-cf476532-c4a2-4399-af39-780acf0ead00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:29:18.560744 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-4588324c-b54a-43a7-ab4e-6bd1e8fca513 req-cf476532-c4a2-4399-af39-780acf0ead00 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=87a5424f-d6f8-4b15-9358-a637573a32c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421960 May 16 20:29:18.650510 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-4588324c-b54a-43a7-ab4e-6bd1e8fca513 req-554ffe1f-35ba-41a0-86a8-bbd9e9174389 service neutron] 10.222.0.81 "GET /v2.0/networks/87a5424f-d6f8-4b15-9358-a637573a32c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809186 May 16 20:29:18.742177 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-4588324c-b54a-43a7-ab4e-6bd1e8fca513 req-c9ddb7d9-30a6-4bf1-b609-a56a226de7ad service neutron] 10.222.0.81 "GET /v2.0/networks/87a5424f-d6f8-4b15-9358-a637573a32c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837574 May 16 20:29:19.303361 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e03cfbd-9603-4c64-a058-020bb6f1a487 req-e5a7a932-5227-4095-8816-aa2bde7366d0 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:29:19.304845 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-5e03cfbd-9603-4c64-a058-020bb6f1a487 req-e5a7a932-5227-4095-8816-aa2bde7366d0 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/ports?device_id=f373f49f-1b05-493f-8909-14c9c8b3a493 HTTP/1.1" status: 200 len: 943 time: 0.0464580 May 16 20:29:19.350837 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-5e03cfbd-9603-4c64-a058-020bb6f1a487 req-6117089d-f2b4-431e-9ace-778a528fdc98 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/security-groups?id=b00b1d0a-4123-474e-8367-57183b95466c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399144 May 16 20:29:19.392797 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Device d1ecf934-cac9-41d2-9209-1ad50d42399a details requested by agent hyperv_hv-cinder-83090 with host hv-cinder-83090 {{(pid=103450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 20:29:19.488063 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] For port d1ecf934-cac9-41d2-9209-1ad50d42399a, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=d1ecf934-cac9-41d2-9209-1ad50d42399a,segment=NetworkSegment(12107d7b-ff59-4c3c-bf55-e4e7eaef240d),segment_id=12107d7b-ff59-4c3c-bf55-e4e7eaef240d)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:29:19.502219 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Returning: {'device': 'd1ecf934-cac9-41d2-9209-1ad50d42399a', 'network_id': '87a5424f-d6f8-4b15-9358-a637573a32c1', 'port_id': 'd1ecf934-cac9-41d2-9209-1ad50d42399a', 'mac_address': 'fa:16:3e:36:b5:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cb8e59d-2930-42f7-8975-a483fd8062fd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 20:29:19.535093 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Current status of the port d1ecf934-cac9-41d2-9209-1ad50d42399a is: DOWN; New status is: BUILD {{(pid=103450) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:29:19.535476 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (d1ecf934-cac9-41d2-9209-1ad50d42399a), before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:29:19.548173 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.notifiers.nova [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1ecf934-cac9-41d2-9209-1ad50d42399a {{(pid=103450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 20:29:19.566958 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] For port d1ecf934-cac9-41d2-9209-1ad50d42399a, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=d1ecf934-cac9-41d2-9209-1ad50d42399a,segment=NetworkSegment(12107d7b-ff59-4c3c-bf55-e4e7eaef240d),segment_id=12107d7b-ff59-4c3c-bf55-e4e7eaef240d)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:29:19.570170 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732397598091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732397102978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732397102996'] for port (d1ecf934-cac9-41d2-9209-1ad50d42399a), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:29:19.615944 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Pushing event updated for resources: {'Port': ['ID=d1ecf934-cac9-41d2-9209-1ad50d42399a,revision_number=4']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:29:19.623229 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:29:19.623580 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:29:19.623992 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:29:19.624369 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:29:19.624709 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:29:19.625039 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:29:19.625364 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:29:19.625686 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:29:19.626008 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:29:19.626333 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:29:19.626653 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:29:19.626977 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:29:19.627297 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:29:19.627615 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:29:19.627931 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:29:19.855018 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] get_ports_and_sgs() called for port_ids ['d1ecf934-cac9-41d2-9209-1ad50d42399a'] {{(pid=103450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 20:29:20.472785 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d327fd9b-69d3-4ca1-b342-0d6b18924b95 req-0be70392-bc8e-49f0-9dec-b352d71f1017 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:29:20.474272 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-d327fd9b-69d3-4ca1-b342-0d6b18924b95 req-0be70392-bc8e-49f0-9dec-b352d71f1017 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/ports?device_id=f373f49f-1b05-493f-8909-14c9c8b3a493 HTTP/1.1" status: 200 len: 944 time: 0.0500526 May 16 20:29:20.524570 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-d327fd9b-69d3-4ca1-b342-0d6b18924b95 req-3ca26c73-0b04-477f-8c72-df34acf6835a tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/security-groups?id=b00b1d0a-4123-474e-8367-57183b95466c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446599 May 16 20:29:21.402740 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Device d1ecf934-cac9-41d2-9209-1ad50d42399a up at agent hyperv_hv-cinder-83090 {{(pid=103450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 20:29:21.443168 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Provisioning for port d1ecf934-cac9-41d2-9209-1ad50d42399a completed by entity L2. {{(pid=103450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 16 20:29:21.448655 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Provisioning complete for port d1ecf934-cac9-41d2-9209-1ad50d42399a triggered by entity L2. {{(pid=103450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:29:21.449032 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868582'] for port (d1ecf934-cac9-41d2-9209-1ad50d42399a), provisioning_complete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:29:21.520246 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Current status of the port d1ecf934-cac9-41d2-9209-1ad50d42399a is: BUILD; New status is: ACTIVE {{(pid=103450) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:29:21.520637 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (d1ecf934-cac9-41d2-9209-1ad50d42399a), before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:29:21.543092 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f373f49f-1b05-493f-8909-14c9c8b3a493', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1ecf934-cac9-41d2-9209-1ad50d42399a'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 20:29:21.545562 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38452c862c9e2e5c9d38da0d4ca4e6053ba1266d056c207bc89b5fbcea4cd82f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f71d655-9115-4c85-8a57-b6a9f6c27272" -d '{"events": [{"server_uuid": "f373f49f-1b05-493f-8909-14c9c8b3a493", "name": "network-vif-plugged", "status": "completed", "tag": "d1ecf934-cac9-41d2-9209-1ad50d42399a"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 20:29:21.557697 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] For port d1ecf934-cac9-41d2-9209-1ad50d42399a, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=d1ecf934-cac9-41d2-9209-1ad50d42399a,segment=NetworkSegment(12107d7b-ff59-4c3c-bf55-e4e7eaef240d),segment_id=12107d7b-ff59-4c3c-bf55-e4e7eaef240d)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:29:21.561909 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732397598091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732397102978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732397102996'] for port (d1ecf934-cac9-41d2-9209-1ad50d42399a), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:29:21.590464 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 20:29:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25835193-f17f-4c2b-8f95-9410f15e8cb4 x-openstack-request-id: req-25835193-f17f-4c2b-8f95-9410f15e8cb4 {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 20:29:21.591364 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f373f49f-1b05-493f-8909-14c9c8b3a493", "name": "network-vif-plugged", "status": "completed", "tag": "d1ecf934-cac9-41d2-9209-1ad50d42399a", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 20:29:21.591624 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-25835193-f17f-4c2b-8f95-9410f15e8cb4 {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 20:29:21.591998 dv-cinder-830901-7-iscsi neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25835193-f17f-4c2b-8f95-9410f15e8cb4'] response: {'server_uuid': 'f373f49f-1b05-493f-8909-14c9c8b3a493', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1ecf934-cac9-41d2-9209-1ad50d42399a', 'code': 200} May 16 20:29:21.618659 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Pushing event updated for resources: {'Port': ['ID=d1ecf934-cac9-41d2-9209-1ad50d42399a,revision_number=5']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:29:21.664102 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed340d21-56ae-4752-9f4d-682c4066948b req-82f5d9ed-4d73-4637-908e-cf79eb478de8 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:29:21.666325 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-ed340d21-56ae-4752-9f4d-682c4066948b req-82f5d9ed-4d73-4637-908e-cf79eb478de8 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/ports?device_id=f373f49f-1b05-493f-8909-14c9c8b3a493 HTTP/1.1" status: 200 len: 945 time: 0.0631149 May 16 20:29:21.714689 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-ed340d21-56ae-4752-9f4d-682c4066948b req-b0619789-50f6-42f1-8d92-24a4b29252bb tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/security-groups?id=b00b1d0a-4123-474e-8367-57183b95466c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421021 May 16 20:29:21.760361 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4bb29c-1d28-4da6-b37a-2b605fcb8095 req-34e6fd88-1a3e-41c6-aac8-16811097aba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:29:21.761845 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-dc4bb29c-1d28-4da6-b37a-2b605fcb8095 req-34e6fd88-1a3e-41c6-aac8-16811097aba1 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=f373f49f-1b05-493f-8909-14c9c8b3a493 HTTP/1.1" status: 200 len: 1129 time: 0.0422239 May 16 20:29:21.808221 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-dc4bb29c-1d28-4da6-b37a-2b605fcb8095 req-b46245ca-0ea1-4cc3-a8db-5b78bb096895 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=b00b1d0a-4123-474e-8367-57183b95466c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364232 May 16 20:29:22.835699 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a60a19-3927-491b-b1a8-11c5d1237f27 req-d5dc5241-e131-43ba-8a74-05d3593384fb tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:29:22.837178 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-69a60a19-3927-491b-b1a8-11c5d1237f27 req-d5dc5241-e131-43ba-8a74-05d3593384fb tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/ports?device_id=f373f49f-1b05-493f-8909-14c9c8b3a493 HTTP/1.1" status: 200 len: 945 time: 0.0461996 May 16 20:29:22.883689 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-69a60a19-3927-491b-b1a8-11c5d1237f27 req-7e4e9c6d-4e5a-4d65-b8ab-2b7de2f1d4b1 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/security-groups?id=b00b1d0a-4123-474e-8367-57183b95466c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402427 May 16 20:29:24.000645 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98cab0c-e7da-4836-a94f-dc98292b07f6 req-8cdf0410-871b-49e7-a7ea-9d51d468d0cb tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:29:24.002088 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-e98cab0c-e7da-4836-a94f-dc98292b07f6 req-8cdf0410-871b-49e7-a7ea-9d51d468d0cb tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/ports?device_id=f373f49f-1b05-493f-8909-14c9c8b3a493 HTTP/1.1" status: 200 len: 945 time: 0.0456374 May 16 20:29:24.051063 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-e98cab0c-e7da-4836-a94f-dc98292b07f6 req-78ac2739-b71b-498e-83d4-1980c67b8ac4 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/security-groups?id=b00b1d0a-4123-474e-8367-57183b95466c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436049 May 16 20:29:24.162176 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9ca74b-3614-4902-a6fe-69a4d2c496bc req-10ca5d8d-70f0-4cd6-956f-b928375bdf96 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:29:24.163638 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-dc9ca74b-3614-4902-a6fe-69a4d2c496bc req-10ca5d8d-70f0-4cd6-956f-b928375bdf96 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/ports?device_id=f373f49f-1b05-493f-8909-14c9c8b3a493 HTTP/1.1" status: 200 len: 945 time: 0.0465393 May 16 20:29:24.172283 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.71', 49952) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:29:24.176543 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.v2.base [None req-5d4f95f8-6ca2-49e8-8d7f-14e5bac68d29 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Request body: {'floatingip': {'port_id': 'd1ecf934-cac9-41d2-9209-1ad50d42399a'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:29:24.216917 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5d4f95f8-6ca2-49e8-8d7f-14e5bac68d29 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Publish callbacks [] for floatingip (0ace15c5-4ba5-481e-bb71-55f722fdf55d), before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:29:24.633818 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5d4f95f8-6ca2-49e8-8d7f-14e5bac68d29 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:29:24.638506 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5d4f95f8-6ca2-49e8-8d7f-14e5bac68d29 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1640477'] for floatingip (0ace15c5-4ba5-481e-bb71-55f722fdf55d), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:29:24.729734 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.db.l3_db [None req-5d4f95f8-6ca2-49e8-8d7f-14e5bac68d29 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Floating IP 0ace15c5-4ba5-481e-bb71-55f722fdf55d associated. External IP: 172.27.2.16, port: d1ecf934-cac9-41d2-9209-1ad50d42399a. May 16 20:29:24.917249 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d4f95f8-6ca2-49e8-8d7f-14e5bac68d29 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Router cad3ba2d-6ffc-4b27-8ff1-d2aee1c62db7 has already been hosted by L3 agent fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f {{(pid=103448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 20:29:25.018452 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d4f95f8-6ca2-49e8-8d7f-14e5bac68d29 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Notify agent at l3_agent.dv-cinder-830901-7-iscsi the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 20:29:25.023312 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5d4f95f8-6ca2-49e8-8d7f-14e5bac68d29 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-338397'] for floatingip (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:29:25.027868 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f660e864-3edf-4b0f-8c27-8b34ee528436 None None] Sync routers for ids ['cad3ba2d-6ffc-4b27-8ff1-d2aee1c62db7'] in dv-cinder-830901-7-iscsi {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 20:29:25.037681 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f660e864-3edf-4b0f-8c27-8b34ee528436 None None] Routers {'cad3ba2d-6ffc-4b27-8ff1-d2aee1c62db7'} bound to L3 agent in host dv-cinder-830901-7-iscsi {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:29:25.038384 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-f660e864-3edf-4b0f-8c27-8b34ee528436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-16T20:16:38Z,description=,heartbeat_timestamp=2022-05-16T20:29:08Z,host='dv-cinder-830901-7-iscsi',id=fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:16:38Z,topic='l3_agent')) {'router_ids': ['cad3ba2d-6ffc-4b27-8ff1-d2aee1c62db7'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:29:25.054187 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-5d4f95f8-6ca2-49e8-8d7f-14e5bac68d29 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "PUT /v2.0/floatingips/0ace15c5-4ba5-481e-bb71-55f722fdf55d HTTP/1.1" status: 200 len: 990 time: 0.8787973 May 16 20:29:25.054187 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f373f49f-1b05-493f-8909-14c9c8b3a493', 'tag': 'd1ecf934-cac9-41d2-9209-1ad50d42399a'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 20:29:25.055081 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cabd327eae894280a08d6ee7d9129781675a5828ba01ec684011f2f655eb9e7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feb1ec68-33d6-4fa3-8590-7f3cc059e179" -d '{"events": [{"name": "network-changed", "server_uuid": "f373f49f-1b05-493f-8909-14c9c8b3a493", "tag": "d1ecf934-cac9-41d2-9209-1ad50d42399a"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 20:29:25.055489 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.agents_db [None req-fef3025b-cde1-4f6e-a405-d73d123fae0f None None] Agent healthcheck: found 6 active agents {{(pid=103451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 20:29:25.091470 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 20:29:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc58a63f-badb-476c-9bb9-a36f9dba4588 x-openstack-request-id: req-cc58a63f-badb-476c-9bb9-a36f9dba4588 {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 20:29:25.091785 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f373f49f-1b05-493f-8909-14c9c8b3a493", "tag": "d1ecf934-cac9-41d2-9209-1ad50d42399a", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 20:29:25.092061 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-cc58a63f-badb-476c-9bb9-a36f9dba4588 {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 20:29:25.092512 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc58a63f-badb-476c-9bb9-a36f9dba4588'] response: {'name': 'network-changed', 'server_uuid': 'f373f49f-1b05-493f-8909-14c9c8b3a493', 'tag': 'd1ecf934-cac9-41d2-9209-1ad50d42399a', 'status': 'completed', 'code': 200} May 16 20:29:25.144047 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-f660e864-3edf-4b0f-8c27-8b34ee528436 None None] Set router cad3ba2d-6ffc-4b27-8ff1-d2aee1c62db7 gateway port host: dv-cinder-830901-7-iscsi {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:29:25.158136 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb1ec68-33d6-4fa3-8590-7f3cc059e179 req-bbf4ca25-80e2-4c4a-af4d-14bb8b2a98b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:29:25.159655 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-feb1ec68-33d6-4fa3-8590-7f3cc059e179 req-bbf4ca25-80e2-4c4a-af4d-14bb8b2a98b2 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=c5e9d68ebf234ca98d0bedb214585f87&device_id=f373f49f-1b05-493f-8909-14c9c8b3a493 HTTP/1.1" status: 200 len: 1129 time: 0.0426159 May 16 20:29:25.254761 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb1ec68-33d6-4fa3-8590-7f3cc059e179 req-965f5c81-2b8c-4b0c-8e33-08488ddc66f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:29:25.256231 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-feb1ec68-33d6-4fa3-8590-7f3cc059e179 req-965f5c81-2b8c-4b0c-8e33-08488ddc66f3 service neutron] 10.222.0.81 "GET /v2.0/networks?id=87a5424f-d6f8-4b15-9358-a637573a32c1 HTTP/1.1" status: 200 len: 918 time: 0.0904262 May 16 20:29:25.319001 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-feb1ec68-33d6-4fa3-8590-7f3cc059e179 req-108905a4-ae22-4047-9d30-171a6d10920a service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d1ecf934-cac9-41d2-9209-1ad50d42399a HTTP/1.1" status: 200 len: 998 time: 0.0565925 May 16 20:29:25.370809 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb1ec68-33d6-4fa3-8590-7f3cc059e179 req-768f3e58-1728-4489-a2d4-fe03bedd4326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:29:25.372996 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-feb1ec68-33d6-4fa3-8590-7f3cc059e179 req-768f3e58-1728-4489-a2d4-fe03bedd4326 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=4cb8e59d-2930-42f7-8975-a483fd8062fd HTTP/1.1" status: 200 len: 856 time: 0.0474765 May 16 20:29:25.391072 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-f660e864-3edf-4b0f-8c27-8b34ee528436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cad3ba2d-6ffc-4b27-8ff1-d2aee1c62db7', 'name': 'tempest-AttachVolumeShelveTestJSON-1815845073-router', 'tenant_id': 'c5e9d68ebf234ca98d0bedb214585f87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'external_fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': '1e0ec9db-f259-4818-9863-b33ccebdc761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:25:07Z', 'updated_at': '2022-05-16T20:25:21Z', 'revision_number': 4, 'project_id': 'c5e9d68ebf234ca98d0bedb214585f87', 'gw_port': {'id': '1e0ec9db-f259-4818-9863-b33ccebdc761', 'name': '', 'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:31:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad3ba2d-6ffc-4b27-8ff1-d2aee1c62db7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:25:09Z', 'updated_at': '2022-05-16T20:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-7-iscsi', '_floatingips': [{'id': '0ace15c5-4ba5-481e-bb71-55f722fdf55d', 'tenant_id': 'c5e9d68ebf234ca98d0bedb214585f87', 'floating_ip_address': '172.27.2.16', 'floating_network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'router_id': 'cad3ba2d-6ffc-4b27-8ff1-d2aee1c62db7', 'port_id': 'd1ecf934-cac9-41d2-9209-1ad50d42399a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87a5424f-d6f8-4b15-9358-a637573a32c1', 'mac_address': 'fa:16:3e:36:b5:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f373f49f-1b05-493f-8909-14c9c8b3a493', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T20:29:13Z', 'updated_at': '2022-05-16T20:29:24Z', 'revision_number': 1, 'project_id': 'c5e9d68ebf234ca98d0bedb214585f87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7df9de3-6d59-4cd7-a98b-d7b449247cde', 'name': '', 'network_id': '87a5424f-d6f8-4b15-9358-a637573a32c1', 'tenant_id': 'c5e9d68ebf234ca98d0bedb214585f87', 'mac_address': 'fa:16:3e:d1:09:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad3ba2d-6ffc-4b27-8ff1-d2aee1c62db7', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4cb8e59d-2930-42f7-8975-a483fd8062fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:25:16Z', 'updated_at': '2022-05-16T20:25:31Z', 'revision_number': 5, 'project_id': 'c5e9d68ebf234ca98d0bedb214585f87', 'subnets': [{'id': '4cb8e59d-2930-42f7-8975-a483fd8062fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-7-iscsi', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:29:25.416601 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb1ec68-33d6-4fa3-8590-7f3cc059e179 req-d709c411-246c-4fa9-ad58-5a5862b810c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:29:25.418152 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-feb1ec68-33d6-4fa3-8590-7f3cc059e179 req-d709c411-246c-4fa9-ad58-5a5862b810c3 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=87a5424f-d6f8-4b15-9358-a637573a32c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0378578 May 16 20:29:25.421062 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f660e864-3edf-4b0f-8c27-8b34ee528436 None None] Checking router: cad3ba2d-6ffc-4b27-8ff1-d2aee1c62db7 for host: dv-cinder-830901-7-iscsi {{(pid=103450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 20:29:25.429344 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f660e864-3edf-4b0f-8c27-8b34ee528436 None None] Routers {'cad3ba2d-6ffc-4b27-8ff1-d2aee1c62db7'} bound to L3 agent in host dv-cinder-830901-7-iscsi {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:29:25.429945 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-f660e864-3edf-4b0f-8c27-8b34ee528436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-16T20:16:38Z,description=,heartbeat_timestamp=2022-05-16T20:29:08Z,host='dv-cinder-830901-7-iscsi',id=fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:16:38Z,topic='l3_agent')) {'router_ids': ['cad3ba2d-6ffc-4b27-8ff1-d2aee1c62db7'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:29:25.512005 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-feb1ec68-33d6-4fa3-8590-7f3cc059e179 req-f75954f8-e498-440c-a8f9-24242fbfb425 service neutron] 10.222.0.81 "GET /v2.0/networks/87a5424f-d6f8-4b15-9358-a637573a32c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812912 May 16 20:29:25.530701 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-f660e864-3edf-4b0f-8c27-8b34ee528436 None None] Set router cad3ba2d-6ffc-4b27-8ff1-d2aee1c62db7 gateway port host: dv-cinder-830901-7-iscsi {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:29:25.603502 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-feb1ec68-33d6-4fa3-8590-7f3cc059e179 req-8d346751-581e-4da0-b589-d89604c01b3e service neutron] 10.222.0.81 "GET /v2.0/networks/87a5424f-d6f8-4b15-9358-a637573a32c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844574 May 16 20:29:25.738199 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-f660e864-3edf-4b0f-8c27-8b34ee528436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cad3ba2d-6ffc-4b27-8ff1-d2aee1c62db7', 'name': 'tempest-AttachVolumeShelveTestJSON-1815845073-router', 'tenant_id': 'c5e9d68ebf234ca98d0bedb214585f87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'external_fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': '1e0ec9db-f259-4818-9863-b33ccebdc761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:25:07Z', 'updated_at': '2022-05-16T20:25:21Z', 'revision_number': 4, 'project_id': 'c5e9d68ebf234ca98d0bedb214585f87', 'gw_port': {'id': '1e0ec9db-f259-4818-9863-b33ccebdc761', 'name': '', 'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:31:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad3ba2d-6ffc-4b27-8ff1-d2aee1c62db7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:25:09Z', 'updated_at': '2022-05-16T20:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-7-iscsi', '_floatingips': [{'id': '0ace15c5-4ba5-481e-bb71-55f722fdf55d', 'tenant_id': 'c5e9d68ebf234ca98d0bedb214585f87', 'floating_ip_address': '172.27.2.16', 'floating_network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'router_id': 'cad3ba2d-6ffc-4b27-8ff1-d2aee1c62db7', 'port_id': 'd1ecf934-cac9-41d2-9209-1ad50d42399a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87a5424f-d6f8-4b15-9358-a637573a32c1', 'mac_address': 'fa:16:3e:36:b5:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f373f49f-1b05-493f-8909-14c9c8b3a493', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T20:29:13Z', 'updated_at': '2022-05-16T20:29:24Z', 'revision_number': 1, 'project_id': 'c5e9d68ebf234ca98d0bedb214585f87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7df9de3-6d59-4cd7-a98b-d7b449247cde', 'name': '', 'network_id': '87a5424f-d6f8-4b15-9358-a637573a32c1', 'tenant_id': 'c5e9d68ebf234ca98d0bedb214585f87', 'mac_address': 'fa:16:3e:d1:09:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad3ba2d-6ffc-4b27-8ff1-d2aee1c62db7', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4cb8e59d-2930-42f7-8975-a483fd8062fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:25:16Z', 'updated_at': '2022-05-16T20:25:31Z', 'revision_number': 5, 'project_id': 'c5e9d68ebf234ca98d0bedb214585f87', 'subnets': [{'id': '4cb8e59d-2930-42f7-8975-a483fd8062fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-7-iscsi', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:29:25.761988 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f660e864-3edf-4b0f-8c27-8b34ee528436 None None] The sync data for ids ['cad3ba2d-6ffc-4b27-8ff1-d2aee1c62db7'] in dv-cinder-830901-7-iscsi is: [{'id': 'cad3ba2d-6ffc-4b27-8ff1-d2aee1c62db7', 'name': 'tempest-AttachVolumeShelveTestJSON-1815845073-router', 'tenant_id': 'c5e9d68ebf234ca98d0bedb214585f87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'external_fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': '1e0ec9db-f259-4818-9863-b33ccebdc761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:25:07Z', 'updated_at': '2022-05-16T20:25:21Z', 'revision_number': 4, 'project_id': 'c5e9d68ebf234ca98d0bedb214585f87', 'gw_port': {'id': '1e0ec9db-f259-4818-9863-b33ccebdc761', 'name': '', 'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:31:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad3ba2d-6ffc-4b27-8ff1-d2aee1c62db7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:25:09Z', 'updated_at': '2022-05-16T20:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-7-iscsi', '_floatingips': [{'id': '0ace15c5-4ba5-481e-bb71-55f722fdf55d', 'tenant_id': 'c5e9d68ebf234ca98d0bedb214585f87', 'floating_ip_address': '172.27.2.16', 'floating_network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'router_id': 'cad3ba2d-6ffc-4b27-8ff1-d2aee1c62db7', 'port_id': 'd1ecf934-cac9-41d2-9209-1ad50d42399a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87a5424f-d6f8-4b15-9358-a637573a32c1', 'mac_address': 'fa:16:3e:36:b5:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f373f49f-1b05-493f-8909-14c9c8b3a493', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T20:29:13Z', 'updated_at': '2022-05-16T20:29:24Z', 'revision_number': 1, 'project_id': 'c5e9d68ebf234ca98d0bedb214585f87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7df9de3-6d59-4cd7-a98b-d7b449247cde', 'name': '', 'network_id': '87a5424f-d6f8-4b15-9358-a637573a32c1', 'tenant_id': 'c5e9d68ebf234ca98d0bedb214585f87', 'mac_address': 'fa:16:3e:d1:09:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad3ba2d-6ffc-4b27-8ff1-d2aee1c62db7', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4cb8e59d-2930-42f7-8975-a483fd8062fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:25:16Z', 'updated_at': '2022-05-16T20:25:31Z', 'revision_number': 5, 'project_id': 'c5e9d68ebf234ca98d0bedb214585f87', 'subnets': [{'id': '4cb8e59d-2930-42f7-8975-a483fd8062fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 20:29:25.969630 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-255c478f-c49d-49c8-92a8-483f100a1d83 None None] New status for floating IP 0ace15c5-4ba5-481e-bb71-55f722fdf55d: ACTIVE {{(pid=103451) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 20:29:28.927921 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09057c45-de4f-486d-be71-1e8cee1619ee req-44698607-4a99-4760-bee8-a0a1db161986 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:29:28.929396 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-09057c45-de4f-486d-be71-1e8cee1619ee req-44698607-4a99-4760-bee8-a0a1db161986 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] 10.222.0.71 "GET /v2.0/ports?device_id=fa7df57c-3792-445a-85dd-10865098f763 HTTP/1.1" status: 200 len: 946 time: 0.0469828 May 16 20:29:28.979161 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-09057c45-de4f-486d-be71-1e8cee1619ee req-263ee2e7-90b3-4a76-8503-196c3373ba78 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] 10.222.0.71 "GET /v2.0/security-groups?id=3a725130-a618-4fe5-b252-e3a6384e8833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435228 May 16 20:29:30.093882 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff15d24-84ed-4989-89b4-468e752f48ad req-8c658adb-b2f5-48b9-abe3-c94a2d2caa36 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:29:30.095311 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-2ff15d24-84ed-4989-89b4-468e752f48ad req-8c658adb-b2f5-48b9-abe3-c94a2d2caa36 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] 10.222.0.71 "GET /v2.0/ports?device_id=fa7df57c-3792-445a-85dd-10865098f763 HTTP/1.1" status: 200 len: 946 time: 0.0461607 May 16 20:29:30.142158 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-2ff15d24-84ed-4989-89b4-468e752f48ad req-af230f5f-a571-43b4-9aa0-f1c16e416001 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] 10.222.0.71 "GET /v2.0/security-groups?id=3a725130-a618-4fe5-b252-e3a6384e8833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412548 May 16 20:29:30.853162 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1646abd7-929b-4e95-84da-ad7d71e7be9c req-65141346-ff28-4c93-b5d8-5ff29b6d4184 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:29:30.854601 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-1646abd7-929b-4e95-84da-ad7d71e7be9c req-65141346-ff28-4c93-b5d8-5ff29b6d4184 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] 10.222.0.81 "GET /v2.0/ports?device_id=fa7df57c-3792-445a-85dd-10865098f763 HTTP/1.1" status: 200 len: 946 time: 0.0497725 May 16 20:29:30.936949 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [req-1646abd7-929b-4e95-84da-ad7d71e7be9c req-fbb5e875-577b-4207-b962-ba3e29b6e561 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Deleting port 25705cbe-e055-4b19-865c-03695eb62fbe {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 20:29:30.937293 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-1646abd7-929b-4e95-84da-ad7d71e7be9c req-fbb5e875-577b-4207-b962-ba3e29b6e561 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732397588453'] for port (25705cbe-e055-4b19-865c-03695eb62fbe), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:29:31.027959 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-1646abd7-929b-4e95-84da-ad7d71e7be9c req-fbb5e875-577b-4207-b962-ba3e29b6e561 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] For port 25705cbe-e055-4b19-865c-03695eb62fbe, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=25705cbe-e055-4b19-865c-03695eb62fbe,segment=NetworkSegment(807f7936-8013-4f91-9b73-d002c57a348d),segment_id=807f7936-8013-4f91-9b73-d002c57a348d)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:29:31.028389 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-1646abd7-929b-4e95-84da-ad7d71e7be9c req-fbb5e875-577b-4207-b962-ba3e29b6e561 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641018'] for port (25705cbe-e055-4b19-865c-03695eb62fbe), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:29:31.450871 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1774ea1-a250-4df1-a8f8-8d810f275f53 req-901e2124-1267-476c-a6ad-801c9a008e4d tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:29:31.452254 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-f1774ea1-a250-4df1-a8f8-8d810f275f53 req-901e2124-1267-476c-a6ad-801c9a008e4d tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] 10.222.0.71 "GET /v2.0/ports?device_id=fa7df57c-3792-445a-85dd-10865098f763 HTTP/1.1" status: 200 len: 946 time: 0.0848570 May 16 20:29:31.455151 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-1646abd7-929b-4e95-84da-ad7d71e7be9c req-fbb5e875-577b-4207-b962-ba3e29b6e561 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:29:31.455513 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-1646abd7-929b-4e95-84da-ad7d71e7be9c req-fbb5e875-577b-4207-b962-ba3e29b6e561 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1640477'] for floatingip (2c93e229-0222-425f-8ada-3416a625677d), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:29:31.455827 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.db.l3_db [req-1646abd7-929b-4e95-84da-ad7d71e7be9c req-fbb5e875-577b-4207-b962-ba3e29b6e561 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Floating IP 2c93e229-0222-425f-8ada-3416a625677d disassociated. External IP: 172.27.2.42, port: 25705cbe-e055-4b19-865c-03695eb62fbe. May 16 20:29:31.456199 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [req-1646abd7-929b-4e95-84da-ad7d71e7be9c req-fbb5e875-577b-4207-b962-ba3e29b6e561 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Calling delete_port for 25705cbe-e055-4b19-865c-03695eb62fbe owned by compute:nova {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 20:29:31.538083 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-f1774ea1-a250-4df1-a8f8-8d810f275f53 req-da1414c0-6738-4978-908e-43ec42f1b546 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] 10.222.0.71 "GET /v2.0/security-groups?id=3a725130-a618-4fe5-b252-e3a6384e8833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797119 May 16 20:29:31.616076 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-1646abd7-929b-4e95-84da-ad7d71e7be9c req-fbb5e875-577b-4207-b962-ba3e29b6e561 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732397598073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732397102969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27048612'] for port (25705cbe-e055-4b19-865c-03695eb62fbe), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:29:31.645667 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb5e875-577b-4207-b962-ba3e29b6e561 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Pushing event deleted for resources: {'Port': ['ID=25705cbe-e055-4b19-865c-03695eb62fbe,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:29:31.656512 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb5e875-577b-4207-b962-ba3e29b6e561 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:29:31.656862 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb5e875-577b-4207-b962-ba3e29b6e561 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:29:31.657212 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb5e875-577b-4207-b962-ba3e29b6e561 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:29:31.657555 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb5e875-577b-4207-b962-ba3e29b6e561 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:29:31.657892 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb5e875-577b-4207-b962-ba3e29b6e561 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:29:31.658227 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb5e875-577b-4207-b962-ba3e29b6e561 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:29:31.658559 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb5e875-577b-4207-b962-ba3e29b6e561 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:29:31.658886 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb5e875-577b-4207-b962-ba3e29b6e561 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:29:31.659214 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb5e875-577b-4207-b962-ba3e29b6e561 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:29:31.659537 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb5e875-577b-4207-b962-ba3e29b6e561 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:29:31.659865 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb5e875-577b-4207-b962-ba3e29b6e561 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:29:31.660210 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb5e875-577b-4207-b962-ba3e29b6e561 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:29:31.660536 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb5e875-577b-4207-b962-ba3e29b6e561 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:29:31.660858 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb5e875-577b-4207-b962-ba3e29b6e561 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:29:31.661178 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb5e875-577b-4207-b962-ba3e29b6e561 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:29:31.764079 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1646abd7-929b-4e95-84da-ad7d71e7be9c req-fbb5e875-577b-4207-b962-ba3e29b6e561 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Router 351686c7-2149-4e36-8ba7-99da7d77fe56 has already been hosted by L3 agent fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f {{(pid=103448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 20:29:31.864566 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1646abd7-929b-4e95-84da-ad7d71e7be9c req-fbb5e875-577b-4207-b962-ba3e29b6e561 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Notify agent at l3_agent.dv-cinder-830901-7-iscsi the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 20:29:31.876419 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-206b1336-aea2-4743-b81b-32eebfc201a1 None None] Sync routers for ids ['351686c7-2149-4e36-8ba7-99da7d77fe56'] in dv-cinder-830901-7-iscsi {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 20:29:31.908694 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [req-1646abd7-929b-4e95-84da-ad7d71e7be9c req-fbb5e875-577b-4207-b962-ba3e29b6e561 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] No DVR routers for this DVR port 25705cbe-e055-4b19-865c-03695eb62fbe on host hv-cinder-83090 {{(pid=103448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 20:29:31.911273 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-1646abd7-929b-4e95-84da-ad7d71e7be9c req-fbb5e875-577b-4207-b962-ba3e29b6e561 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-338397'] for port (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:29:31.914589 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-1646abd7-929b-4e95-84da-ad7d71e7be9c req-fbb5e875-577b-4207-b962-ba3e29b6e561 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] 10.222.0.81 "DELETE /v2.0/ports/25705cbe-e055-4b19-865c-03695eb62fbe HTTP/1.1" status: 204 len: 173 time: 1.0535872 May 16 20:29:31.915072 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa7df57c-3792-445a-85dd-10865098f763', 'name': 'network-vif-deleted', 'tag': '25705cbe-e055-4b19-865c-03695eb62fbe'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 20:29:31.917459 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cabd327eae894280a08d6ee7d9129781675a5828ba01ec684011f2f655eb9e7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9adfae7-f387-4d6c-b053-918b2108ae28" -d '{"events": [{"server_uuid": "fa7df57c-3792-445a-85dd-10865098f763", "name": "network-vif-deleted", "tag": "25705cbe-e055-4b19-865c-03695eb62fbe"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 20:29:31.963457 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 20:29:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7b7bd9e-253c-4548-b24e-8eb491a38b1d x-openstack-request-id: req-c7b7bd9e-253c-4548-b24e-8eb491a38b1d {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 20:29:31.963763 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa7df57c-3792-445a-85dd-10865098f763", "name": "network-vif-deleted", "tag": "25705cbe-e055-4b19-865c-03695eb62fbe", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 20:29:31.964013 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-c7b7bd9e-253c-4548-b24e-8eb491a38b1d {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 20:29:31.964451 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7b7bd9e-253c-4548-b24e-8eb491a38b1d'] response: {'server_uuid': 'fa7df57c-3792-445a-85dd-10865098f763', 'name': 'network-vif-deleted', 'tag': '25705cbe-e055-4b19-865c-03695eb62fbe', 'status': 'completed', 'code': 200} May 16 20:29:32.003199 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206b1336-aea2-4743-b81b-32eebfc201a1 None None] Routers {'351686c7-2149-4e36-8ba7-99da7d77fe56'} bound to L3 agent in host dv-cinder-830901-7-iscsi {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:29:32.003836 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-206b1336-aea2-4743-b81b-32eebfc201a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-16T20:16:38Z,description=,heartbeat_timestamp=2022-05-16T20:29:08Z,host='dv-cinder-830901-7-iscsi',id=fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:16:38Z,topic='l3_agent')) {'router_ids': ['351686c7-2149-4e36-8ba7-99da7d77fe56'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:29:32.109560 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-206b1336-aea2-4743-b81b-32eebfc201a1 None None] Set router 351686c7-2149-4e36-8ba7-99da7d77fe56 gateway port host: dv-cinder-830901-7-iscsi {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:29:32.296919 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-206b1336-aea2-4743-b81b-32eebfc201a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '351686c7-2149-4e36-8ba7-99da7d77fe56', 'name': 'tempest-AttachVolumeTestJSON-478749997-router', 'tenant_id': '10f3494602c84c748ead115d649fc9cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'external_fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': '5bd59a02-1214-43a3-a53a-a9b3d92f699d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:25:05Z', 'updated_at': '2022-05-16T20:25:15Z', 'revision_number': 4, 'project_id': '10f3494602c84c748ead115d649fc9cc', 'gw_port': {'id': '5bd59a02-1214-43a3-a53a-a9b3d92f699d', 'name': '', 'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:cd:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '351686c7-2149-4e36-8ba7-99da7d77fe56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:25:07Z', 'updated_at': '2022-05-16T20:25:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-7-iscsi', '_interfaces': [{'id': 'a9c54af1-f821-4150-a9a0-ace98e4fcd02', 'name': '', 'network_id': 'e7a89d4e-230a-49f4-9073-4fb4c366ed99', 'tenant_id': '10f3494602c84c748ead115d649fc9cc', 'mac_address': 'fa:16:3e:b7:9a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '351686c7-2149-4e36-8ba7-99da7d77fe56', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a67edfad-ba11-4420-bc2d-c5a2924d53c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:25:13Z', 'updated_at': '2022-05-16T20:25:26Z', 'revision_number': 5, 'project_id': '10f3494602c84c748ead115d649fc9cc', 'subnets': [{'id': 'a67edfad-ba11-4420-bc2d-c5a2924d53c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-7-iscsi', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:29:32.327506 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-206b1336-aea2-4743-b81b-32eebfc201a1 None None] Checking router: 351686c7-2149-4e36-8ba7-99da7d77fe56 for host: dv-cinder-830901-7-iscsi {{(pid=103450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 20:29:32.336226 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206b1336-aea2-4743-b81b-32eebfc201a1 None None] Routers {'351686c7-2149-4e36-8ba7-99da7d77fe56'} bound to L3 agent in host dv-cinder-830901-7-iscsi {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:29:32.336840 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-206b1336-aea2-4743-b81b-32eebfc201a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-16T20:16:38Z,description=,heartbeat_timestamp=2022-05-16T20:29:08Z,host='dv-cinder-830901-7-iscsi',id=fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:16:38Z,topic='l3_agent')) {'router_ids': ['351686c7-2149-4e36-8ba7-99da7d77fe56'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:29:32.436184 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-206b1336-aea2-4743-b81b-32eebfc201a1 None None] Set router 351686c7-2149-4e36-8ba7-99da7d77fe56 gateway port host: dv-cinder-830901-7-iscsi {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:29:32.618542 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-206b1336-aea2-4743-b81b-32eebfc201a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '351686c7-2149-4e36-8ba7-99da7d77fe56', 'name': 'tempest-AttachVolumeTestJSON-478749997-router', 'tenant_id': '10f3494602c84c748ead115d649fc9cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'external_fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': '5bd59a02-1214-43a3-a53a-a9b3d92f699d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:25:05Z', 'updated_at': '2022-05-16T20:25:15Z', 'revision_number': 4, 'project_id': '10f3494602c84c748ead115d649fc9cc', 'gw_port': {'id': '5bd59a02-1214-43a3-a53a-a9b3d92f699d', 'name': '', 'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:cd:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '351686c7-2149-4e36-8ba7-99da7d77fe56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:25:07Z', 'updated_at': '2022-05-16T20:25:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-7-iscsi', '_interfaces': [{'id': 'a9c54af1-f821-4150-a9a0-ace98e4fcd02', 'name': '', 'network_id': 'e7a89d4e-230a-49f4-9073-4fb4c366ed99', 'tenant_id': '10f3494602c84c748ead115d649fc9cc', 'mac_address': 'fa:16:3e:b7:9a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '351686c7-2149-4e36-8ba7-99da7d77fe56', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a67edfad-ba11-4420-bc2d-c5a2924d53c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:25:13Z', 'updated_at': '2022-05-16T20:25:26Z', 'revision_number': 5, 'project_id': '10f3494602c84c748ead115d649fc9cc', 'subnets': [{'id': 'a67edfad-ba11-4420-bc2d-c5a2924d53c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-7-iscsi', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:29:32.627174 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.71', 49986) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:29:32.644863 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-206b1336-aea2-4743-b81b-32eebfc201a1 None None] The sync data for ids ['351686c7-2149-4e36-8ba7-99da7d77fe56'] in dv-cinder-830901-7-iscsi is: [{'id': '351686c7-2149-4e36-8ba7-99da7d77fe56', 'name': 'tempest-AttachVolumeTestJSON-478749997-router', 'tenant_id': '10f3494602c84c748ead115d649fc9cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'external_fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': '5bd59a02-1214-43a3-a53a-a9b3d92f699d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:25:05Z', 'updated_at': '2022-05-16T20:25:15Z', 'revision_number': 4, 'project_id': '10f3494602c84c748ead115d649fc9cc', 'gw_port': {'id': '5bd59a02-1214-43a3-a53a-a9b3d92f699d', 'name': '', 'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:cd:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '351686c7-2149-4e36-8ba7-99da7d77fe56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:25:07Z', 'updated_at': '2022-05-16T20:25:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-7-iscsi', '_interfaces': [{'id': 'a9c54af1-f821-4150-a9a0-ace98e4fcd02', 'name': '', 'network_id': 'e7a89d4e-230a-49f4-9073-4fb4c366ed99', 'tenant_id': '10f3494602c84c748ead115d649fc9cc', 'mac_address': 'fa:16:3e:b7:9a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '351686c7-2149-4e36-8ba7-99da7d77fe56', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a67edfad-ba11-4420-bc2d-c5a2924d53c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:25:13Z', 'updated_at': '2022-05-16T20:25:26Z', 'revision_number': 5, 'project_id': '10f3494602c84c748ead115d649fc9cc', 'subnets': [{'id': 'a67edfad-ba11-4420-bc2d-c5a2924d53c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 20:29:32.686653 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-66421d92-c47f-4800-b350-04f38cc9b8e5 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Publish callbacks [] for security_group (3a725130-a618-4fe5-b252-e3a6384e8833), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:29:32.711296 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-66421d92-c47f-4800-b350-04f38cc9b8e5 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Publish callbacks [] for security_group (3a725130-a618-4fe5-b252-e3a6384e8833), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:29:32.761475 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-66421d92-c47f-4800-b350-04f38cc9b8e5 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997425'] for security_group (3a725130-a618-4fe5-b252-e3a6384e8833), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:29:32.764205 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-66421d92-c47f-4800-b350-04f38cc9b8e5 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Publish callbacks [] for security_group (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:29:32.765210 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-66421d92-c47f-4800-b350-04f38cc9b8e5 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] 10.222.0.71 "DELETE /v2.0/security-groups/3a725130-a618-4fe5-b252-e3a6384e8833 HTTP/1.1" status: 204 len: 168 time: 0.1369205 May 16 20:29:32.768412 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.71', 49988) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:29:32.774784 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66421d92-c47f-4800-b350-04f38cc9b8e5 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a725130-a618-4fe5-b252-e3a6384e8833,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:29:32.783064 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.api.v2.resource [None req-4f7ead54-6f66-4e92-8eca-32e2fc11dce3 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] show failed (client error): The resource could not be found. May 16 20:29:32.787098 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-4f7ead54-6f66-4e92-8eca-32e2fc11dce3 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] 10.222.0.71 "GET /v2.0/security-groups/3a725130-a618-4fe5-b252-e3a6384e8833 HTTP/1.1" status: 404 len: 347 time: 0.0176816 May 16 20:29:32.787908 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.71', 49990) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:29:32.877855 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-839202ca-d307-4ca2-ae87-0159b6c1e575 None None] New status for floating IP 2c93e229-0222-425f-8ada-3416a625677d: DOWN {{(pid=103451) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 20:29:32.901777 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-d7ce67a0-cbcb-434f-ac13-f7fdafc5f44c tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Deleting port 55831fb2-2b0d-4cce-a092-dcf7fecf3001 {{(pid=103449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 20:29:32.902120 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-d7ce67a0-cbcb-434f-ac13-f7fdafc5f44c tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732397588453'] for port (55831fb2-2b0d-4cce-a092-dcf7fecf3001), before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:29:32.981481 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-d7ce67a0-cbcb-434f-ac13-f7fdafc5f44c tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641018'] for port (55831fb2-2b0d-4cce-a092-dcf7fecf3001), precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:29:32.981945 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-d7ce67a0-cbcb-434f-ac13-f7fdafc5f44c tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Publish callbacks [] for floatingip (55831fb2-2b0d-4cce-a092-dcf7fecf3001), precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:29:32.994433 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-d7ce67a0-cbcb-434f-ac13-f7fdafc5f44c tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Calling delete_port for 55831fb2-2b0d-4cce-a092-dcf7fecf3001 owned by network:floatingip {{(pid=103449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 20:29:33.157875 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-d7ce67a0-cbcb-434f-ac13-f7fdafc5f44c tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732397598073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732397102969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26134374'] for port (55831fb2-2b0d-4cce-a092-dcf7fecf3001), after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:29:33.182983 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ce67a0-cbcb-434f-ac13-f7fdafc5f44c tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Pushing event deleted for resources: {'Port': ['ID=55831fb2-2b0d-4cce-a092-dcf7fecf3001,revision_number=None']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:29:33.242656 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-d7ce67a0-cbcb-434f-ac13-f7fdafc5f44c tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Publish callbacks [] for floatingip (2c93e229-0222-425f-8ada-3416a625677d), after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:29:33.245189 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-d7ce67a0-cbcb-434f-ac13-f7fdafc5f44c tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-338397'] for floatingip (None), before_response {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:29:33.246414 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-d7ce67a0-cbcb-434f-ac13-f7fdafc5f44c tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] 10.222.0.71 "DELETE /v2.0/floatingips/2c93e229-0222-425f-8ada-3416a625677d HTTP/1.1" status: 204 len: 168 time: 0.4575043 May 16 20:29:33.320005 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.71', 49994) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:29:33.324711 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.v2.base [None req-b1de3412-a267-42b0-8e62-5d90b03f99fa tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2132023578', 'description': 'tempest-description--884511027'}} {{(pid=103449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:29:33.345431 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-b1de3412-a267-42b0-8e62-5d90b03f99fa tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Publish callbacks [] for security_group (None), before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:29:33.411360 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-b1de3412-a267-42b0-8e62-5d90b03f99fa tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Publish callbacks [] for security_group (471c2a9f-3bee-4786-8237-035787bab96d), precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:29:33.414930 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-b1de3412-a267-42b0-8e62-5d90b03f99fa tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997425'] for security_group (471c2a9f-3bee-4786-8237-035787bab96d), after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:29:33.442532 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-b1de3412-a267-42b0-8e62-5d90b03f99fa tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Publish callbacks [] for security_group (None), before_response {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:29:33.443718 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-b1de3412-a267-42b0-8e62-5d90b03f99fa tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1226943 May 16 20:29:33.446798 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.71', 49996) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:29:33.451510 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.v2.base [None req-e598ef1b-288a-4bc9-864d-783e01675850 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Request body: {'security_group_rule': {'security_group_id': '471c2a9f-3bee-4786-8237-035787bab96d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:29:33.451685 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1de3412-a267-42b0-8e62-5d90b03f99fa tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Pushing event updated for resources: {'SecurityGroup': ['ID=471c2a9f-3bee-4786-8237-035787bab96d,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:29:33.477859 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e598ef1b-288a-4bc9-864d-783e01675850 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Publish callbacks [] for security_group_rule (1785af6f-cdab-4026-8bc7-98f35a2eabf8), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:29:33.532518 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e598ef1b-288a-4bc9-864d-783e01675850 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Publish callbacks [] for security_group_rule (1785af6f-cdab-4026-8bc7-98f35a2eabf8), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:29:33.535881 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e598ef1b-288a-4bc9-864d-783e01675850 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997506'] for security_group_rule (1785af6f-cdab-4026-8bc7-98f35a2eabf8), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:29:33.553294 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e598ef1b-288a-4bc9-864d-783e01675850 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1785af6f-cdab-4026-8bc7-98f35a2eabf8,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:29:33.561145 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e598ef1b-288a-4bc9-864d-783e01675850 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:29:33.562393 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-e598ef1b-288a-4bc9-864d-783e01675850 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1144998 May 16 20:29:33.565076 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.71', 49998) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:29:33.569279 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.v2.base [None req-e32c9c90-7541-4a2d-8464-809de4599c1e tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Request body: {'security_group_rule': {'security_group_id': '471c2a9f-3bee-4786-8237-035787bab96d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:29:33.595435 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e32c9c90-7541-4a2d-8464-809de4599c1e tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Publish callbacks [] for security_group_rule (111d941c-7c24-4f6b-844a-a8dd6feeb5af), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:29:33.654585 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e32c9c90-7541-4a2d-8464-809de4599c1e tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Publish callbacks [] for security_group_rule (111d941c-7c24-4f6b-844a-a8dd6feeb5af), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:29:33.658259 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e32c9c90-7541-4a2d-8464-809de4599c1e tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997506'] for security_group_rule (111d941c-7c24-4f6b-844a-a8dd6feeb5af), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:29:33.678578 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32c9c90-7541-4a2d-8464-809de4599c1e tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=111d941c-7c24-4f6b-844a-a8dd6feeb5af,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:29:33.686955 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-85c44847-81d9-44b7-a8e5-908584e32e42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (6de3586b-c77a-41a3-9d69-e80d1925fb22), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:29:33.688953 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e32c9c90-7541-4a2d-8464-809de4599c1e tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:29:33.690493 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-e32c9c90-7541-4a2d-8464-809de4599c1e tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1244693 May 16 20:29:33.693496 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.71', 50000) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:29:33.698043 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.v2.base [None req-f7accb2b-9078-4f59-b315-c72654a82ed2 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Request body: {'floatingip': {'floating_network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:29:33.719903 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f7accb2b-9078-4f59-b315-c72654a82ed2 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:29:33.795229 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f7accb2b-9078-4f59-b315-c72654a82ed2 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:29:33.902066 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-f7accb2b-9078-4f59-b315-c72654a82ed2 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Allocated IP 172.27.2.183 (ded6ab20-0a8b-4051-830c-385457f4e062/dcb7b1f3-82ff-415d-89cf-2b6021c22eb5/fe6d9787-814d-450f-b0c7-78a0271971fb) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 20:29:34.002321 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f7accb2b-9078-4f59-b315-c72654a82ed2 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Publish callbacks [] for port (fe6d9787-814d-450f-b0c7-78a0271971fb), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:29:34.038268 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f7accb2b-9078-4f59-b315-c72654a82ed2 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732397102960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27048612'] for port (fe6d9787-814d-450f-b0c7-78a0271971fb), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:29:34.077747 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7accb2b-9078-4f59-b315-c72654a82ed2 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Network ded6ab20-0a8b-4051-830c-385457f4e062 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 20:29:34.080552 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-f7accb2b-9078-4f59-b315-c72654a82ed2 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 20:29:34.086230 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7accb2b-9078-4f59-b315-c72654a82ed2 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 20:29:34.091028 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7accb2b-9078-4f59-b315-c72654a82ed2 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Pushing event updated for resources: {'Port': ['ID=fe6d9787-814d-450f-b0c7-78a0271971fb,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:29:34.168532 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f7accb2b-9078-4f59-b315-c72654a82ed2 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Publish callbacks [] for floatingip (d64ea2dc-8fde-42ec-aa55-39123d8b8b86), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:29:34.204715 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f7accb2b-9078-4f59-b315-c72654a82ed2 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (fe6d9787-814d-450f-b0c7-78a0271971fb), before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:29:34.389448 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f7accb2b-9078-4f59-b315-c72654a82ed2 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Publish callbacks [] for port (fe6d9787-814d-450f-b0c7-78a0271971fb), precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:29:34.394100 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f7accb2b-9078-4f59-b315-c72654a82ed2 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732397598091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732397102978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732397102996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27048595'] for port (fe6d9787-814d-450f-b0c7-78a0271971fb), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:29:34.463114 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7accb2b-9078-4f59-b315-c72654a82ed2 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Pushing event updated for resources: {'Port': ['ID=fe6d9787-814d-450f-b0c7-78a0271971fb,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:29:34.474768 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f7accb2b-9078-4f59-b315-c72654a82ed2 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1640477'] for floatingip (d64ea2dc-8fde-42ec-aa55-39123d8b8b86), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:29:34.490217 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f7accb2b-9078-4f59-b315-c72654a82ed2 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-338397'] for floatingip (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:29:34.491430 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-f7accb2b-9078-4f59-b315-c72654a82ed2 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7969573 May 16 20:29:34.686213 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-f83e9f35-eb53-476e-a521-662b5a6984eb req-223c03fe-5d23-42cb-aafc-3d4b246ddacf tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-securitygroup--2132023578&fields=id&tenant_id=10f3494602c84c748ead115d649fc9cc HTTP/1.1" status: 200 len: 267 time: 0.0427210 May 16 20:29:34.789959 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83e9f35-eb53-476e-a521-662b5a6984eb req-54192ede-44f3-4008-9013-8c26e9084a9e tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:29:34.791391 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-f83e9f35-eb53-476e-a521-662b5a6984eb req-54192ede-44f3-4008-9013-8c26e9084a9e tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] 10.222.0.71 "GET /v2.0/networks?id=e7a89d4e-230a-49f4-9073-4fb4c366ed99 HTTP/1.1" status: 200 len: 810 time: 0.0988076 May 16 20:29:34.805926 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-f83e9f35-eb53-476e-a521-662b5a6984eb req-4bb52b7a-93e2-431b-83d1-84b5625430d1 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] 10.222.0.71 "GET /v2.0/quotas/10f3494602c84c748ead115d649fc9cc HTTP/1.1" status: 200 len: 375 time: 0.0086579 May 16 20:29:34.857364 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-f83e9f35-eb53-476e-a521-662b5a6984eb req-6df51c39-8718-41cf-a7af-f26bca4d8ead tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=10f3494602c84c748ead115d649fc9cc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0466979 May 16 20:29:34.951468 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-f83e9f35-eb53-476e-a521-662b5a6984eb req-26f619ee-d52f-4560-85ad-55b934de2642 service neutron] 10.222.0.71 "GET /v2.0/networks/e7a89d4e-230a-49f4-9073-4fb4c366ed99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830557 May 16 20:29:35.043667 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-f83e9f35-eb53-476e-a521-662b5a6984eb req-d80b0ef7-52bd-4fb2-838d-2f5f7ecca94b service neutron] 10.222.0.71 "GET /v2.0/networks/e7a89d4e-230a-49f4-9073-4fb4c366ed99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861537 May 16 20:29:35.206416 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-13aa881b-2e78-459a-b0d5-aa9ef05e912c req-d0649fe2-3306-4efe-b2b9-0849e74ed55d tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] 10.222.0.71 "GET /v2.0/ports?device_id=c778cb99-e34c-4dbd-8d2d-b4ff721d274e HTTP/1.1" status: 200 len: 210 time: 0.0289712 May 16 20:29:35.493609 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Device 25705cbe-e055-4b19-865c-03695eb62fbe no longer exists at agent hyperv_hv-cinder-83090 {{(pid=103450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 20:29:35.516712 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] No Port match for: 25705cbe-e055-4b19-865c-03695eb62fbe {{(pid=103450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 20:29:35.517076 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Device 25705cbe-e055-4b19-865c-03695eb62fbe not bound to the agent host hv-cinder-83090 {{(pid=103450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 20:29:36.119535 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83e9f35-eb53-476e-a521-662b5a6984eb req-5aa2a71d-95db-4dc7-ba4f-9b42b229d054 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:29:36.121021 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-f83e9f35-eb53-476e-a521-662b5a6984eb req-5aa2a71d-95db-4dc7-ba4f-9b42b229d054 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] 10.222.0.81 "GET /v2.0/networks?id=e7a89d4e-230a-49f4-9073-4fb4c366ed99 HTTP/1.1" status: 200 len: 810 time: 0.1119084 May 16 20:29:36.187860 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-f83e9f35-eb53-476e-a521-662b5a6984eb req-16ed28ef-c299-4384-9ff9-2f90eca5577e tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=10f3494602c84c748ead115d649fc9cc HTTP/1.1" status: 200 len: 380 time: 0.0559387 May 16 20:29:36.269008 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.v2.base [req-f83e9f35-eb53-476e-a521-662b5a6984eb req-9fe69648-a8a3-4253-8196-9e0ff5622a39 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Request body: {'port': {'device_id': 'c778cb99-e34c-4dbd-8d2d-b4ff721d274e', 'network_id': 'e7a89d4e-230a-49f4-9073-4fb4c366ed99', 'admin_state_up': True, 'tenant_id': '10f3494602c84c748ead115d649fc9cc', 'security_groups': ['471c2a9f-3bee-4786-8237-035787bab96d']}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:29:36.298748 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-b26af695-ed41-4fa9-b9c4-fd22b303063b req-bfb57d16-90ef-4411-a55d-13b7c8f35826 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] 10.222.0.71 "GET /v2.0/ports?device_id=c778cb99-e34c-4dbd-8d2d-b4ff721d274e HTTP/1.1" status: 200 len: 210 time: 0.0266099 May 16 20:29:36.377071 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f83e9f35-eb53-476e-a521-662b5a6984eb req-9fe69648-a8a3-4253-8196-9e0ff5622a39 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Made reservation on behalf of 10f3494602c84c748ead115d649fc9cc for: {'port': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 20:29:36.380406 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-f83e9f35-eb53-476e-a521-662b5a6984eb req-9fe69648-a8a3-4253-8196-9e0ff5622a39 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:29:36.510106 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [req-f83e9f35-eb53-476e-a521-662b5a6984eb req-9fe69648-a8a3-4253-8196-9e0ff5622a39 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Allocated IP 172.20.0.11 (e7a89d4e-230a-49f4-9073-4fb4c366ed99/a67edfad-ba11-4420-bc2d-c5a2924d53c8/c70698fc-4b3f-4c50-a44a-b0385d4c8512) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 20:29:36.648226 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-f83e9f35-eb53-476e-a521-662b5a6984eb req-9fe69648-a8a3-4253-8196-9e0ff5622a39 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Publish callbacks [] for port (c70698fc-4b3f-4c50-a44a-b0385d4c8512), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:29:36.682048 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-f83e9f35-eb53-476e-a521-662b5a6984eb req-9fe69648-a8a3-4253-8196-9e0ff5622a39 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732397102960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27048612'] for port (c70698fc-4b3f-4c50-a44a-b0385d4c8512), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:29:36.722627 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f83e9f35-eb53-476e-a521-662b5a6984eb req-9fe69648-a8a3-4253-8196-9e0ff5622a39 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Network e7a89d4e-230a-49f4-9073-4fb4c366ed99 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 20:29:36.725494 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [req-f83e9f35-eb53-476e-a521-662b5a6984eb req-9fe69648-a8a3-4253-8196-9e0ff5622a39 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 20:29:36.727896 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [req-f83e9f35-eb53-476e-a521-662b5a6984eb req-9fe69648-a8a3-4253-8196-9e0ff5622a39 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 20:29:36.762942 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe69648-a8a3-4253-8196-9e0ff5622a39 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Pushing event updated for resources: {'Port': ['ID=c70698fc-4b3f-4c50-a44a-b0385d4c8512,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:29:36.788532 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83e9f35-eb53-476e-a521-662b5a6984eb req-9fe69648-a8a3-4253-8196-9e0ff5622a39 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:29:36.789184 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-f83e9f35-eb53-476e-a521-662b5a6984eb req-9fe69648-a8a3-4253-8196-9e0ff5622a39 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-338397'] for port (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:29:36.809894 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-f83e9f35-eb53-476e-a521-662b5a6984eb req-9fe69648-a8a3-4253-8196-9e0ff5622a39 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5450625 May 16 20:29:36.821265 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.v2.base [req-f83e9f35-eb53-476e-a521-662b5a6984eb req-15f63a35-af72-4cf0-8ef7-6459c3db0d55 service neutron] Request body: {'port': {'device_id': 'c778cb99-e34c-4dbd-8d2d-b4ff721d274e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83090'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:29:36.887481 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-f83e9f35-eb53-476e-a521-662b5a6984eb req-15f63a35-af72-4cf0-8ef7-6459c3db0d55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (c70698fc-4b3f-4c50-a44a-b0385d4c8512), before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:29:36.946813 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [None req-db4b28fd-09d0-4ae4-b923-965d9f26dd7d None None] Provisioning complete for port c70698fc-4b3f-4c50-a44a-b0385d4c8512 triggered by entity DHCP. {{(pid=103450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:29:36.947365 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-db4b28fd-09d0-4ae4-b923-965d9f26dd7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868582'] for port (c70698fc-4b3f-4c50-a44a-b0385d4c8512), provisioning_complete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:29:36.989644 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-db4b28fd-09d0-4ae4-b923-965d9f26dd7d None None] Port c70698fc-4b3f-4c50-a44a-b0385d4c8512 cannot update to ACTIVE because it is not bound. {{(pid=103450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 20:29:37.183577 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.notifiers.nova [req-f83e9f35-eb53-476e-a521-662b5a6984eb req-15f63a35-af72-4cf0-8ef7-6459c3db0d55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c70698fc-4b3f-4c50-a44a-b0385d4c8512 {{(pid=103448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 20:29:37.191163 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-f83e9f35-eb53-476e-a521-662b5a6984eb req-15f63a35-af72-4cf0-8ef7-6459c3db0d55 service neutron] Publish callbacks [] for port (c70698fc-4b3f-4c50-a44a-b0385d4c8512), precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:29:37.204037 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [req-f83e9f35-eb53-476e-a521-662b5a6984eb req-15f63a35-af72-4cf0-8ef7-6459c3db0d55 service neutron] Transition to ACTIVE for port object c70698fc-4b3f-4c50-a44a-b0385d4c8512 will not be triggered until provisioned by entity L2. {{(pid=103448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 16 20:29:37.208448 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-f83e9f35-eb53-476e-a521-662b5a6984eb req-15f63a35-af72-4cf0-8ef7-6459c3db0d55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732397598091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732397102978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732397102996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27048595'] for port (c70698fc-4b3f-4c50-a44a-b0385d4c8512), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:29:37.264070 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f63a35-af72-4cf0-8ef7-6459c3db0d55 service neutron] Pushing event updated for resources: {'Port': ['ID=c70698fc-4b3f-4c50-a44a-b0385d4c8512,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:29:37.332429 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-f83e9f35-eb53-476e-a521-662b5a6984eb req-15f63a35-af72-4cf0-8ef7-6459c3db0d55 service neutron] Attempting to bind port c70698fc-4b3f-4c50-a44a-b0385d4c8512 on host hv-cinder-83090 for vnic_type normal with profile {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 20:29:37.332766 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-f83e9f35-eb53-476e-a521-662b5a6984eb req-15f63a35-af72-4cf0-8ef7-6459c3db0d55 service neutron] Attempting to bind port c70698fc-4b3f-4c50-a44a-b0385d4c8512 by drivers openvswitch,hyperv on host hv-cinder-83090 at level 0 using segments [{'id': '807f7936-8013-4f91-9b73-d002c57a348d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'e7a89d4e-230a-49f4-9073-4fb4c366ed99'}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 20:29:37.333096 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f83e9f35-eb53-476e-a521-662b5a6984eb req-15f63a35-af72-4cf0-8ef7-6459c3db0d55 service neutron] Attempting to bind port c70698fc-4b3f-4c50-a44a-b0385d4c8512 on network e7a89d4e-230a-49f4-9073-4fb4c366ed99 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 20:29:37.337744 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f83e9f35-eb53-476e-a521-662b5a6984eb req-15f63a35-af72-4cf0-8ef7-6459c3db0d55 service neutron] Port c70698fc-4b3f-4c50-a44a-b0385d4c8512 on network e7a89d4e-230a-49f4-9073-4fb4c366ed99 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83090 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 16 20:29:37.338066 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f83e9f35-eb53-476e-a521-662b5a6984eb req-15f63a35-af72-4cf0-8ef7-6459c3db0d55 service neutron] Attempting to bind port c70698fc-4b3f-4c50-a44a-b0385d4c8512 on network e7a89d4e-230a-49f4-9073-4fb4c366ed99 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 20:29:37.344039 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f83e9f35-eb53-476e-a521-662b5a6984eb req-15f63a35-af72-4cf0-8ef7-6459c3db0d55 service neutron] Checking agent: {'id': '748e0023-d5c8-44d3-9d74-a0da2def1ef4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83090', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 20, 23, 10), 'started_at': datetime.datetime(2022, 5, 16, 20, 23, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 20, 29, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 20:29:37.344399 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f83e9f35-eb53-476e-a521-662b5a6984eb req-15f63a35-af72-4cf0-8ef7-6459c3db0d55 service neutron] Checking segment: {'id': '807f7936-8013-4f91-9b73-d002c57a348d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'e7a89d4e-230a-49f4-9073-4fb4c366ed99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 20:29:37.344788 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f83e9f35-eb53-476e-a521-662b5a6984eb req-15f63a35-af72-4cf0-8ef7-6459c3db0d55 service neutron] Bound using segment: {'id': '807f7936-8013-4f91-9b73-d002c57a348d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'e7a89d4e-230a-49f4-9073-4fb4c366ed99'} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 20:29:37.345216 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-f83e9f35-eb53-476e-a521-662b5a6984eb req-15f63a35-af72-4cf0-8ef7-6459c3db0d55 service neutron] Bound port: c70698fc-4b3f-4c50-a44a-b0385d4c8512, host: hv-cinder-83090, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '807f7936-8013-4f91-9b73-d002c57a348d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'e7a89d4e-230a-49f4-9073-4fb4c366ed99'}}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 20:29:37.345576 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-f83e9f35-eb53-476e-a521-662b5a6984eb req-15f63a35-af72-4cf0-8ef7-6459c3db0d55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (c70698fc-4b3f-4c50-a44a-b0385d4c8512), before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:29:37.451052 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0689645b-c74a-491e-8000-695c10906a2a req-6fa5ef44-8a3c-4a8a-ab53-94ce18fb0db4 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:29:37.452535 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-0689645b-c74a-491e-8000-695c10906a2a req-6fa5ef44-8a3c-4a8a-ab53-94ce18fb0db4 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] 10.222.0.71 "GET /v2.0/ports?device_id=c778cb99-e34c-4dbd-8d2d-b4ff721d274e HTTP/1.1" status: 200 len: 944 time: 0.0744448 May 16 20:29:37.453556 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-f83e9f35-eb53-476e-a521-662b5a6984eb req-15f63a35-af72-4cf0-8ef7-6459c3db0d55 service neutron] For port c70698fc-4b3f-4c50-a44a-b0385d4c8512, host hv-cinder-83090, cleared binding levels {{(pid=103448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 20:29:37.457720 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-f83e9f35-eb53-476e-a521-662b5a6984eb req-15f63a35-af72-4cf0-8ef7-6459c3db0d55 service neutron] For port c70698fc-4b3f-4c50-a44a-b0385d4c8512, host hv-cinder-83090, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=c70698fc-4b3f-4c50-a44a-b0385d4c8512,segment=NetworkSegment(807f7936-8013-4f91-9b73-d002c57a348d),segment_id=807f7936-8013-4f91-9b73-d002c57a348d)] {{(pid=103448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 20:29:37.467980 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-f83e9f35-eb53-476e-a521-662b5a6984eb req-15f63a35-af72-4cf0-8ef7-6459c3db0d55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732397598091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732397102978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732397102996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27048595'] for port (c70698fc-4b3f-4c50-a44a-b0385d4c8512), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:29:37.522068 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83e9f35-eb53-476e-a521-662b5a6984eb req-15f63a35-af72-4cf0-8ef7-6459c3db0d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:29:37.522698 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-f83e9f35-eb53-476e-a521-662b5a6984eb req-15f63a35-af72-4cf0-8ef7-6459c3db0d55 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-338397'] for port (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:29:37.524094 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-f83e9f35-eb53-476e-a521-662b5a6984eb req-15f63a35-af72-4cf0-8ef7-6459c3db0d55 service neutron] 10.222.0.81 "PUT /v2.0/ports/c70698fc-4b3f-4c50-a44a-b0385d4c8512 HTTP/1.1" status: 200 len: 1094 time: 0.7073541 May 16 20:29:37.526565 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c778cb99-e34c-4dbd-8d2d-b4ff721d274e', 'tag': 'c70698fc-4b3f-4c50-a44a-b0385d4c8512'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 20:29:37.529813 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cabd327eae894280a08d6ee7d9129781675a5828ba01ec684011f2f655eb9e7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79dd16ed-74e6-499a-8d26-4489284d9ecd" -d '{"events": [{"name": "network-changed", "server_uuid": "c778cb99-e34c-4dbd-8d2d-b4ff721d274e", "tag": "c70698fc-4b3f-4c50-a44a-b0385d4c8512"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 20:29:37.562193 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-0689645b-c74a-491e-8000-695c10906a2a req-46d8d948-a150-46f5-8624-d89d9556403d tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] 10.222.0.71 "GET /v2.0/security-groups?id=471c2a9f-3bee-4786-8237-035787bab96d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1031022 May 16 20:29:37.562660 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f63a35-af72-4cf0-8ef7-6459c3db0d55 service neutron] Pushing event updated for resources: {'Port': ['ID=c70698fc-4b3f-4c50-a44a-b0385d4c8512,revision_number=3']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:29:37.598034 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 20:29:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cc5038d-e185-4eff-814b-90c8c5eda5cb x-openstack-request-id: req-4cc5038d-e185-4eff-814b-90c8c5eda5cb {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 20:29:37.598472 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c778cb99-e34c-4dbd-8d2d-b4ff721d274e", "tag": "c70698fc-4b3f-4c50-a44a-b0385d4c8512", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 20:29:37.598736 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-4cc5038d-e185-4eff-814b-90c8c5eda5cb {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 20:29:37.599144 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4cc5038d-e185-4eff-814b-90c8c5eda5cb'] response: {'name': 'network-changed', 'server_uuid': 'c778cb99-e34c-4dbd-8d2d-b4ff721d274e', 'tag': 'c70698fc-4b3f-4c50-a44a-b0385d4c8512', 'status': 'completed', 'code': 200} May 16 20:29:37.627328 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83e9f35-eb53-476e-a521-662b5a6984eb req-29568dda-0026-46bf-9f52-59bbd3e68d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:29:37.628950 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-f83e9f35-eb53-476e-a521-662b5a6984eb req-29568dda-0026-46bf-9f52-59bbd3e68d0b service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=10f3494602c84c748ead115d649fc9cc&device_id=c778cb99-e34c-4dbd-8d2d-b4ff721d274e HTTP/1.1" status: 200 len: 1128 time: 0.0446587 May 16 20:29:37.648992 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-870da007-d3b3-44c1-bdd2-9b0369248429 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:29:37.678775 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-f83e9f35-eb53-476e-a521-662b5a6984eb req-f28404dc-70b3-417c-8044-c510b9904649 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c70698fc-4b3f-4c50-a44a-b0385d4c8512 HTTP/1.1" status: 200 len: 217 time: 0.0394590 May 16 20:29:37.733955 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83e9f35-eb53-476e-a521-662b5a6984eb req-9c069fd7-8f51-4513-8247-888c3dc568e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:29:37.735607 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-f83e9f35-eb53-476e-a521-662b5a6984eb req-9c069fd7-8f51-4513-8247-888c3dc568e4 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=a67edfad-ba11-4420-bc2d-c5a2924d53c8 HTTP/1.1" status: 200 len: 849 time: 0.0500114 May 16 20:29:37.779609 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83e9f35-eb53-476e-a521-662b5a6984eb req-e4656b4c-a4c6-4fb7-978c-6e65c93650c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:29:37.781169 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-f83e9f35-eb53-476e-a521-662b5a6984eb req-e4656b4c-a4c6-4fb7-978c-6e65c93650c5 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e7a89d4e-230a-49f4-9073-4fb4c366ed99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395203 May 16 20:29:37.872276 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-f83e9f35-eb53-476e-a521-662b5a6984eb req-d654430a-928c-46c9-8e26-1606445cfff2 service neutron] 10.222.0.81 "GET /v2.0/networks/e7a89d4e-230a-49f4-9073-4fb4c366ed99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839684 May 16 20:29:37.958530 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-f83e9f35-eb53-476e-a521-662b5a6984eb req-ec16bf95-8b2e-47b9-a435-70d0a6bb3798 service neutron] 10.222.0.81 "GET /v2.0/networks/e7a89d4e-230a-49f4-9073-4fb4c366ed99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804615 May 16 20:29:38.300042 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ff3917-a4c3-43c8-9b93-e4f5092d55f7 req-3325701c-232e-42c4-afba-a780817b81a1 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:29:38.301575 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-03ff3917-a4c3-43c8-9b93-e4f5092d55f7 req-3325701c-232e-42c4-afba-a780817b81a1 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/ports?device_id=40ef117e-1a68-498f-9573-d522cdd44d2b HTTP/1.1" status: 200 len: 945 time: 0.0507288 May 16 20:29:38.347594 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-03ff3917-a4c3-43c8-9b93-e4f5092d55f7 req-4bc454ed-6eba-4382-adc5-b0b4fa84b3ac tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/security-groups?id=c6ed616f-e582-4088-8aea-3ca433a35e55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404935 May 16 20:29:38.676830 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3e0816-50fa-45e9-ab26-e7586d669781 req-3002383a-b7f2-4705-bd65-1d28df920b2c tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:29:38.678296 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-bc3e0816-50fa-45e9-ab26-e7586d669781 req-3002383a-b7f2-4705-bd65-1d28df920b2c tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] 10.222.0.71 "GET /v2.0/ports?device_id=c778cb99-e34c-4dbd-8d2d-b4ff721d274e HTTP/1.1" status: 200 len: 944 time: 0.0461304 May 16 20:29:38.723374 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-bc3e0816-50fa-45e9-ab26-e7586d669781 req-017e0fe4-38da-4f28-ac05-a24277f579cf tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] 10.222.0.71 "GET /v2.0/security-groups?id=471c2a9f-3bee-4786-8237-035787bab96d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394425 May 16 20:29:38.803247 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7e48644e-b95e-4624-af94-515661536cfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (250d088e-9c0e-4ec5-80f3-a83f8403448b), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:29:39.036017 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dd16ed-74e6-499a-8d26-4489284d9ecd req-5c8d32bd-a100-4c27-a171-a952f6714970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:29:39.037461 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-79dd16ed-74e6-499a-8d26-4489284d9ecd req-5c8d32bd-a100-4c27-a171-a952f6714970 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=10f3494602c84c748ead115d649fc9cc&device_id=c778cb99-e34c-4dbd-8d2d-b4ff721d274e HTTP/1.1" status: 200 len: 1128 time: 0.0412111 May 16 20:29:39.461923 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37f2333-47c9-40d3-becc-73279a1bda2b req-acf1ba23-1f80-4c36-b44c-4d6b88956856 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:29:39.463371 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-f37f2333-47c9-40d3-becc-73279a1bda2b req-acf1ba23-1f80-4c36-b44c-4d6b88956856 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/ports?device_id=40ef117e-1a68-498f-9573-d522cdd44d2b HTTP/1.1" status: 200 len: 945 time: 0.0467443 May 16 20:29:39.512522 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-f37f2333-47c9-40d3-becc-73279a1bda2b req-8b569669-6c8b-4517-9901-e546dab8e875 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/security-groups?id=c6ed616f-e582-4088-8aea-3ca433a35e55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431523 May 16 20:29:39.839472 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa21f1ff-42f6-470c-a1b2-82b021cd98b2 req-988a982d-a489-4d02-a7d0-754e6d850cd5 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:29:39.841791 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-aa21f1ff-42f6-470c-a1b2-82b021cd98b2 req-988a982d-a489-4d02-a7d0-754e6d850cd5 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] 10.222.0.71 "GET /v2.0/ports?device_id=c778cb99-e34c-4dbd-8d2d-b4ff721d274e HTTP/1.1" status: 200 len: 944 time: 0.0512419 May 16 20:29:39.888724 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-aa21f1ff-42f6-470c-a1b2-82b021cd98b2 req-b926f67e-3381-489a-947a-b6aa9b30505e tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] 10.222.0.71 "GET /v2.0/security-groups?id=471c2a9f-3bee-4786-8237-035787bab96d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409267 May 16 20:29:40.158544 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (748e0023-d5c8-44d3-9d74-a0da2def1ef4), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:29:40.623852 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5886b4a-baf2-40f6-9aca-1dc0c3f09326 req-b626d937-9594-431e-abee-21a02259fecf tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:29:40.627049 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-a5886b4a-baf2-40f6-9aca-1dc0c3f09326 req-b626d937-9594-431e-abee-21a02259fecf tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/ports?device_id=40ef117e-1a68-498f-9573-d522cdd44d2b HTTP/1.1" status: 200 len: 945 time: 0.0470231 May 16 20:29:40.672426 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-a5886b4a-baf2-40f6-9aca-1dc0c3f09326 req-8cb0f993-0c74-450c-addc-245bb870b67b tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/security-groups?id=c6ed616f-e582-4088-8aea-3ca433a35e55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411005 May 16 20:29:40.855120 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6817a924-6d52-4d66-a8a7-036511333704 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (03fa33e9-7cc7-490c-b269-c4f69c490346), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:29:41.002835 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab23bd4-84d7-4f0b-9bec-65d70a3a11e6 req-d8c96f39-f20d-4cc5-86bd-b93a3e3bffcf tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:29:41.004329 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-7ab23bd4-84d7-4f0b-9bec-65d70a3a11e6 req-d8c96f39-f20d-4cc5-86bd-b93a3e3bffcf tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] 10.222.0.71 "GET /v2.0/ports?device_id=c778cb99-e34c-4dbd-8d2d-b4ff721d274e HTTP/1.1" status: 200 len: 944 time: 0.0475998 May 16 20:29:41.051191 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-7ab23bd4-84d7-4f0b-9bec-65d70a3a11e6 req-4e0424aa-fc8f-4085-984d-c7aed42e5aeb tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] 10.222.0.71 "GET /v2.0/security-groups?id=471c2a9f-3bee-4786-8237-035787bab96d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412972 May 16 20:29:41.256310 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (bddaa840-ffd9-43a2-8860-d40111f70aff), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:29:41.500787 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Device c70698fc-4b3f-4c50-a44a-b0385d4c8512 details requested by agent hyperv_hv-cinder-83090 with host hv-cinder-83090 {{(pid=103450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 20:29:41.596005 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] For port c70698fc-4b3f-4c50-a44a-b0385d4c8512, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=c70698fc-4b3f-4c50-a44a-b0385d4c8512,segment=NetworkSegment(807f7936-8013-4f91-9b73-d002c57a348d),segment_id=807f7936-8013-4f91-9b73-d002c57a348d)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:29:41.606457 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Returning: {'device': 'c70698fc-4b3f-4c50-a44a-b0385d4c8512', 'network_id': 'e7a89d4e-230a-49f4-9073-4fb4c366ed99', 'port_id': 'c70698fc-4b3f-4c50-a44a-b0385d4c8512', 'mac_address': 'fa:16:3e:0f:1c:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a67edfad-ba11-4420-bc2d-c5a2924d53c8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 20:29:41.639875 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Current status of the port c70698fc-4b3f-4c50-a44a-b0385d4c8512 is: DOWN; New status is: BUILD {{(pid=103450) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:29:41.640275 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (c70698fc-4b3f-4c50-a44a-b0385d4c8512), before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:29:41.652688 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.notifiers.nova [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c70698fc-4b3f-4c50-a44a-b0385d4c8512 {{(pid=103450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 20:29:41.671216 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] For port c70698fc-4b3f-4c50-a44a-b0385d4c8512, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=c70698fc-4b3f-4c50-a44a-b0385d4c8512,segment=NetworkSegment(807f7936-8013-4f91-9b73-d002c57a348d),segment_id=807f7936-8013-4f91-9b73-d002c57a348d)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:29:41.674811 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732397598091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732397102978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732397102996'] for port (c70698fc-4b3f-4c50-a44a-b0385d4c8512), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:29:41.721548 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Pushing event updated for resources: {'Port': ['ID=c70698fc-4b3f-4c50-a44a-b0385d4c8512,revision_number=4']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:29:41.787202 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a728325-e6cd-449b-a668-eb44647f5186 req-97934f1e-c59a-4982-a0a1-365e9b2adca4 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:29:41.788581 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-5a728325-e6cd-449b-a668-eb44647f5186 req-97934f1e-c59a-4982-a0a1-365e9b2adca4 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/ports?device_id=40ef117e-1a68-498f-9573-d522cdd44d2b HTTP/1.1" status: 200 len: 945 time: 0.0474634 May 16 20:29:41.834632 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-5a728325-e6cd-449b-a668-eb44647f5186 req-dc60ee6a-feef-4b9b-ad3e-9a784755a155 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/security-groups?id=c6ed616f-e582-4088-8aea-3ca433a35e55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400972 May 16 20:29:41.965836 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] get_ports_and_sgs() called for port_ids ['c70698fc-4b3f-4c50-a44a-b0385d4c8512'] {{(pid=103450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 20:29:42.085143 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dd16ed-74e6-499a-8d26-4489284d9ecd req-028bc1fe-3314-4892-bc0d-e64764d951ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:29:42.086644 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-79dd16ed-74e6-499a-8d26-4489284d9ecd req-028bc1fe-3314-4892-bc0d-e64764d951ef service neutron] 10.222.0.81 "GET /v2.0/networks?id=e7a89d4e-230a-49f4-9073-4fb4c366ed99 HTTP/1.1" status: 200 len: 911 time: 0.0926349 May 16 20:29:42.167303 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7a352e-818c-409a-9068-d366400ef779 req-ffc621d0-5f11-4bee-a585-f27400f3028f tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:29:42.169621 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-9a7a352e-818c-409a-9068-d366400ef779 req-ffc621d0-5f11-4bee-a585-f27400f3028f tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] 10.222.0.71 "GET /v2.0/ports?device_id=c778cb99-e34c-4dbd-8d2d-b4ff721d274e HTTP/1.1" status: 200 len: 945 time: 0.0495944 May 16 20:29:42.217804 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-79dd16ed-74e6-499a-8d26-4489284d9ecd req-6a4932bd-ac5a-4713-b248-174351bb781e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c70698fc-4b3f-4c50-a44a-b0385d4c8512 HTTP/1.1" status: 200 len: 217 time: 0.0329590 May 16 20:29:42.218603 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-9a7a352e-818c-409a-9068-d366400ef779 req-baa7113d-cc8a-4631-8b0c-1dbcd21ce446 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] 10.222.0.71 "GET /v2.0/security-groups?id=471c2a9f-3bee-4786-8237-035787bab96d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434330 May 16 20:29:42.267152 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dd16ed-74e6-499a-8d26-4489284d9ecd req-740b38cc-6f62-497e-95bf-a5af26fc526a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:29:42.268940 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-79dd16ed-74e6-499a-8d26-4489284d9ecd req-740b38cc-6f62-497e-95bf-a5af26fc526a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=a67edfad-ba11-4420-bc2d-c5a2924d53c8 HTTP/1.1" status: 200 len: 849 time: 0.0443499 May 16 20:29:42.315654 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dd16ed-74e6-499a-8d26-4489284d9ecd req-1588552a-79de-498b-9933-85b689c731f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:29:42.317151 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-79dd16ed-74e6-499a-8d26-4489284d9ecd req-1588552a-79de-498b-9933-85b689c731f8 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e7a89d4e-230a-49f4-9073-4fb4c366ed99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0417182 May 16 20:29:42.354865 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031e63c8-96f1-4ad4-954c-3b8fd94e10b9 req-0919ee37-d278-42ba-918c-6208e3285d64 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:29:42.357447 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-031e63c8-96f1-4ad4-954c-3b8fd94e10b9 req-0919ee37-d278-42ba-918c-6208e3285d64 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.81 "GET /v2.0/ports?device_id=40ef117e-1a68-498f-9573-d522cdd44d2b HTTP/1.1" status: 200 len: 945 time: 0.0465353 May 16 20:29:42.404804 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-79dd16ed-74e6-499a-8d26-4489284d9ecd req-b5310109-aa40-4902-bc48-f4aed4d5a6a7 service neutron] 10.222.0.81 "GET /v2.0/networks/e7a89d4e-230a-49f4-9073-4fb4c366ed99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816596 May 16 20:29:42.498877 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-79dd16ed-74e6-499a-8d26-4489284d9ecd req-708b2909-475c-4d96-a830-e5f3f8c8bbf4 service neutron] 10.222.0.81 "GET /v2.0/networks/e7a89d4e-230a-49f4-9073-4fb4c366ed99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880320 May 16 20:29:42.675902 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [req-031e63c8-96f1-4ad4-954c-3b8fd94e10b9 req-4217cc7c-1863-4f1d-976e-ebb42ad2c3e1 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Deleting port b3c0afac-8a34-415b-b5ff-e86625f2b6e4 {{(pid=103449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 20:29:42.676181 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [req-031e63c8-96f1-4ad4-954c-3b8fd94e10b9 req-4217cc7c-1863-4f1d-976e-ebb42ad2c3e1 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732397588453'] for port (b3c0afac-8a34-415b-b5ff-e86625f2b6e4), before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:29:42.765781 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [req-031e63c8-96f1-4ad4-954c-3b8fd94e10b9 req-4217cc7c-1863-4f1d-976e-ebb42ad2c3e1 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] For port b3c0afac-8a34-415b-b5ff-e86625f2b6e4, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=b3c0afac-8a34-415b-b5ff-e86625f2b6e4,segment=NetworkSegment(3f423a53-4b2f-48cb-b3b5-6fcc9868045f),segment_id=3f423a53-4b2f-48cb-b3b5-6fcc9868045f)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:29:42.766141 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [req-031e63c8-96f1-4ad4-954c-3b8fd94e10b9 req-4217cc7c-1863-4f1d-976e-ebb42ad2c3e1 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641018'] for port (b3c0afac-8a34-415b-b5ff-e86625f2b6e4), precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:29:42.946220 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f7609f-b883-4cad-a9ba-fe19e3cdb0c5 req-d122fb75-2415-439f-b7a8-289fa074e221 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:29:42.947601 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-c8f7609f-b883-4cad-a9ba-fe19e3cdb0c5 req-d122fb75-2415-439f-b7a8-289fa074e221 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/ports?device_id=40ef117e-1a68-498f-9573-d522cdd44d2b HTTP/1.1" status: 200 len: 945 time: 0.0459137 May 16 20:29:42.971249 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [req-031e63c8-96f1-4ad4-954c-3b8fd94e10b9 req-4217cc7c-1863-4f1d-976e-ebb42ad2c3e1 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:29:42.971625 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [req-031e63c8-96f1-4ad4-954c-3b8fd94e10b9 req-4217cc7c-1863-4f1d-976e-ebb42ad2c3e1 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1640477'] for floatingip (ddfe3862-afa4-4b04-8517-7248cb624b6f), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:29:42.971920 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.db.l3_db [req-031e63c8-96f1-4ad4-954c-3b8fd94e10b9 req-4217cc7c-1863-4f1d-976e-ebb42ad2c3e1 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Floating IP ddfe3862-afa4-4b04-8517-7248cb624b6f disassociated. External IP: 172.27.2.176, port: b3c0afac-8a34-415b-b5ff-e86625f2b6e4. May 16 20:29:42.972293 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [req-031e63c8-96f1-4ad4-954c-3b8fd94e10b9 req-4217cc7c-1863-4f1d-976e-ebb42ad2c3e1 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Calling delete_port for b3c0afac-8a34-415b-b5ff-e86625f2b6e4 owned by compute:nova {{(pid=103449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 20:29:42.994913 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-c8f7609f-b883-4cad-a9ba-fe19e3cdb0c5 req-79f6abd1-9d2d-4c61-832e-6e6c8a6aac4d tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/security-groups?id=c6ed616f-e582-4088-8aea-3ca433a35e55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415649 May 16 20:29:43.098848 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [req-031e63c8-96f1-4ad4-954c-3b8fd94e10b9 req-4217cc7c-1863-4f1d-976e-ebb42ad2c3e1 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732397598073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732397102969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26134374'] for port (b3c0afac-8a34-415b-b5ff-e86625f2b6e4), after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:29:43.125083 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4217cc7c-1863-4f1d-976e-ebb42ad2c3e1 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Pushing event deleted for resources: {'Port': ['ID=b3c0afac-8a34-415b-b5ff-e86625f2b6e4,revision_number=None']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:29:43.237359 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.scheduler.l3_agent_scheduler [req-031e63c8-96f1-4ad4-954c-3b8fd94e10b9 req-4217cc7c-1863-4f1d-976e-ebb42ad2c3e1 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Router de21da6a-f7da-49e0-8797-88d20b20c5ea has already been hosted by L3 agent fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f {{(pid=103449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 20:29:43.366737 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dcd387-a852-40c1-aa06-a242cbe11035 req-ed227a45-2642-425c-96a9-54bbae13f9eb tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:29:43.368202 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-13dcd387-a852-40c1-aa06-a242cbe11035 req-ed227a45-2642-425c-96a9-54bbae13f9eb tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] 10.222.0.71 "GET /v2.0/ports?device_id=c778cb99-e34c-4dbd-8d2d-b4ff721d274e HTTP/1.1" status: 200 len: 945 time: 0.0804496 May 16 20:29:43.384117 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-031e63c8-96f1-4ad4-954c-3b8fd94e10b9 req-4217cc7c-1863-4f1d-976e-ebb42ad2c3e1 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Notify agent at l3_agent.dv-cinder-830901-7-iscsi the message routers_updated {{(pid=103449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 20:29:43.394526 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-527f89a4-4c75-4fed-93b8-c7b8ea0ae962 None None] Sync routers for ids ['de21da6a-f7da-49e0-8797-88d20b20c5ea'] in dv-cinder-830901-7-iscsi {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 20:29:43.404105 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-527f89a4-4c75-4fed-93b8-c7b8ea0ae962 None None] Routers {'de21da6a-f7da-49e0-8797-88d20b20c5ea'} bound to L3 agent in host dv-cinder-830901-7-iscsi {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:29:43.404684 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-527f89a4-4c75-4fed-93b8-c7b8ea0ae962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-16T20:16:38Z,description=,heartbeat_timestamp=2022-05-16T20:29:38Z,host='dv-cinder-830901-7-iscsi',id=fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:16:38Z,topic='l3_agent')) {'router_ids': ['de21da6a-f7da-49e0-8797-88d20b20c5ea'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:29:43.466977 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [req-031e63c8-96f1-4ad4-954c-3b8fd94e10b9 req-4217cc7c-1863-4f1d-976e-ebb42ad2c3e1 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] No DVR routers for this DVR port b3c0afac-8a34-415b-b5ff-e86625f2b6e4 on host hv-cinder-83090 {{(pid=103449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 20:29:43.469699 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [req-031e63c8-96f1-4ad4-954c-3b8fd94e10b9 req-4217cc7c-1863-4f1d-976e-ebb42ad2c3e1 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-338397'] for port (None), before_response {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:29:43.473330 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-031e63c8-96f1-4ad4-954c-3b8fd94e10b9 req-4217cc7c-1863-4f1d-976e-ebb42ad2c3e1 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.81 "DELETE /v2.0/ports/b3c0afac-8a34-415b-b5ff-e86625f2b6e4 HTTP/1.1" status: 204 len: 173 time: 1.1110773 May 16 20:29:43.477135 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40ef117e-1a68-498f-9573-d522cdd44d2b', 'name': 'network-vif-deleted', 'tag': 'b3c0afac-8a34-415b-b5ff-e86625f2b6e4'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 20:29:43.479584 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}295115e3b8025bbf11aa9aac085408c2d5e3d0e4242a5f701d1d164c8d9f99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4214ba9-53ee-405e-90ef-3e668fea9ce8" -d '{"events": [{"server_uuid": "40ef117e-1a68-498f-9573-d522cdd44d2b", "name": "network-vif-deleted", "tag": "b3c0afac-8a34-415b-b5ff-e86625f2b6e4"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 20:29:43.509262 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-13dcd387-a852-40c1-aa06-a242cbe11035 req-30e60e51-9328-43aa-9392-c19e2e8d4c98 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] 10.222.0.71 "GET /v2.0/security-groups?id=471c2a9f-3bee-4786-8237-035787bab96d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1335740 May 16 20:29:43.515118 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-527f89a4-4c75-4fed-93b8-c7b8ea0ae962 None None] Set router de21da6a-f7da-49e0-8797-88d20b20c5ea gateway port host: dv-cinder-830901-7-iscsi {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:29:43.520135 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Device c70698fc-4b3f-4c50-a44a-b0385d4c8512 up at agent hyperv_hv-cinder-83090 {{(pid=103450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 20:29:43.539908 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 20:29:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd643e85-90d0-4d51-9f0a-345bc8daf02d x-openstack-request-id: req-dd643e85-90d0-4d51-9f0a-345bc8daf02d {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 20:29:43.540276 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40ef117e-1a68-498f-9573-d522cdd44d2b", "name": "network-vif-deleted", "tag": "b3c0afac-8a34-415b-b5ff-e86625f2b6e4", "status": "completed", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 20:29:43.540486 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-dd643e85-90d0-4d51-9f0a-345bc8daf02d {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 20:29:43.541084 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd643e85-90d0-4d51-9f0a-345bc8daf02d'] response: {'server_uuid': '40ef117e-1a68-498f-9573-d522cdd44d2b', 'name': 'network-vif-deleted', 'tag': 'b3c0afac-8a34-415b-b5ff-e86625f2b6e4', 'status': 'completed', 'code': 200} May 16 20:29:43.681152 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Provisioning for port c70698fc-4b3f-4c50-a44a-b0385d4c8512 completed by entity L2. {{(pid=103450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 16 20:29:43.693481 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Provisioning complete for port c70698fc-4b3f-4c50-a44a-b0385d4c8512 triggered by entity L2. {{(pid=103450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:29:43.693857 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868582'] for port (c70698fc-4b3f-4c50-a44a-b0385d4c8512), provisioning_complete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:29:43.805591 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-527f89a4-4c75-4fed-93b8-c7b8ea0ae962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de21da6a-f7da-49e0-8797-88d20b20c5ea', 'name': 'tempest-ServerRescueNegativeTestJSON-801511336-router', 'tenant_id': 'c5993f86ca3e459582b0aad65ca76d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'external_fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.246'}], 'enable_snat': True}, 'gw_port_id': '7d7fe191-445d-40a3-a3bf-d8fbb8bea8d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:25:06Z', 'updated_at': '2022-05-16T20:25:13Z', 'revision_number': 4, 'project_id': 'c5993f86ca3e459582b0aad65ca76d4d', 'gw_port': {'id': '7d7fe191-445d-40a3-a3bf-d8fbb8bea8d7', 'name': '', 'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f9:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de21da6a-f7da-49e0-8797-88d20b20c5ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:25:08Z', 'updated_at': '2022-05-16T20:25:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-7-iscsi', '_interfaces': [{'id': 'd7f42fc2-d19c-43e9-a9f9-d76b3c690128', 'name': '', 'network_id': '44ec8ff3-657b-44fd-8b1b-d2a19a5ed33e', 'tenant_id': 'c5993f86ca3e459582b0aad65ca76d4d', 'mac_address': 'fa:16:3e:50:6f:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de21da6a-f7da-49e0-8797-88d20b20c5ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '79cb81dd-edd6-4080-acf6-86e748571b36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:25:12Z', 'updated_at': '2022-05-16T20:25:28Z', 'revision_number': 5, 'project_id': 'c5993f86ca3e459582b0aad65ca76d4d', 'subnets': [{'id': '79cb81dd-edd6-4080-acf6-86e748571b36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-7-iscsi', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:29:43.959070 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-527f89a4-4c75-4fed-93b8-c7b8ea0ae962 None None] Checking router: de21da6a-f7da-49e0-8797-88d20b20c5ea for host: dv-cinder-830901-7-iscsi {{(pid=103450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 20:29:43.961146 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Current status of the port c70698fc-4b3f-4c50-a44a-b0385d4c8512 is: BUILD; New status is: ACTIVE {{(pid=103450) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:29:43.961557 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (c70698fc-4b3f-4c50-a44a-b0385d4c8512), before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:29:43.985321 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-527f89a4-4c75-4fed-93b8-c7b8ea0ae962 None None] Routers {'de21da6a-f7da-49e0-8797-88d20b20c5ea'} bound to L3 agent in host dv-cinder-830901-7-iscsi {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:29:43.985948 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-527f89a4-4c75-4fed-93b8-c7b8ea0ae962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-16T20:16:38Z,description=,heartbeat_timestamp=2022-05-16T20:29:38Z,host='dv-cinder-830901-7-iscsi',id=fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:16:38Z,topic='l3_agent')) {'router_ids': ['de21da6a-f7da-49e0-8797-88d20b20c5ea'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:29:43.992945 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c778cb99-e34c-4dbd-8d2d-b4ff721d274e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c70698fc-4b3f-4c50-a44a-b0385d4c8512'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 20:29:43.995196 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38452c862c9e2e5c9d38da0d4ca4e6053ba1266d056c207bc89b5fbcea4cd82f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-695c3692-3d0b-4697-92d2-e8d9f2070c30" -d '{"events": [{"server_uuid": "c778cb99-e34c-4dbd-8d2d-b4ff721d274e", "name": "network-vif-plugged", "status": "completed", "tag": "c70698fc-4b3f-4c50-a44a-b0385d4c8512"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 20:29:44.037241 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] For port c70698fc-4b3f-4c50-a44a-b0385d4c8512, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=c70698fc-4b3f-4c50-a44a-b0385d4c8512,segment=NetworkSegment(807f7936-8013-4f91-9b73-d002c57a348d),segment_id=807f7936-8013-4f91-9b73-d002c57a348d)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:29:44.046683 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732397598091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732397102978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732397102996'] for port (c70698fc-4b3f-4c50-a44a-b0385d4c8512), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:29:44.076797 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 20:29:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbe5938c-c277-4063-8de2-47efa56df4ff x-openstack-request-id: req-fbe5938c-c277-4063-8de2-47efa56df4ff {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 20:29:44.076797 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c778cb99-e34c-4dbd-8d2d-b4ff721d274e", "name": "network-vif-plugged", "status": "completed", "tag": "c70698fc-4b3f-4c50-a44a-b0385d4c8512", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 20:29:44.077213 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-fbe5938c-c277-4063-8de2-47efa56df4ff {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 20:29:44.077312 dv-cinder-830901-7-iscsi neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fbe5938c-c277-4063-8de2-47efa56df4ff'] response: {'server_uuid': 'c778cb99-e34c-4dbd-8d2d-b4ff721d274e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c70698fc-4b3f-4c50-a44a-b0385d4c8512', 'code': 200} May 16 20:29:44.087209 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.71', 50082) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:29:44.143097 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-527f89a4-4c75-4fed-93b8-c7b8ea0ae962 None None] Set router de21da6a-f7da-49e0-8797-88d20b20c5ea gateway port host: dv-cinder-830901-7-iscsi {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:29:44.154927 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9af37f33-6670-47ad-b0d1-9873fab01212 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Publish callbacks [] for security_group (c6ed616f-e582-4088-8aea-3ca433a35e55), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:29:44.170667 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Pushing event updated for resources: {'Port': ['ID=c70698fc-4b3f-4c50-a44a-b0385d4c8512,revision_number=5']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:29:44.187245 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9af37f33-6670-47ad-b0d1-9873fab01212 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Publish callbacks [] for security_group (c6ed616f-e582-4088-8aea-3ca433a35e55), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:29:44.245266 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9af37f33-6670-47ad-b0d1-9873fab01212 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997425'] for security_group (c6ed616f-e582-4088-8aea-3ca433a35e55), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:29:44.249352 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9af37f33-6670-47ad-b0d1-9873fab01212 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Publish callbacks [] for security_group (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:29:44.252898 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-9af37f33-6670-47ad-b0d1-9873fab01212 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "DELETE /v2.0/security-groups/c6ed616f-e582-4088-8aea-3ca433a35e55 HTTP/1.1" status: 204 len: 168 time: 0.1623673 May 16 20:29:44.253489 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.71', 50084) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:29:44.264440 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af37f33-6670-47ad-b0d1-9873fab01212 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6ed616f-e582-4088-8aea-3ca433a35e55,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:29:44.277177 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.api.v2.resource [None req-e80e79ed-950d-460f-8a51-b9d04d2c8250 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] show failed (client error): The resource could not be found. May 16 20:29:44.279183 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-e80e79ed-950d-460f-8a51-b9d04d2c8250 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/security-groups/c6ed616f-e582-4088-8aea-3ca433a35e55 HTTP/1.1" status: 404 len: 347 time: 0.0241313 May 16 20:29:44.281142 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86e9cf2-3fb2-48c7-b827-0c7d3f276b2e req-331ca847-201e-48f5-840a-a7296fb8002b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:29:44.281957 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.71', 50086) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:29:44.282840 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-c86e9cf2-3fb2-48c7-b827-0c7d3f276b2e req-331ca847-201e-48f5-840a-a7296fb8002b service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=c778cb99-e34c-4dbd-8d2d-b4ff721d274e HTTP/1.1" status: 200 len: 1130 time: 0.0718431 May 16 20:29:44.338622 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-c86e9cf2-3fb2-48c7-b827-0c7d3f276b2e req-e93c669e-4852-4f4a-879d-2c956184bc91 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=471c2a9f-3bee-4786-8237-035787bab96d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482116 May 16 20:29:44.353257 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-527f89a4-4c75-4fed-93b8-c7b8ea0ae962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de21da6a-f7da-49e0-8797-88d20b20c5ea', 'name': 'tempest-ServerRescueNegativeTestJSON-801511336-router', 'tenant_id': 'c5993f86ca3e459582b0aad65ca76d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'external_fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.246'}], 'enable_snat': True}, 'gw_port_id': '7d7fe191-445d-40a3-a3bf-d8fbb8bea8d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:25:06Z', 'updated_at': '2022-05-16T20:25:13Z', 'revision_number': 4, 'project_id': 'c5993f86ca3e459582b0aad65ca76d4d', 'gw_port': {'id': '7d7fe191-445d-40a3-a3bf-d8fbb8bea8d7', 'name': '', 'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f9:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de21da6a-f7da-49e0-8797-88d20b20c5ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:25:08Z', 'updated_at': '2022-05-16T20:25:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-7-iscsi', '_interfaces': [{'id': 'd7f42fc2-d19c-43e9-a9f9-d76b3c690128', 'name': '', 'network_id': '44ec8ff3-657b-44fd-8b1b-d2a19a5ed33e', 'tenant_id': 'c5993f86ca3e459582b0aad65ca76d4d', 'mac_address': 'fa:16:3e:50:6f:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de21da6a-f7da-49e0-8797-88d20b20c5ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '79cb81dd-edd6-4080-acf6-86e748571b36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:25:12Z', 'updated_at': '2022-05-16T20:25:28Z', 'revision_number': 5, 'project_id': 'c5993f86ca3e459582b0aad65ca76d4d', 'subnets': [{'id': '79cb81dd-edd6-4080-acf6-86e748571b36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-7-iscsi', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:29:44.378686 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-527f89a4-4c75-4fed-93b8-c7b8ea0ae962 None None] The sync data for ids ['de21da6a-f7da-49e0-8797-88d20b20c5ea'] in dv-cinder-830901-7-iscsi is: [{'id': 'de21da6a-f7da-49e0-8797-88d20b20c5ea', 'name': 'tempest-ServerRescueNegativeTestJSON-801511336-router', 'tenant_id': 'c5993f86ca3e459582b0aad65ca76d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'external_fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.246'}], 'enable_snat': True}, 'gw_port_id': '7d7fe191-445d-40a3-a3bf-d8fbb8bea8d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:25:06Z', 'updated_at': '2022-05-16T20:25:13Z', 'revision_number': 4, 'project_id': 'c5993f86ca3e459582b0aad65ca76d4d', 'gw_port': {'id': '7d7fe191-445d-40a3-a3bf-d8fbb8bea8d7', 'name': '', 'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f9:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de21da6a-f7da-49e0-8797-88d20b20c5ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:25:08Z', 'updated_at': '2022-05-16T20:25:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-7-iscsi', '_interfaces': [{'id': 'd7f42fc2-d19c-43e9-a9f9-d76b3c690128', 'name': '', 'network_id': '44ec8ff3-657b-44fd-8b1b-d2a19a5ed33e', 'tenant_id': 'c5993f86ca3e459582b0aad65ca76d4d', 'mac_address': 'fa:16:3e:50:6f:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de21da6a-f7da-49e0-8797-88d20b20c5ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '79cb81dd-edd6-4080-acf6-86e748571b36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:25:12Z', 'updated_at': '2022-05-16T20:25:28Z', 'revision_number': 5, 'project_id': 'c5993f86ca3e459582b0aad65ca76d4d', 'subnets': [{'id': '79cb81dd-edd6-4080-acf6-86e748571b36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 20:29:44.400744 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-9d9e8fb8-6a1d-49a7-94f9-09dc0d1179b6 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Deleting port 1215f49f-1dea-4c03-8ffc-0cf10aed7518 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 20:29:44.401091 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9d9e8fb8-6a1d-49a7-94f9-09dc0d1179b6 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732397588453'] for port (1215f49f-1dea-4c03-8ffc-0cf10aed7518), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:29:44.478787 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9d9e8fb8-6a1d-49a7-94f9-09dc0d1179b6 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641018'] for port (1215f49f-1dea-4c03-8ffc-0cf10aed7518), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:29:44.479122 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9d9e8fb8-6a1d-49a7-94f9-09dc0d1179b6 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Publish callbacks [] for floatingip (1215f49f-1dea-4c03-8ffc-0cf10aed7518), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:29:44.492206 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-9d9e8fb8-6a1d-49a7-94f9-09dc0d1179b6 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Calling delete_port for 1215f49f-1dea-4c03-8ffc-0cf10aed7518 owned by network:floatingip {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 20:29:44.611723 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce5e615-e6c4-4b93-9858-4e9f2bd39dee None None] New status for floating IP ddfe3862-afa4-4b04-8517-7248cb624b6f: DOWN {{(pid=103451) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 20:29:44.659887 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83e639b-50b0-4993-88d2-4995f2871ab5 req-b897a3fa-b222-4b1c-af2f-e4faf9a369ee tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:29:44.661401 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-f83e639b-50b0-4993-88d2-4995f2871ab5 req-b897a3fa-b222-4b1c-af2f-e4faf9a369ee tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] 10.222.0.71 "GET /v2.0/ports?device_id=c778cb99-e34c-4dbd-8d2d-b4ff721d274e HTTP/1.1" status: 200 len: 946 time: 0.0751581 May 16 20:29:44.666247 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9d9e8fb8-6a1d-49a7-94f9-09dc0d1179b6 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732397598073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732397102969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27048612'] for port (1215f49f-1dea-4c03-8ffc-0cf10aed7518), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:29:44.685602 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron_lib.db.api [None req-dce5e615-e6c4-4b93-9858-4e9f2bd39dee None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103451) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 16 20:29:44.686432 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG oslo_db.api [None req-dce5e615-e6c4-4b93-9858-4e9f2bd39dee None None] Performing DB retry for function neutron.db.l3_db.L3_NAT_dbonly_mixin.update_floatingip_status {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 16 20:29:44.708091 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9e8fb8-6a1d-49a7-94f9-09dc0d1179b6 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Pushing event deleted for resources: {'Port': ['ID=1215f49f-1dea-4c03-8ffc-0cf10aed7518,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:29:44.780621 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-f83e639b-50b0-4993-88d2-4995f2871ab5 req-8aa031ab-11e1-4afb-a359-5811c72be4f2 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] 10.222.0.71 "GET /v2.0/security-groups?id=471c2a9f-3bee-4786-8237-035787bab96d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1109631 May 16 20:29:44.790324 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9d9e8fb8-6a1d-49a7-94f9-09dc0d1179b6 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Publish callbacks [] for floatingip (ddfe3862-afa4-4b04-8517-7248cb624b6f), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:29:44.793012 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9d9e8fb8-6a1d-49a7-94f9-09dc0d1179b6 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-338397'] for floatingip (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:29:44.794112 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-9d9e8fb8-6a1d-49a7-94f9-09dc0d1179b6 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "DELETE /v2.0/floatingips/ddfe3862-afa4-4b04-8517-7248cb624b6f HTTP/1.1" status: 204 len: 168 time: 0.5111873 May 16 20:29:45.234340 dv-cinder-830901-7-iscsi neutron-server[103451]: WARNING neutron.objects.base [None req-dce5e615-e6c4-4b93-9858-4e9f2bd39dee None None] ORM session: SQL execution without transaction in progress, traceback: May 16 20:29:45.234340 dv-cinder-830901-7-iscsi neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/greenpool.py", line 88, in _spawn_n_impl May 16 20:29:45.234340 dv-cinder-830901-7-iscsi neutron-server[103451]: func(*args, **kwargs) May 16 20:29:45.234340 dv-cinder-830901-7-iscsi neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/futurist/_green.py", line 69, in __call__ May 16 20:29:45.234340 dv-cinder-830901-7-iscsi neutron-server[103451]: self.work.run() May 16 20:29:45.234340 dv-cinder-830901-7-iscsi neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/futurist/_utils.py", line 45, in run May 16 20:29:45.234340 dv-cinder-830901-7-iscsi neutron-server[103451]: result = self.fn(*self.args, **self.kwargs) May 16 20:29:45.234340 dv-cinder-830901-7-iscsi neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 16 20:29:45.234340 dv-cinder-830901-7-iscsi neutron-server[103451]: res = self.dispatcher.dispatch(message) May 16 20:29:45.234340 dv-cinder-830901-7-iscsi neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 16 20:29:45.234340 dv-cinder-830901-7-iscsi neutron-server[103451]: return self._do_dispatch(endpoint, method, ctxt, args) May 16 20:29:45.234340 dv-cinder-830901-7-iscsi neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 16 20:29:45.234340 dv-cinder-830901-7-iscsi neutron-server[103451]: result = func(ctxt, **new_args) May 16 20:29:45.234340 dv-cinder-830901-7-iscsi neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped May 16 20:29:45.234340 dv-cinder-830901-7-iscsi neutron-server[103451]: return f(*args, **kwargs) May 16 20:29:45.234340 dv-cinder-830901-7-iscsi neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 16 20:29:45.234340 dv-cinder-830901-7-iscsi neutron-server[103451]: return f(*args, **kwargs) May 16 20:29:45.234340 dv-cinder-830901-7-iscsi neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped May 16 20:29:45.234340 dv-cinder-830901-7-iscsi neutron-server[103451]: return f(*dup_args, **dup_kwargs) May 16 20:29:45.234340 dv-cinder-830901-7-iscsi neutron-server[103451]: File "/opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py", line 273, in update_floatingip_statuses May 16 20:29:45.234340 dv-cinder-830901-7-iscsi neutron-server[103451]: self.l3plugin.update_floatingip_status(context, May 16 20:29:45.234340 dv-cinder-830901-7-iscsi neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped May 16 20:29:45.234340 dv-cinder-830901-7-iscsi neutron-server[103451]: return f_with_retry(*args, **kwargs, May 16 20:29:45.234340 dv-cinder-830901-7-iscsi neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped May 16 20:29:45.234340 dv-cinder-830901-7-iscsi neutron-server[103451]: return f(*args, **kwargs) May 16 20:29:45.234340 dv-cinder-830901-7-iscsi neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 16 20:29:45.234340 dv-cinder-830901-7-iscsi neutron-server[103451]: return f(*args, **kwargs) May 16 20:29:45.234340 dv-cinder-830901-7-iscsi neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped May 16 20:29:45.234340 dv-cinder-830901-7-iscsi neutron-server[103451]: return f(*dup_args, **dup_kwargs) May 16 20:29:45.234340 dv-cinder-830901-7-iscsi neutron-server[103451]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 1557, in update_floatingip_status May 16 20:29:45.234340 dv-cinder-830901-7-iscsi neutron-server[103451]: return l3_obj.FloatingIP.update_object( May 16 20:29:45.234340 dv-cinder-830901-7-iscsi neutron-server[103451]: File "/opt/stack/neutron/neutron/objects/base.py", line 737, in update_object May 16 20:29:45.234340 dv-cinder-830901-7-iscsi neutron-server[103451]: return super(NeutronDbObject, cls).update_object( May 16 20:29:45.234340 dv-cinder-830901-7-iscsi neutron-server[103451]: File "/opt/stack/neutron/neutron/objects/base.py", line 329, in update_object May 16 20:29:45.234340 dv-cinder-830901-7-iscsi neutron-server[103451]: obj = cls.get_object( May 16 20:29:45.234340 dv-cinder-830901-7-iscsi neutron-server[103451]: File "/opt/stack/neutron/neutron/objects/base.py", line 644, in get_object May 16 20:29:45.234340 dv-cinder-830901-7-iscsi neutron-server[103451]: db_obj = obj_db_api.get_object( May 16 20:29:45.234340 dv-cinder-830901-7-iscsi neutron-server[103451]: File "/opt/stack/neutron/neutron/objects/db/api.py", line 35, in get_object May 16 20:29:45.234340 dv-cinder-830901-7-iscsi neutron-server[103451]: return _get_filter_query(obj_cls, context, **kwargs).first() May 16 20:29:45.234340 dv-cinder-830901-7-iscsi neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2819, in first May 16 20:29:45.234340 dv-cinder-830901-7-iscsi neutron-server[103451]: return self.limit(1)._iter().first() May 16 20:29:45.234340 dv-cinder-830901-7-iscsi neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2903, in _iter May 16 20:29:45.234340 dv-cinder-830901-7-iscsi neutron-server[103451]: result = self.session.execute( May 16 20:29:45.234340 dv-cinder-830901-7-iscsi neutron-server[103451]: File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 1677, in execute May 16 20:29:45.234340 dv-cinder-830901-7-iscsi neutron-server[103451]: result = fn(orm_exec_state) May 16 20:29:45.234340 dv-cinder-830901-7-iscsi neutron-server[103451]: May 16 20:29:45.897920 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58baaf18-3a5c-4892-b336-2e9469dc44d6 req-201109de-5242-41f1-bf14-b4cd660a6189 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:29:45.899420 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-58baaf18-3a5c-4892-b336-2e9469dc44d6 req-201109de-5242-41f1-bf14-b4cd660a6189 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] 10.222.0.71 "GET /v2.0/ports?device_id=c778cb99-e34c-4dbd-8d2d-b4ff721d274e HTTP/1.1" status: 200 len: 946 time: 0.0497222 May 16 20:29:45.947204 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-58baaf18-3a5c-4892-b336-2e9469dc44d6 req-59cee900-311d-4fba-9cf8-8cb7e1c8c867 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] 10.222.0.71 "GET /v2.0/security-groups?id=471c2a9f-3bee-4786-8237-035787bab96d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418630 May 16 20:29:46.062497 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d2654d-6635-4404-8c54-685148ca0676 req-27da4e66-132b-4d9e-a56b-a22eb0462532 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:29:46.063851 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-48d2654d-6635-4404-8c54-685148ca0676 req-27da4e66-132b-4d9e-a56b-a22eb0462532 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] 10.222.0.71 "GET /v2.0/ports?device_id=c778cb99-e34c-4dbd-8d2d-b4ff721d274e HTTP/1.1" status: 200 len: 946 time: 0.0464516 May 16 20:29:46.072316 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.71', 50106) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:29:46.077828 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.v2.base [None req-cf7a74db-53bd-4222-a78d-7c8ce5ad482e tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Request body: {'floatingip': {'port_id': 'c70698fc-4b3f-4c50-a44a-b0385d4c8512'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:29:46.117622 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cf7a74db-53bd-4222-a78d-7c8ce5ad482e tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Publish callbacks [] for floatingip (d64ea2dc-8fde-42ec-aa55-39123d8b8b86), before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:29:46.538016 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cf7a74db-53bd-4222-a78d-7c8ce5ad482e tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:29:46.541673 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cf7a74db-53bd-4222-a78d-7c8ce5ad482e tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1640477'] for floatingip (d64ea2dc-8fde-42ec-aa55-39123d8b8b86), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:29:46.633424 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.db.l3_db [None req-cf7a74db-53bd-4222-a78d-7c8ce5ad482e tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Floating IP d64ea2dc-8fde-42ec-aa55-39123d8b8b86 associated. External IP: 172.27.2.183, port: c70698fc-4b3f-4c50-a44a-b0385d4c8512. May 16 20:29:47.088914 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf7a74db-53bd-4222-a78d-7c8ce5ad482e tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Router 351686c7-2149-4e36-8ba7-99da7d77fe56 has already been hosted by L3 agent fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f {{(pid=103448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 20:29:47.201161 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf7a74db-53bd-4222-a78d-7c8ce5ad482e tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Notify agent at l3_agent.dv-cinder-830901-7-iscsi the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 20:29:47.206221 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cf7a74db-53bd-4222-a78d-7c8ce5ad482e tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-338397'] for floatingip (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:29:47.212191 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9837b688-9c32-4180-b1e3-a4016480dabf None None] Sync routers for ids ['351686c7-2149-4e36-8ba7-99da7d77fe56'] in dv-cinder-830901-7-iscsi {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 20:29:47.223916 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9837b688-9c32-4180-b1e3-a4016480dabf None None] Routers {'351686c7-2149-4e36-8ba7-99da7d77fe56'} bound to L3 agent in host dv-cinder-830901-7-iscsi {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:29:47.224634 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-9837b688-9c32-4180-b1e3-a4016480dabf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-16T20:16:38Z,description=,heartbeat_timestamp=2022-05-16T20:29:38Z,host='dv-cinder-830901-7-iscsi',id=fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:16:38Z,topic='l3_agent')) {'router_ids': ['351686c7-2149-4e36-8ba7-99da7d77fe56'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:29:47.262273 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-cf7a74db-53bd-4222-a78d-7c8ce5ad482e tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] 10.222.0.71 "PUT /v2.0/floatingips/d64ea2dc-8fde-42ec-aa55-39123d8b8b86 HTTP/1.1" status: 200 len: 992 time: 1.1882296 May 16 20:29:47.265064 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c778cb99-e34c-4dbd-8d2d-b4ff721d274e', 'tag': 'c70698fc-4b3f-4c50-a44a-b0385d4c8512'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 20:29:47.267322 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cabd327eae894280a08d6ee7d9129781675a5828ba01ec684011f2f655eb9e7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcd80038-6ee6-4f63-ae81-12dd42612d8c" -d '{"events": [{"name": "network-changed", "server_uuid": "c778cb99-e34c-4dbd-8d2d-b4ff721d274e", "tag": "c70698fc-4b3f-4c50-a44a-b0385d4c8512"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 20:29:47.284786 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd00a73-43b6-4f52-ba37-0ed2b4063a8b req-7df65c33-781d-47c5-8a03-23867b80bf8e tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:29:47.286229 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-9bd00a73-43b6-4f52-ba37-0ed2b4063a8b req-7df65c33-781d-47c5-8a03-23867b80bf8e tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/ports?device_id=4a363444-8711-4b00-8789-ceb8abdd422a HTTP/1.1" status: 200 len: 945 time: 0.0607619 May 16 20:29:47.308111 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 20:29:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6aa1725-cb37-446e-93f3-52e13e6119ab x-openstack-request-id: req-b6aa1725-cb37-446e-93f3-52e13e6119ab {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 20:29:47.308468 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c778cb99-e34c-4dbd-8d2d-b4ff721d274e", "tag": "c70698fc-4b3f-4c50-a44a-b0385d4c8512", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 20:29:47.308729 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-b6aa1725-cb37-446e-93f3-52e13e6119ab {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 20:29:47.309117 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6aa1725-cb37-446e-93f3-52e13e6119ab'] response: {'name': 'network-changed', 'server_uuid': 'c778cb99-e34c-4dbd-8d2d-b4ff721d274e', 'tag': 'c70698fc-4b3f-4c50-a44a-b0385d4c8512', 'status': 'completed', 'code': 200} May 16 20:29:47.330741 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-9837b688-9c32-4180-b1e3-a4016480dabf None None] Set router 351686c7-2149-4e36-8ba7-99da7d77fe56 gateway port host: dv-cinder-830901-7-iscsi {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:29:47.341891 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-9bd00a73-43b6-4f52-ba37-0ed2b4063a8b req-5293a10c-bb23-4fac-96a0-3dc0f7da086a tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/security-groups?id=210ee5af-5660-4fb2-aa13-ecabaf05aebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496812 May 16 20:29:47.534586 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-9837b688-9c32-4180-b1e3-a4016480dabf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '351686c7-2149-4e36-8ba7-99da7d77fe56', 'name': 'tempest-AttachVolumeTestJSON-478749997-router', 'tenant_id': '10f3494602c84c748ead115d649fc9cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'external_fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': '5bd59a02-1214-43a3-a53a-a9b3d92f699d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:25:05Z', 'updated_at': '2022-05-16T20:25:15Z', 'revision_number': 4, 'project_id': '10f3494602c84c748ead115d649fc9cc', 'gw_port': {'id': '5bd59a02-1214-43a3-a53a-a9b3d92f699d', 'name': '', 'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:cd:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '351686c7-2149-4e36-8ba7-99da7d77fe56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:25:07Z', 'updated_at': '2022-05-16T20:25:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-7-iscsi', '_floatingips': [{'id': 'd64ea2dc-8fde-42ec-aa55-39123d8b8b86', 'tenant_id': '10f3494602c84c748ead115d649fc9cc', 'floating_ip_address': '172.27.2.183', 'floating_network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'router_id': '351686c7-2149-4e36-8ba7-99da7d77fe56', 'port_id': 'c70698fc-4b3f-4c50-a44a-b0385d4c8512', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7a89d4e-230a-49f4-9073-4fb4c366ed99', 'mac_address': 'fa:16:3e:0f:1c:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c778cb99-e34c-4dbd-8d2d-b4ff721d274e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T20:29:34Z', 'updated_at': '2022-05-16T20:29:46Z', 'revision_number': 1, 'project_id': '10f3494602c84c748ead115d649fc9cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9c54af1-f821-4150-a9a0-ace98e4fcd02', 'name': '', 'network_id': 'e7a89d4e-230a-49f4-9073-4fb4c366ed99', 'tenant_id': '10f3494602c84c748ead115d649fc9cc', 'mac_address': 'fa:16:3e:b7:9a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '351686c7-2149-4e36-8ba7-99da7d77fe56', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a67edfad-ba11-4420-bc2d-c5a2924d53c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:25:13Z', 'updated_at': '2022-05-16T20:25:26Z', 'revision_number': 5, 'project_id': '10f3494602c84c748ead115d649fc9cc', 'subnets': [{'id': 'a67edfad-ba11-4420-bc2d-c5a2924d53c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-7-iscsi', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:29:47.559438 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Device b3c0afac-8a34-415b-b5ff-e86625f2b6e4 no longer exists at agent hyperv_hv-cinder-83090 {{(pid=103450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 20:29:47.561740 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9837b688-9c32-4180-b1e3-a4016480dabf None None] Checking router: 351686c7-2149-4e36-8ba7-99da7d77fe56 for host: dv-cinder-830901-7-iscsi {{(pid=103450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 20:29:47.581412 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] No Port match for: b3c0afac-8a34-415b-b5ff-e86625f2b6e4 {{(pid=103450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 20:29:47.581752 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Device b3c0afac-8a34-415b-b5ff-e86625f2b6e4 not bound to the agent host hv-cinder-83090 {{(pid=103450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 20:29:47.587008 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9837b688-9c32-4180-b1e3-a4016480dabf None None] Routers {'351686c7-2149-4e36-8ba7-99da7d77fe56'} bound to L3 agent in host dv-cinder-830901-7-iscsi {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:29:47.587598 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-9837b688-9c32-4180-b1e3-a4016480dabf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-16T20:16:38Z,description=,heartbeat_timestamp=2022-05-16T20:29:38Z,host='dv-cinder-830901-7-iscsi',id=fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:16:38Z,topic='l3_agent')) {'router_ids': ['351686c7-2149-4e36-8ba7-99da7d77fe56'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:29:47.684629 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-9837b688-9c32-4180-b1e3-a4016480dabf None None] Set router 351686c7-2149-4e36-8ba7-99da7d77fe56 gateway port host: dv-cinder-830901-7-iscsi {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:29:47.892086 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-9837b688-9c32-4180-b1e3-a4016480dabf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '351686c7-2149-4e36-8ba7-99da7d77fe56', 'name': 'tempest-AttachVolumeTestJSON-478749997-router', 'tenant_id': '10f3494602c84c748ead115d649fc9cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'external_fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': '5bd59a02-1214-43a3-a53a-a9b3d92f699d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:25:05Z', 'updated_at': '2022-05-16T20:25:15Z', 'revision_number': 4, 'project_id': '10f3494602c84c748ead115d649fc9cc', 'gw_port': {'id': '5bd59a02-1214-43a3-a53a-a9b3d92f699d', 'name': '', 'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:cd:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '351686c7-2149-4e36-8ba7-99da7d77fe56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:25:07Z', 'updated_at': '2022-05-16T20:25:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-7-iscsi', '_floatingips': [{'id': 'd64ea2dc-8fde-42ec-aa55-39123d8b8b86', 'tenant_id': '10f3494602c84c748ead115d649fc9cc', 'floating_ip_address': '172.27.2.183', 'floating_network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'router_id': '351686c7-2149-4e36-8ba7-99da7d77fe56', 'port_id': 'c70698fc-4b3f-4c50-a44a-b0385d4c8512', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7a89d4e-230a-49f4-9073-4fb4c366ed99', 'mac_address': 'fa:16:3e:0f:1c:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c778cb99-e34c-4dbd-8d2d-b4ff721d274e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T20:29:34Z', 'updated_at': '2022-05-16T20:29:46Z', 'revision_number': 1, 'project_id': '10f3494602c84c748ead115d649fc9cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9c54af1-f821-4150-a9a0-ace98e4fcd02', 'name': '', 'network_id': 'e7a89d4e-230a-49f4-9073-4fb4c366ed99', 'tenant_id': '10f3494602c84c748ead115d649fc9cc', 'mac_address': 'fa:16:3e:b7:9a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '351686c7-2149-4e36-8ba7-99da7d77fe56', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a67edfad-ba11-4420-bc2d-c5a2924d53c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:25:13Z', 'updated_at': '2022-05-16T20:25:26Z', 'revision_number': 5, 'project_id': '10f3494602c84c748ead115d649fc9cc', 'subnets': [{'id': 'a67edfad-ba11-4420-bc2d-c5a2924d53c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-7-iscsi', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:29:47.916569 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9837b688-9c32-4180-b1e3-a4016480dabf None None] The sync data for ids ['351686c7-2149-4e36-8ba7-99da7d77fe56'] in dv-cinder-830901-7-iscsi is: [{'id': '351686c7-2149-4e36-8ba7-99da7d77fe56', 'name': 'tempest-AttachVolumeTestJSON-478749997-router', 'tenant_id': '10f3494602c84c748ead115d649fc9cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'external_fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': '5bd59a02-1214-43a3-a53a-a9b3d92f699d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:25:05Z', 'updated_at': '2022-05-16T20:25:15Z', 'revision_number': 4, 'project_id': '10f3494602c84c748ead115d649fc9cc', 'gw_port': {'id': '5bd59a02-1214-43a3-a53a-a9b3d92f699d', 'name': '', 'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:cd:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '351686c7-2149-4e36-8ba7-99da7d77fe56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:25:07Z', 'updated_at': '2022-05-16T20:25:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-7-iscsi', '_floatingips': [{'id': 'd64ea2dc-8fde-42ec-aa55-39123d8b8b86', 'tenant_id': '10f3494602c84c748ead115d649fc9cc', 'floating_ip_address': '172.27.2.183', 'floating_network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'router_id': '351686c7-2149-4e36-8ba7-99da7d77fe56', 'port_id': 'c70698fc-4b3f-4c50-a44a-b0385d4c8512', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7a89d4e-230a-49f4-9073-4fb4c366ed99', 'mac_address': 'fa:16:3e:0f:1c:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c778cb99-e34c-4dbd-8d2d-b4ff721d274e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T20:29:34Z', 'updated_at': '2022-05-16T20:29:46Z', 'revision_number': 1, 'project_id': '10f3494602c84c748ead115d649fc9cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9c54af1-f821-4150-a9a0-ace98e4fcd02', 'name': '', 'network_id': 'e7a89d4e-230a-49f4-9073-4fb4c366ed99', 'tenant_id': '10f3494602c84c748ead115d649fc9cc', 'mac_address': 'fa:16:3e:b7:9a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '351686c7-2149-4e36-8ba7-99da7d77fe56', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a67edfad-ba11-4420-bc2d-c5a2924d53c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:25:13Z', 'updated_at': '2022-05-16T20:25:26Z', 'revision_number': 5, 'project_id': '10f3494602c84c748ead115d649fc9cc', 'subnets': [{'id': 'a67edfad-ba11-4420-bc2d-c5a2924d53c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 20:29:48.121885 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee6cdde3-4347-4ceb-9c66-a0f6ee2cec2d None None] New status for floating IP d64ea2dc-8fde-42ec-aa55-39123d8b8b86: ACTIVE {{(pid=103451) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 20:29:48.458910 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b165d8fb-5f81-4c0c-adc3-251cf9caa050 req-2cb748aa-47ad-4e60-807a-e4998c79edf8 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:29:48.460392 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-b165d8fb-5f81-4c0c-adc3-251cf9caa050 req-2cb748aa-47ad-4e60-807a-e4998c79edf8 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/ports?device_id=4a363444-8711-4b00-8789-ceb8abdd422a HTTP/1.1" status: 200 len: 945 time: 0.0479853 May 16 20:29:48.506783 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-b165d8fb-5f81-4c0c-adc3-251cf9caa050 req-7fffe871-3b79-482d-82ec-f24b5ff457ab tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/security-groups?id=210ee5af-5660-4fb2-aa13-ecabaf05aebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408142 May 16 20:29:49.162983 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd80038-6ee6-4f63-ae81-12dd42612d8c req-9efa56d4-87db-4c2c-af57-5a21f154716a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:29:49.164538 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-fcd80038-6ee6-4f63-ae81-12dd42612d8c req-9efa56d4-87db-4c2c-af57-5a21f154716a service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=10f3494602c84c748ead115d649fc9cc&device_id=c778cb99-e34c-4dbd-8d2d-b4ff721d274e HTTP/1.1" status: 200 len: 1130 time: 0.0391912 May 16 20:29:49.264943 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd80038-6ee6-4f63-ae81-12dd42612d8c req-32ed0254-f202-45e0-ae6b-8398cf834bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:29:49.266387 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-fcd80038-6ee6-4f63-ae81-12dd42612d8c req-32ed0254-f202-45e0-ae6b-8398cf834bec service neutron] 10.222.0.81 "GET /v2.0/networks?id=e7a89d4e-230a-49f4-9073-4fb4c366ed99 HTTP/1.1" status: 200 len: 911 time: 0.0874784 May 16 20:29:49.367094 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-fcd80038-6ee6-4f63-ae81-12dd42612d8c req-6a5a6684-0c2c-4a13-a2fd-3cbf89d2513b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c70698fc-4b3f-4c50-a44a-b0385d4c8512 HTTP/1.1" status: 200 len: 1002 time: 0.0601726 May 16 20:29:49.421985 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd80038-6ee6-4f63-ae81-12dd42612d8c req-279eaa7f-25a3-4021-a8c3-61e2a5ce4079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:29:49.423370 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-fcd80038-6ee6-4f63-ae81-12dd42612d8c req-279eaa7f-25a3-4021-a8c3-61e2a5ce4079 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=a67edfad-ba11-4420-bc2d-c5a2924d53c8 HTTP/1.1" status: 200 len: 849 time: 0.0503037 May 16 20:29:49.465753 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a5fbfb-358c-474c-a62e-7884c7b78a09 req-644d240c-e399-4a41-a538-6400fd37dd1e tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:29:49.467213 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-c3a5fbfb-358c-474c-a62e-7884c7b78a09 req-644d240c-e399-4a41-a538-6400fd37dd1e tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.81 "GET /v2.0/ports?device_id=4a363444-8711-4b00-8789-ceb8abdd422a HTTP/1.1" status: 200 len: 945 time: 0.0469172 May 16 20:29:49.471309 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd80038-6ee6-4f63-ae81-12dd42612d8c req-997b8987-a0ad-41b6-8e57-7a91d5648e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:29:49.472810 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-fcd80038-6ee6-4f63-ae81-12dd42612d8c req-997b8987-a0ad-41b6-8e57-7a91d5648e88 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e7a89d4e-230a-49f4-9073-4fb4c366ed99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0404491 May 16 20:29:49.549361 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [req-c3a5fbfb-358c-474c-a62e-7884c7b78a09 req-7fac1bd1-d4fd-4d36-ab32-afca7c370331 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Deleting port 61ef3262-0839-4608-9348-dca314437332 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 20:29:49.549713 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-c3a5fbfb-358c-474c-a62e-7884c7b78a09 req-7fac1bd1-d4fd-4d36-ab32-afca7c370331 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732397588453'] for port (61ef3262-0839-4608-9348-dca314437332), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:29:49.570893 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-fcd80038-6ee6-4f63-ae81-12dd42612d8c req-7a6fa568-7940-45cc-b8d4-e371cb730bc9 service neutron] 10.222.0.81 "GET /v2.0/networks/e7a89d4e-230a-49f4-9073-4fb4c366ed99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924137 May 16 20:29:49.660289 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daad1196-90d9-41a9-b20e-fcc2491500ab req-4d9c6a2a-4de8-44cb-b87c-fbff558651b1 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:29:49.660702 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-fcd80038-6ee6-4f63-ae81-12dd42612d8c req-607db216-1ddf-4520-8e6c-2dacccc0273d service neutron] 10.222.0.81 "GET /v2.0/networks/e7a89d4e-230a-49f4-9073-4fb4c366ed99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826583 May 16 20:29:49.661785 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-daad1196-90d9-41a9-b20e-fcc2491500ab req-4d9c6a2a-4de8-44cb-b87c-fbff558651b1 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/ports?device_id=4a363444-8711-4b00-8789-ceb8abdd422a HTTP/1.1" status: 200 len: 945 time: 0.0837500 May 16 20:29:49.687249 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-c3a5fbfb-358c-474c-a62e-7884c7b78a09 req-7fac1bd1-d4fd-4d36-ab32-afca7c370331 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] For port 61ef3262-0839-4608-9348-dca314437332, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=61ef3262-0839-4608-9348-dca314437332,segment=NetworkSegment(3f423a53-4b2f-48cb-b3b5-6fcc9868045f),segment_id=3f423a53-4b2f-48cb-b3b5-6fcc9868045f)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:29:49.687526 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-c3a5fbfb-358c-474c-a62e-7884c7b78a09 req-7fac1bd1-d4fd-4d36-ab32-afca7c370331 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641018'] for port (61ef3262-0839-4608-9348-dca314437332), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:29:49.708260 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [req-c3a5fbfb-358c-474c-a62e-7884c7b78a09 req-7fac1bd1-d4fd-4d36-ab32-afca7c370331 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Calling delete_port for 61ef3262-0839-4608-9348-dca314437332 owned by compute:nova {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 20:29:49.772260 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-daad1196-90d9-41a9-b20e-fcc2491500ab req-88fbe6c0-3787-4937-80ec-ec876c217a5d tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/security-groups?id=210ee5af-5660-4fb2-aa13-ecabaf05aebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976665 May 16 20:29:49.855053 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-c3a5fbfb-358c-474c-a62e-7884c7b78a09 req-7fac1bd1-d4fd-4d36-ab32-afca7c370331 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732397598073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732397102969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27048612'] for port (61ef3262-0839-4608-9348-dca314437332), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:29:49.866904 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] get_ports_and_sgs() called for port_ids ['8d35212a-4747-4443-8007-2318b3a092c6', '61ef3262-0839-4608-9348-dca314437332'] {{(pid=103450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 20:29:49.884480 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fac1bd1-d4fd-4d36-ab32-afca7c370331 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Pushing event deleted for resources: {'Port': ['ID=61ef3262-0839-4608-9348-dca314437332,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:29:49.935174 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3a5fbfb-358c-474c-a62e-7884c7b78a09 req-7fac1bd1-d4fd-4d36-ab32-afca7c370331 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] No DVR routers for this DVR port 61ef3262-0839-4608-9348-dca314437332 on host hv-cinder-83090 {{(pid=103448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 20:29:49.937767 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-c3a5fbfb-358c-474c-a62e-7884c7b78a09 req-7fac1bd1-d4fd-4d36-ab32-afca7c370331 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-338397'] for port (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:29:49.941276 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-c3a5fbfb-358c-474c-a62e-7884c7b78a09 req-7fac1bd1-d4fd-4d36-ab32-afca7c370331 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.81 "DELETE /v2.0/ports/61ef3262-0839-4608-9348-dca314437332 HTTP/1.1" status: 204 len: 173 time: 0.4689338 May 16 20:29:49.941752 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a363444-8711-4b00-8789-ceb8abdd422a', 'name': 'network-vif-deleted', 'tag': '61ef3262-0839-4608-9348-dca314437332'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 20:29:49.945117 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cabd327eae894280a08d6ee7d9129781675a5828ba01ec684011f2f655eb9e7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7919238-a185-4017-ae86-2e083bdbd65d" -d '{"events": [{"server_uuid": "4a363444-8711-4b00-8789-ceb8abdd422a", "name": "network-vif-deleted", "tag": "61ef3262-0839-4608-9348-dca314437332"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 20:29:49.985619 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 20:29:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccdf29e8-d737-4f7f-bf42-0177e863ecb6 x-openstack-request-id: req-ccdf29e8-d737-4f7f-bf42-0177e863ecb6 {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 20:29:49.985974 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a363444-8711-4b00-8789-ceb8abdd422a", "name": "network-vif-deleted", "tag": "61ef3262-0839-4608-9348-dca314437332", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 20:29:49.986224 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-ccdf29e8-d737-4f7f-bf42-0177e863ecb6 {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 20:29:49.986625 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ccdf29e8-d737-4f7f-bf42-0177e863ecb6'] response: {'server_uuid': '4a363444-8711-4b00-8789-ceb8abdd422a', 'name': 'network-vif-deleted', 'tag': '61ef3262-0839-4608-9348-dca314437332', 'status': 'completed', 'code': 200} May 16 20:29:51.038563 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0501a096-a9b0-4617-b016-4638a7ebba37 req-4b9544cf-a1c5-4be7-ae18-bb0ac0b58517 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:29:51.040005 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-0501a096-a9b0-4617-b016-4638a7ebba37 req-4b9544cf-a1c5-4be7-ae18-bb0ac0b58517 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/ports?device_id=049b40d1-bf74-4cf5-8c3f-a195fb9f9314 HTTP/1.1" status: 200 len: 945 time: 0.0545568 May 16 20:29:51.098000 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-0501a096-a9b0-4617-b016-4638a7ebba37 req-a76e5a6a-db84-414d-87bc-57875331673f tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/security-groups?id=210ee5af-5660-4fb2-aa13-ecabaf05aebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520816 May 16 20:29:51.359019 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0864bd-5600-4371-8805-c59908d223a1 req-84f181f1-28c0-45a1-a323-fa11e8d23c37 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:29:51.360580 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-5e0864bd-5600-4371-8805-c59908d223a1 req-84f181f1-28c0-45a1-a323-fa11e8d23c37 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] 10.222.0.71 "GET /v2.0/ports?device_id=cfb7b623-95e7-4e7b-8518-f479edf9e26f HTTP/1.1" status: 200 len: 946 time: 0.0459297 May 16 20:29:51.414535 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-5e0864bd-5600-4371-8805-c59908d223a1 req-5759d876-3862-4dd9-be25-9adb067c4353 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] 10.222.0.71 "GET /v2.0/security-groups?id=8b428606-3a27-4b6b-a2ec-503b3fc25851&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484781 May 16 20:29:52.210813 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f70ab7-2d31-444b-9d7f-b586a02b1abf req-b1b5b24b-e77e-471c-a43b-d467a85e01fd tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:29:52.212310 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-c9f70ab7-2d31-444b-9d7f-b586a02b1abf req-b1b5b24b-e77e-471c-a43b-d467a85e01fd tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/ports?device_id=049b40d1-bf74-4cf5-8c3f-a195fb9f9314 HTTP/1.1" status: 200 len: 945 time: 0.0463324 May 16 20:29:52.263357 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-c9f70ab7-2d31-444b-9d7f-b586a02b1abf req-b0ef3bdc-026c-4603-8491-03700f5fa9fe tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/security-groups?id=210ee5af-5660-4fb2-aa13-ecabaf05aebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445471 May 16 20:29:52.534391 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa13f0d-c136-47ca-8af9-07794c53a6f9 req-0e434178-7494-46d3-be34-b651362046ae tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:29:52.535848 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-2fa13f0d-c136-47ca-8af9-07794c53a6f9 req-0e434178-7494-46d3-be34-b651362046ae tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] 10.222.0.71 "GET /v2.0/ports?device_id=cfb7b623-95e7-4e7b-8518-f479edf9e26f HTTP/1.1" status: 200 len: 946 time: 0.0510180 May 16 20:29:52.584871 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-2fa13f0d-c136-47ca-8af9-07794c53a6f9 req-8091425d-e415-4acd-8f86-590259c6f995 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] 10.222.0.71 "GET /v2.0/security-groups?id=8b428606-3a27-4b6b-a2ec-503b3fc25851&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436003 May 16 20:29:53.383155 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b700523-84b0-4154-99d9-832fae6c4c41 req-f13c5146-22da-4f2c-9b4e-256573eeca82 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:29:53.384671 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-2b700523-84b0-4154-99d9-832fae6c4c41 req-f13c5146-22da-4f2c-9b4e-256573eeca82 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/ports?device_id=049b40d1-bf74-4cf5-8c3f-a195fb9f9314 HTTP/1.1" status: 200 len: 945 time: 0.0500276 May 16 20:29:53.436254 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-2b700523-84b0-4154-99d9-832fae6c4c41 req-d6217162-3f09-4993-b360-9b2b3fbaadc9 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/security-groups?id=210ee5af-5660-4fb2-aa13-ecabaf05aebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458367 May 16 20:29:53.587731 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Device 61ef3262-0839-4608-9348-dca314437332 no longer exists at agent hyperv_hv-cinder-83090 {{(pid=103450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 20:29:53.607853 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] No Port match for: 61ef3262-0839-4608-9348-dca314437332 {{(pid=103450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 20:29:53.608224 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Device 61ef3262-0839-4608-9348-dca314437332 not bound to the agent host hv-cinder-83090 {{(pid=103450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 20:29:53.697730 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9243ebc1-1924-4483-9e9d-153ceaa2f98f req-73179c63-8b6f-45db-a817-c5986ae5230c tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:29:53.699173 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-9243ebc1-1924-4483-9e9d-153ceaa2f98f req-73179c63-8b6f-45db-a817-c5986ae5230c tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] 10.222.0.71 "GET /v2.0/ports?device_id=cfb7b623-95e7-4e7b-8518-f479edf9e26f HTTP/1.1" status: 200 len: 946 time: 0.0479462 May 16 20:29:53.748897 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-9243ebc1-1924-4483-9e9d-153ceaa2f98f req-fca6b163-c78c-4018-a0ac-b4b7f87fe663 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] 10.222.0.71 "GET /v2.0/security-groups?id=8b428606-3a27-4b6b-a2ec-503b3fc25851&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440168 May 16 20:29:54.552547 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32c746a-8de3-4dce-a1fc-eea0e259b4f5 req-a0b52b4c-c414-49b3-a2f3-30fb36e923a3 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:29:54.553909 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-d32c746a-8de3-4dce-a1fc-eea0e259b4f5 req-a0b52b4c-c414-49b3-a2f3-30fb36e923a3 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/ports?device_id=049b40d1-bf74-4cf5-8c3f-a195fb9f9314 HTTP/1.1" status: 200 len: 945 time: 0.0471828 May 16 20:29:54.598771 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-d32c746a-8de3-4dce-a1fc-eea0e259b4f5 req-e8a972d3-2b2f-4282-84eb-8277013be46b tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/security-groups?id=210ee5af-5660-4fb2-aa13-ecabaf05aebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388606 May 16 20:29:54.864565 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b73126f-4f2c-4cbf-8064-46d503a548c8 req-ba129f2e-9ba7-49ee-8d8d-339867ec53c2 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:29:54.866108 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-3b73126f-4f2c-4cbf-8064-46d503a548c8 req-ba129f2e-9ba7-49ee-8d8d-339867ec53c2 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] 10.222.0.71 "GET /v2.0/ports?device_id=cfb7b623-95e7-4e7b-8518-f479edf9e26f HTTP/1.1" status: 200 len: 946 time: 0.0507154 May 16 20:29:54.913658 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-3b73126f-4f2c-4cbf-8064-46d503a548c8 req-e0a4e5e6-1415-4ab3-9a66-397741863ac7 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] 10.222.0.71 "GET /v2.0/security-groups?id=8b428606-3a27-4b6b-a2ec-503b3fc25851&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420637 May 16 20:29:55.235437 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35756aa4-6f66-45d9-a113-8f3e7af98363 req-5b84d968-e2bb-40f5-9b10-6b996939bf3c tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:29:55.236940 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-35756aa4-6f66-45d9-a113-8f3e7af98363 req-5b84d968-e2bb-40f5-9b10-6b996939bf3c tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.81 "GET /v2.0/ports?device_id=049b40d1-bf74-4cf5-8c3f-a195fb9f9314 HTTP/1.1" status: 200 len: 945 time: 0.0466061 May 16 20:29:55.409051 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [req-35756aa4-6f66-45d9-a113-8f3e7af98363 req-d26e7279-30c7-4273-baf3-d3d857082424 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Deleting port 8d35212a-4747-4443-8007-2318b3a092c6 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 20:29:55.409397 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-35756aa4-6f66-45d9-a113-8f3e7af98363 req-d26e7279-30c7-4273-baf3-d3d857082424 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732397588453'] for port (8d35212a-4747-4443-8007-2318b3a092c6), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:29:55.446354 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc75aa3-1105-4fc4-9371-745ab3f9c0d0 req-7395a46e-a4fb-4c4f-b108-58fe7bccc347 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:29:55.447732 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-9cc75aa3-1105-4fc4-9371-745ab3f9c0d0 req-7395a46e-a4fb-4c4f-b108-58fe7bccc347 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] 10.222.0.81 "GET /v2.0/ports?device_id=cfb7b623-95e7-4e7b-8518-f479edf9e26f HTTP/1.1" status: 200 len: 946 time: 0.0494287 May 16 20:29:55.503833 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-35756aa4-6f66-45d9-a113-8f3e7af98363 req-d26e7279-30c7-4273-baf3-d3d857082424 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] For port 8d35212a-4747-4443-8007-2318b3a092c6, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=8d35212a-4747-4443-8007-2318b3a092c6,segment=NetworkSegment(3f423a53-4b2f-48cb-b3b5-6fcc9868045f),segment_id=3f423a53-4b2f-48cb-b3b5-6fcc9868045f)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:29:55.504233 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-35756aa4-6f66-45d9-a113-8f3e7af98363 req-d26e7279-30c7-4273-baf3-d3d857082424 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641018'] for port (8d35212a-4747-4443-8007-2318b3a092c6), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:29:55.518537 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [req-35756aa4-6f66-45d9-a113-8f3e7af98363 req-d26e7279-30c7-4273-baf3-d3d857082424 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Calling delete_port for 8d35212a-4747-4443-8007-2318b3a092c6 owned by compute:nova {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 20:29:55.530964 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [req-9cc75aa3-1105-4fc4-9371-745ab3f9c0d0 req-a9251a1f-48a7-4bd4-8120-33a8e12dafa9 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Deleting port 90c080cd-9d22-48a5-91a2-bbb1c8418168 {{(pid=103449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 20:29:55.531293 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [req-9cc75aa3-1105-4fc4-9371-745ab3f9c0d0 req-a9251a1f-48a7-4bd4-8120-33a8e12dafa9 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732397588453'] for port (90c080cd-9d22-48a5-91a2-bbb1c8418168), before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:29:55.620033 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [req-9cc75aa3-1105-4fc4-9371-745ab3f9c0d0 req-a9251a1f-48a7-4bd4-8120-33a8e12dafa9 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] For port 90c080cd-9d22-48a5-91a2-bbb1c8418168, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=90c080cd-9d22-48a5-91a2-bbb1c8418168,segment=NetworkSegment(3f368376-ca0a-4204-8008-7e3a527d3a30),segment_id=3f368376-ca0a-4204-8008-7e3a527d3a30)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:29:55.621439 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [req-9cc75aa3-1105-4fc4-9371-745ab3f9c0d0 req-a9251a1f-48a7-4bd4-8120-33a8e12dafa9 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641018'] for port (90c080cd-9d22-48a5-91a2-bbb1c8418168), precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:29:55.650972 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-35756aa4-6f66-45d9-a113-8f3e7af98363 req-d26e7279-30c7-4273-baf3-d3d857082424 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732397598073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732397102969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27048612'] for port (8d35212a-4747-4443-8007-2318b3a092c6), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:29:55.663637 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] get_ports_and_sgs() called for port_ids ['8d35212a-4747-4443-8007-2318b3a092c6'] {{(pid=103450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 20:29:55.677051 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26e7279-30c7-4273-baf3-d3d857082424 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Pushing event deleted for resources: {'Port': ['ID=8d35212a-4747-4443-8007-2318b3a092c6,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:29:55.728520 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [req-35756aa4-6f66-45d9-a113-8f3e7af98363 req-d26e7279-30c7-4273-baf3-d3d857082424 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] No DVR routers for this DVR port 8d35212a-4747-4443-8007-2318b3a092c6 on host hv-cinder-83090 {{(pid=103448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 20:29:55.730970 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-35756aa4-6f66-45d9-a113-8f3e7af98363 req-d26e7279-30c7-4273-baf3-d3d857082424 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-338397'] for port (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:29:55.734221 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-35756aa4-6f66-45d9-a113-8f3e7af98363 req-d26e7279-30c7-4273-baf3-d3d857082424 tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.81 "DELETE /v2.0/ports/8d35212a-4747-4443-8007-2318b3a092c6 HTTP/1.1" status: 204 len: 173 time: 0.4058847 May 16 20:29:55.734656 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '049b40d1-bf74-4cf5-8c3f-a195fb9f9314', 'name': 'network-vif-deleted', 'tag': '8d35212a-4747-4443-8007-2318b3a092c6'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 20:29:55.737044 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cabd327eae894280a08d6ee7d9129781675a5828ba01ec684011f2f655eb9e7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6faf231f-8ce1-4ee8-ae39-93eb6f2ae4e4" -d '{"events": [{"server_uuid": "049b40d1-bf74-4cf5-8c3f-a195fb9f9314", "name": "network-vif-deleted", "tag": "8d35212a-4747-4443-8007-2318b3a092c6"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 20:29:55.741937 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-91aa7ffb-e279-47ed-aa4a-09c6b67797b5 req-02e9ec1e-7aee-495e-ac9b-1bfcb3ac264c tempest-ServerRescueNegativeTestJSON-543222760 tempest-ServerRescueNegativeTestJSON-543222760-project] 10.222.0.71 "GET /v2.0/ports?device_id=049b40d1-bf74-4cf5-8c3f-a195fb9f9314 HTTP/1.1" status: 200 len: 210 time: 0.0628161 May 16 20:29:55.789768 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 20:29:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d340ae0c-2b83-4a8e-b671-deb0e1e7c040 x-openstack-request-id: req-d340ae0c-2b83-4a8e-b671-deb0e1e7c040 {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 20:29:55.790062 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "049b40d1-bf74-4cf5-8c3f-a195fb9f9314", "name": "network-vif-deleted", "tag": "8d35212a-4747-4443-8007-2318b3a092c6", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 20:29:55.790361 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-d340ae0c-2b83-4a8e-b671-deb0e1e7c040 {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 20:29:55.790771 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d340ae0c-2b83-4a8e-b671-deb0e1e7c040'] response: {'server_uuid': '049b40d1-bf74-4cf5-8c3f-a195fb9f9314', 'name': 'network-vif-deleted', 'tag': '8d35212a-4747-4443-8007-2318b3a092c6', 'status': 'completed', 'code': 200} May 16 20:29:55.823018 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [req-9cc75aa3-1105-4fc4-9371-745ab3f9c0d0 req-a9251a1f-48a7-4bd4-8120-33a8e12dafa9 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:29:55.823384 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [req-9cc75aa3-1105-4fc4-9371-745ab3f9c0d0 req-a9251a1f-48a7-4bd4-8120-33a8e12dafa9 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1640477'] for floatingip (a9396c98-a550-4ec8-b01e-1e03f21fb9bd), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:29:55.824285 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.db.l3_db [req-9cc75aa3-1105-4fc4-9371-745ab3f9c0d0 req-a9251a1f-48a7-4bd4-8120-33a8e12dafa9 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Floating IP a9396c98-a550-4ec8-b01e-1e03f21fb9bd disassociated. External IP: 172.27.2.79, port: 90c080cd-9d22-48a5-91a2-bbb1c8418168. May 16 20:29:55.824994 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [req-9cc75aa3-1105-4fc4-9371-745ab3f9c0d0 req-a9251a1f-48a7-4bd4-8120-33a8e12dafa9 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Calling delete_port for 90c080cd-9d22-48a5-91a2-bbb1c8418168 owned by compute:nova {{(pid=103449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 20:29:55.953772 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [req-9cc75aa3-1105-4fc4-9371-745ab3f9c0d0 req-a9251a1f-48a7-4bd4-8120-33a8e12dafa9 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732397598073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732397102969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26134374'] for port (90c080cd-9d22-48a5-91a2-bbb1c8418168), after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:29:55.982631 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9251a1f-48a7-4bd4-8120-33a8e12dafa9 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Pushing event deleted for resources: {'Port': ['ID=90c080cd-9d22-48a5-91a2-bbb1c8418168,revision_number=None']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:29:56.016719 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-e57220bf-2ba7-4bb3-a723-895f02117c55 req-c2209b51-0179-4405-81a9-806bb879c8ce tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] 10.222.0.71 "GET /v2.0/ports?device_id=cfb7b623-95e7-4e7b-8518-f479edf9e26f HTTP/1.1" status: 200 len: 210 time: 0.0353296 May 16 20:29:56.117835 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9cc75aa3-1105-4fc4-9371-745ab3f9c0d0 req-a9251a1f-48a7-4bd4-8120-33a8e12dafa9 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Router ff342686-d4a7-4820-b268-c308e7f5d698 has already been hosted by L3 agent fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f {{(pid=103449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 20:29:56.231714 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9cc75aa3-1105-4fc4-9371-745ab3f9c0d0 req-a9251a1f-48a7-4bd4-8120-33a8e12dafa9 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Notify agent at l3_agent.dv-cinder-830901-7-iscsi the message routers_updated {{(pid=103449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 20:29:56.243329 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec77fc2-ec6e-4207-abf6-79a8019834b3 None None] Sync routers for ids ['ff342686-d4a7-4820-b268-c308e7f5d698'] in dv-cinder-830901-7-iscsi {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 20:29:56.256143 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec77fc2-ec6e-4207-abf6-79a8019834b3 None None] Routers {'ff342686-d4a7-4820-b268-c308e7f5d698'} bound to L3 agent in host dv-cinder-830901-7-iscsi {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:29:56.257282 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-cec77fc2-ec6e-4207-abf6-79a8019834b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-16T20:16:38Z,description=,heartbeat_timestamp=2022-05-16T20:29:38Z,host='dv-cinder-830901-7-iscsi',id=fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:16:38Z,topic='l3_agent')) {'router_ids': ['ff342686-d4a7-4820-b268-c308e7f5d698'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:29:56.276494 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cc75aa3-1105-4fc4-9371-745ab3f9c0d0 req-a9251a1f-48a7-4bd4-8120-33a8e12dafa9 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] No DVR routers for this DVR port 90c080cd-9d22-48a5-91a2-bbb1c8418168 on host hv-cinder-83090 {{(pid=103449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 20:29:56.279415 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [req-9cc75aa3-1105-4fc4-9371-745ab3f9c0d0 req-a9251a1f-48a7-4bd4-8120-33a8e12dafa9 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-338397'] for port (None), before_response {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:29:56.283081 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-9cc75aa3-1105-4fc4-9371-745ab3f9c0d0 req-a9251a1f-48a7-4bd4-8120-33a8e12dafa9 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] 10.222.0.81 "DELETE /v2.0/ports/90c080cd-9d22-48a5-91a2-bbb1c8418168 HTTP/1.1" status: 204 len: 173 time: 0.8288195 May 16 20:29:56.283600 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfb7b623-95e7-4e7b-8518-f479edf9e26f', 'name': 'network-vif-deleted', 'tag': '90c080cd-9d22-48a5-91a2-bbb1c8418168'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 20:29:56.286319 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}295115e3b8025bbf11aa9aac085408c2d5e3d0e4242a5f701d1d164c8d9f99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a66636ad-b3fa-41c3-ba11-ec1aeb55f015" -d '{"events": [{"server_uuid": "cfb7b623-95e7-4e7b-8518-f479edf9e26f", "name": "network-vif-deleted", "tag": "90c080cd-9d22-48a5-91a2-bbb1c8418168"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 20:29:56.331798 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 20:29:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-388073e9-35f5-4f26-8665-de5d3eea9d53 x-openstack-request-id: req-388073e9-35f5-4f26-8665-de5d3eea9d53 {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 20:29:56.332366 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfb7b623-95e7-4e7b-8518-f479edf9e26f", "name": "network-vif-deleted", "tag": "90c080cd-9d22-48a5-91a2-bbb1c8418168", "status": "completed", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 20:29:56.332840 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-388073e9-35f5-4f26-8665-de5d3eea9d53 {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 20:29:56.333484 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event matching ['req-388073e9-35f5-4f26-8665-de5d3eea9d53'] response: {'server_uuid': 'cfb7b623-95e7-4e7b-8518-f479edf9e26f', 'name': 'network-vif-deleted', 'tag': '90c080cd-9d22-48a5-91a2-bbb1c8418168', 'status': 'completed', 'code': 200} May 16 20:29:56.369737 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-cec77fc2-ec6e-4207-abf6-79a8019834b3 None None] Set router ff342686-d4a7-4820-b268-c308e7f5d698 gateway port host: dv-cinder-830901-7-iscsi {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:29:56.683073 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-cec77fc2-ec6e-4207-abf6-79a8019834b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff342686-d4a7-4820-b268-c308e7f5d698', 'name': 'tempest-TestVolumeBootPattern-348190237-router', 'tenant_id': '2715141f8ffd49d892600c779e02fa17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'external_fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': '3c16e6da-0f15-424c-83b1-65a7dba0c80e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:26:37Z', 'updated_at': '2022-05-16T20:26:40Z', 'revision_number': 4, 'project_id': '2715141f8ffd49d892600c779e02fa17', 'gw_port': {'id': '3c16e6da-0f15-424c-83b1-65a7dba0c80e', 'name': '', 'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:1b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff342686-d4a7-4820-b268-c308e7f5d698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:26:37Z', 'updated_at': '2022-05-16T20:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-7-iscsi', '_interfaces': [{'id': '533129b2-d6ee-41c5-90d3-4790783a4be6', 'name': '', 'network_id': 'f817970e-ef84-435a-806f-1b015ae84dd9', 'tenant_id': '2715141f8ffd49d892600c779e02fa17', 'mac_address': 'fa:16:3e:c2:e4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff342686-d4a7-4820-b268-c308e7f5d698', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '14823cd5-3605-452f-a744-d8797ebcce33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:26:39Z', 'updated_at': '2022-05-16T20:26:45Z', 'revision_number': 5, 'project_id': '2715141f8ffd49d892600c779e02fa17', 'subnets': [{'id': '14823cd5-3605-452f-a744-d8797ebcce33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-7-iscsi', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:29:56.706612 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec77fc2-ec6e-4207-abf6-79a8019834b3 None None] Checking router: ff342686-d4a7-4820-b268-c308e7f5d698 for host: dv-cinder-830901-7-iscsi {{(pid=103450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 20:29:56.715424 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec77fc2-ec6e-4207-abf6-79a8019834b3 None None] Routers {'ff342686-d4a7-4820-b268-c308e7f5d698'} bound to L3 agent in host dv-cinder-830901-7-iscsi {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:29:56.715978 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-cec77fc2-ec6e-4207-abf6-79a8019834b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-16T20:16:38Z,description=,heartbeat_timestamp=2022-05-16T20:29:38Z,host='dv-cinder-830901-7-iscsi',id=fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:16:38Z,topic='l3_agent')) {'router_ids': ['ff342686-d4a7-4820-b268-c308e7f5d698'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:29:56.803983 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.71', 50160) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:29:56.819515 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-cec77fc2-ec6e-4207-abf6-79a8019834b3 None None] Set router ff342686-d4a7-4820-b268-c308e7f5d698 gateway port host: dv-cinder-830901-7-iscsi {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:29:57.014887 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-cec77fc2-ec6e-4207-abf6-79a8019834b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff342686-d4a7-4820-b268-c308e7f5d698', 'name': 'tempest-TestVolumeBootPattern-348190237-router', 'tenant_id': '2715141f8ffd49d892600c779e02fa17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'external_fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': '3c16e6da-0f15-424c-83b1-65a7dba0c80e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:26:37Z', 'updated_at': '2022-05-16T20:26:40Z', 'revision_number': 4, 'project_id': '2715141f8ffd49d892600c779e02fa17', 'gw_port': {'id': '3c16e6da-0f15-424c-83b1-65a7dba0c80e', 'name': '', 'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:1b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff342686-d4a7-4820-b268-c308e7f5d698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:26:37Z', 'updated_at': '2022-05-16T20:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-7-iscsi', '_interfaces': [{'id': '533129b2-d6ee-41c5-90d3-4790783a4be6', 'name': '', 'network_id': 'f817970e-ef84-435a-806f-1b015ae84dd9', 'tenant_id': '2715141f8ffd49d892600c779e02fa17', 'mac_address': 'fa:16:3e:c2:e4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff342686-d4a7-4820-b268-c308e7f5d698', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '14823cd5-3605-452f-a744-d8797ebcce33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:26:39Z', 'updated_at': '2022-05-16T20:26:45Z', 'revision_number': 5, 'project_id': '2715141f8ffd49d892600c779e02fa17', 'subnets': [{'id': '14823cd5-3605-452f-a744-d8797ebcce33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-7-iscsi', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:29:57.041075 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec77fc2-ec6e-4207-abf6-79a8019834b3 None None] The sync data for ids ['ff342686-d4a7-4820-b268-c308e7f5d698'] in dv-cinder-830901-7-iscsi is: [{'id': 'ff342686-d4a7-4820-b268-c308e7f5d698', 'name': 'tempest-TestVolumeBootPattern-348190237-router', 'tenant_id': '2715141f8ffd49d892600c779e02fa17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'external_fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': '3c16e6da-0f15-424c-83b1-65a7dba0c80e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:26:37Z', 'updated_at': '2022-05-16T20:26:40Z', 'revision_number': 4, 'project_id': '2715141f8ffd49d892600c779e02fa17', 'gw_port': {'id': '3c16e6da-0f15-424c-83b1-65a7dba0c80e', 'name': '', 'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:1b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff342686-d4a7-4820-b268-c308e7f5d698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:26:37Z', 'updated_at': '2022-05-16T20:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-7-iscsi', '_interfaces': [{'id': '533129b2-d6ee-41c5-90d3-4790783a4be6', 'name': '', 'network_id': 'f817970e-ef84-435a-806f-1b015ae84dd9', 'tenant_id': '2715141f8ffd49d892600c779e02fa17', 'mac_address': 'fa:16:3e:c2:e4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff342686-d4a7-4820-b268-c308e7f5d698', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '14823cd5-3605-452f-a744-d8797ebcce33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:26:39Z', 'updated_at': '2022-05-16T20:26:45Z', 'revision_number': 5, 'project_id': '2715141f8ffd49d892600c779e02fa17', 'subnets': [{'id': '14823cd5-3605-452f-a744-d8797ebcce33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 20:29:57.256687 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-28b3a664-be54-43e4-b001-0ae26dac83a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1641200'] for router_interface (de21da6a-f7da-49e0-8797-88d20b20c5ea), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:29:57.367124 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-2d06917f-22dd-43fe-9bb4-b0d1741a0563 req-2930e624-b6ff-43de-aa42-166c19efdebf tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-599525325&fields=id&tenant_id=2715141f8ffd49d892600c779e02fa17 HTTP/1.1" status: 200 len: 267 time: 0.0629075 May 16 20:29:57.405324 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06922742-4a87-41d7-acfd-3877893eced9 None None] New status for floating IP a9396c98-a550-4ec8-b01e-1e03f21fb9bd: DOWN {{(pid=103451) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 20:29:57.493334 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d06917f-22dd-43fe-9bb4-b0d1741a0563 req-e21d5619-c0b0-416c-a522-023c4bd5bb8c tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:29:57.494794 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-2d06917f-22dd-43fe-9bb4-b0d1741a0563 req-e21d5619-c0b0-416c-a522-023c4bd5bb8c tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] 10.222.0.71 "GET /v2.0/networks?id=f817970e-ef84-435a-806f-1b015ae84dd9 HTTP/1.1" status: 200 len: 811 time: 0.1200585 May 16 20:29:57.510715 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-2d06917f-22dd-43fe-9bb4-b0d1741a0563 req-6b59fe21-5ae5-4631-8df2-26f746798a32 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] 10.222.0.71 "GET /v2.0/quotas/2715141f8ffd49d892600c779e02fa17 HTTP/1.1" status: 200 len: 375 time: 0.0090098 May 16 20:29:57.568193 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-2d06917f-22dd-43fe-9bb4-b0d1741a0563 req-4d02830c-38e8-46de-8ffb-6fb90be2baba tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=2715141f8ffd49d892600c779e02fa17&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0500724 May 16 20:29:57.569076 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-28b3a664-be54-43e4-b001-0ae26dac83a1 admin admin] Deleting port d7f42fc2-d19c-43e9-a9f9-d76b3c690128 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 20:29:57.569373 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-28b3a664-be54-43e4-b001-0ae26dac83a1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732397588453'] for port (d7f42fc2-d19c-43e9-a9f9-d76b3c690128), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:29:57.648660 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-28b3a664-be54-43e4-b001-0ae26dac83a1 admin admin] For port d7f42fc2-d19c-43e9-a9f9-d76b3c690128, host dv-cinder-830901-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-7-iscsi',level=0,port_id=d7f42fc2-d19c-43e9-a9f9-d76b3c690128,segment=NetworkSegment(3f423a53-4b2f-48cb-b3b5-6fcc9868045f),segment_id=3f423a53-4b2f-48cb-b3b5-6fcc9868045f)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:29:57.649031 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-28b3a664-be54-43e4-b001-0ae26dac83a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641018'] for port (d7f42fc2-d19c-43e9-a9f9-d76b3c690128), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:29:57.662542 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-28b3a664-be54-43e4-b001-0ae26dac83a1 admin admin] Calling delete_port for d7f42fc2-d19c-43e9-a9f9-d76b3c690128 owned by network:router_interface {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 20:29:57.664733 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-2d06917f-22dd-43fe-9bb4-b0d1741a0563 req-706dbe37-80b8-4b3a-a1e5-05a15ac42604 service neutron] 10.222.0.71 "GET /v2.0/networks/f817970e-ef84-435a-806f-1b015ae84dd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836766 May 16 20:29:57.753194 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-2d06917f-22dd-43fe-9bb4-b0d1741a0563 req-46f152da-eccf-41d6-b5b7-cffc7b651509 service neutron] 10.222.0.71 "GET /v2.0/networks/f817970e-ef84-435a-806f-1b015ae84dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819092 May 16 20:29:57.840138 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-28b3a664-be54-43e4-b001-0ae26dac83a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732397598073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732397102969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27048612'] for port (d7f42fc2-d19c-43e9-a9f9-d76b3c690128), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:29:57.869379 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b3a664-be54-43e4-b001-0ae26dac83a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=d7f42fc2-d19c-43e9-a9f9-d76b3c690128,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:29:58.057051 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-5cd5deaf-34c0-47ad-b1a0-14d1e78a225b req-decc18b1-3762-4de7-bf2c-805edb2f7b09 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce1b1e18-f282-440d-9040-466f95a632fa HTTP/1.1" status: 200 len: 210 time: 0.0305474 May 16 20:29:58.069357 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-28b3a664-be54-43e4-b001-0ae26dac83a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1614403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1651439'] for router_interface (de21da6a-f7da-49e0-8797-88d20b20c5ea), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:29:58.283653 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28b3a664-be54-43e4-b001-0ae26dac83a1 admin admin] Router de21da6a-f7da-49e0-8797-88d20b20c5ea has already been hosted by L3 agent fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f {{(pid=103448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 20:29:58.391866 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28b3a664-be54-43e4-b001-0ae26dac83a1 admin admin] Notify agent at l3_agent.dv-cinder-830901-7-iscsi the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 20:29:58.397851 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-28b3a664-be54-43e4-b001-0ae26dac83a1 admin admin] 10.222.0.71 "PUT /v2.0/routers/de21da6a-f7da-49e0-8797-88d20b20c5ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5924706 May 16 20:29:58.403264 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.71', 50188) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:29:58.403805 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9362da88-3bbd-4f08-8f91-f385b45dfe6e None None] Sync routers for ids ['de21da6a-f7da-49e0-8797-88d20b20c5ea'] in dv-cinder-830901-7-iscsi {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 20:29:58.415004 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9362da88-3bbd-4f08-8f91-f385b45dfe6e None None] Routers {'de21da6a-f7da-49e0-8797-88d20b20c5ea'} bound to L3 agent in host dv-cinder-830901-7-iscsi {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:29:58.415791 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-9362da88-3bbd-4f08-8f91-f385b45dfe6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-16T20:16:38Z,description=,heartbeat_timestamp=2022-05-16T20:29:38Z,host='dv-cinder-830901-7-iscsi',id=fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:16:38Z,topic='l3_agent')) {'router_ids': ['de21da6a-f7da-49e0-8797-88d20b20c5ea'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:29:58.515982 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-5515545c-db46-444c-b432-0907cd99b513 admin admin] Publish callbacks [] for router (de21da6a-f7da-49e0-8797-88d20b20c5ea), before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:29:58.520371 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-9362da88-3bbd-4f08-8f91-f385b45dfe6e None None] Set router de21da6a-f7da-49e0-8797-88d20b20c5ea gateway port host: dv-cinder-830901-7-iscsi {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:29:58.625124 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-5515545c-db46-444c-b432-0907cd99b513 admin admin] Publish callbacks [] for router_gateway (de21da6a-f7da-49e0-8797-88d20b20c5ea), before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:29:58.665647 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-5515545c-db46-444c-b432-0907cd99b513 admin admin] Deleting port 7d7fe191-445d-40a3-a3bf-d8fbb8bea8d7 {{(pid=103449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 20:29:58.665976 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-5515545c-db46-444c-b432-0907cd99b513 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732397588453'] for port (7d7fe191-445d-40a3-a3bf-d8fbb8bea8d7), before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:29:58.696372 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-9362da88-3bbd-4f08-8f91-f385b45dfe6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de21da6a-f7da-49e0-8797-88d20b20c5ea', 'name': 'tempest-ServerRescueNegativeTestJSON-801511336-router', 'tenant_id': 'c5993f86ca3e459582b0aad65ca76d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'external_fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.246'}], 'enable_snat': True}, 'gw_port_id': '7d7fe191-445d-40a3-a3bf-d8fbb8bea8d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:25:06Z', 'updated_at': '2022-05-16T20:29:57Z', 'revision_number': 5, 'project_id': 'c5993f86ca3e459582b0aad65ca76d4d', 'gw_port': {'id': '7d7fe191-445d-40a3-a3bf-d8fbb8bea8d7', 'name': '', 'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f9:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de21da6a-f7da-49e0-8797-88d20b20c5ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:25:08Z', 'updated_at': '2022-05-16T20:25:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-7-iscsi'}], 'dv-cinder-830901-7-iscsi', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:29:58.722233 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9362da88-3bbd-4f08-8f91-f385b45dfe6e None None] Checking router: de21da6a-f7da-49e0-8797-88d20b20c5ea for host: dv-cinder-830901-7-iscsi {{(pid=103450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 20:29:58.731386 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9362da88-3bbd-4f08-8f91-f385b45dfe6e None None] Routers {'de21da6a-f7da-49e0-8797-88d20b20c5ea'} bound to L3 agent in host dv-cinder-830901-7-iscsi {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:29:58.731696 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-9362da88-3bbd-4f08-8f91-f385b45dfe6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-16T20:16:38Z,description=,heartbeat_timestamp=2022-05-16T20:29:38Z,host='dv-cinder-830901-7-iscsi',id=fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:16:38Z,topic='l3_agent')) {'router_ids': ['de21da6a-f7da-49e0-8797-88d20b20c5ea'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:29:58.747760 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-5515545c-db46-444c-b432-0907cd99b513 admin admin] For port 7d7fe191-445d-40a3-a3bf-d8fbb8bea8d7, host dv-cinder-830901-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-7-iscsi',level=0,port_id=7d7fe191-445d-40a3-a3bf-d8fbb8bea8d7,segment=NetworkSegment(cb03ab33-ba4f-4a89-ab90-bfee78bf90a5),segment_id=cb03ab33-ba4f-4a89-ab90-bfee78bf90a5)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:29:58.748128 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-5515545c-db46-444c-b432-0907cd99b513 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641018'] for port (7d7fe191-445d-40a3-a3bf-d8fbb8bea8d7), precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:29:58.760715 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-5515545c-db46-444c-b432-0907cd99b513 admin admin] Calling delete_port for 7d7fe191-445d-40a3-a3bf-d8fbb8bea8d7 owned by network:router_gateway {{(pid=103449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 20:29:58.817470 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-9362da88-3bbd-4f08-8f91-f385b45dfe6e None None] Set router de21da6a-f7da-49e0-8797-88d20b20c5ea gateway port host: None {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:29:58.867304 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-9362da88-3bbd-4f08-8f91-f385b45dfe6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de21da6a-f7da-49e0-8797-88d20b20c5ea', 'name': 'tempest-ServerRescueNegativeTestJSON-801511336-router', 'tenant_id': 'c5993f86ca3e459582b0aad65ca76d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:25:06Z', 'updated_at': '2022-05-16T20:29:58Z', 'revision_number': 6, 'project_id': 'c5993f86ca3e459582b0aad65ca76d4d', 'gw_port_host': None}], 'dv-cinder-830901-7-iscsi', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:29:58.895547 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9362da88-3bbd-4f08-8f91-f385b45dfe6e None None] The sync data for ids ['de21da6a-f7da-49e0-8797-88d20b20c5ea'] in dv-cinder-830901-7-iscsi is: [{'id': 'de21da6a-f7da-49e0-8797-88d20b20c5ea', 'name': 'tempest-ServerRescueNegativeTestJSON-801511336-router', 'tenant_id': 'c5993f86ca3e459582b0aad65ca76d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:25:06Z', 'updated_at': '2022-05-16T20:29:58Z', 'revision_number': 6, 'project_id': 'c5993f86ca3e459582b0aad65ca76d4d', 'gw_port_host': None}] {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 20:29:58.930076 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-5515545c-db46-444c-b432-0907cd99b513 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732397598073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732397102969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26134374'] for port (7d7fe191-445d-40a3-a3bf-d8fbb8bea8d7), after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:29:58.982008 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5515545c-db46-444c-b432-0907cd99b513 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d7fe191-445d-40a3-a3bf-d8fbb8bea8d7,revision_number=None']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:29:59.289474 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-55eb9647-2e62-4318-b1cb-550fea37deea req-67e1cc0e-c952-422a-983d-32066d3cbb9a tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce1b1e18-f282-440d-9040-466f95a632fa HTTP/1.1" status: 200 len: 210 time: 0.0375929 May 16 20:29:59.337691 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-5515545c-db46-444c-b432-0907cd99b513 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1643458'] for router_gateway (de21da6a-f7da-49e0-8797-88d20b20c5ea), after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:29:59.473229 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d06917f-22dd-43fe-9bb4-b0d1741a0563 req-715678f9-e57c-412f-9d8c-c9189ca71056 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:29:59.474658 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-2d06917f-22dd-43fe-9bb4-b0d1741a0563 req-715678f9-e57c-412f-9d8c-c9189ca71056 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] 10.222.0.81 "GET /v2.0/networks?id=f817970e-ef84-435a-806f-1b015ae84dd9 HTTP/1.1" status: 200 len: 811 time: 0.5164037 May 16 20:29:59.476969 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-5515545c-db46-444c-b432-0907cd99b513 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1646218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6238'] for router (de21da6a-f7da-49e0-8797-88d20b20c5ea), precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:29:59.479231 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-5515545c-db46-444c-b432-0907cd99b513 admin admin] Publish callbacks [] for router_controller (de21da6a-f7da-49e0-8797-88d20b20c5ea), precommit_delete_associations {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:29:59.553768 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-5515545c-db46-444c-b432-0907cd99b513 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1646227'] for router (de21da6a-f7da-49e0-8797-88d20b20c5ea), after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:29:59.554339 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5515545c-db46-444c-b432-0907cd99b513 admin admin] Fanout notify agent at l3_agent the message router_deleted on router de21da6a-f7da-49e0-8797-88d20b20c5ea {{(pid=103449) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 16 20:29:59.566540 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-5515545c-db46-444c-b432-0907cd99b513 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:29:59.567643 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-5515545c-db46-444c-b432-0907cd99b513 admin admin] 10.222.0.71 "DELETE /v2.0/routers/de21da6a-f7da-49e0-8797-88d20b20c5ea HTTP/1.1" status: 204 len: 168 time: 1.1628547 May 16 20:29:59.570316 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.71', 50192) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:29:59.595890 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-2d06917f-22dd-43fe-9bb4-b0d1741a0563 req-cc6e720f-f777-4304-9ce6-34dd1491f06c tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2715141f8ffd49d892600c779e02fa17 HTTP/1.1" status: 200 len: 379 time: 0.0905418 May 16 20:29:59.607107 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.v2.base [req-2d06917f-22dd-43fe-9bb4-b0d1741a0563 req-b609596a-9332-49f4-ae84-417ca594aea5 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Request body: {'port': {'device_id': 'ce1b1e18-f282-440d-9040-466f95a632fa', 'network_id': 'f817970e-ef84-435a-806f-1b015ae84dd9', 'admin_state_up': True, 'tenant_id': '2715141f8ffd49d892600c779e02fa17', 'security_groups': ['8b428606-3a27-4b6b-a2ec-503b3fc25851']}} {{(pid=103449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:29:59.618856 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Device 90c080cd-9d22-48a5-91a2-bbb1c8418168 no longer exists at agent hyperv_hv-cinder-83090 {{(pid=103450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 20:29:59.644871 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] No Port match for: 90c080cd-9d22-48a5-91a2-bbb1c8418168 {{(pid=103450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 20:29:59.645527 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Device 90c080cd-9d22-48a5-91a2-bbb1c8418168 not bound to the agent host hv-cinder-83090 {{(pid=103450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 20:29:59.645944 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Device 8d35212a-4747-4443-8007-2318b3a092c6 no longer exists at agent hyperv_hv-cinder-83090 {{(pid=103450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 20:29:59.669238 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] No Port match for: 8d35212a-4747-4443-8007-2318b3a092c6 {{(pid=103450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 20:29:59.669907 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Device 8d35212a-4747-4443-8007-2318b3a092c6 not bound to the agent host hv-cinder-83090 {{(pid=103450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 20:29:59.679853 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Device d7f42fc2-d19c-43e9-a9f9-d76b3c690128 no longer exists at agent ovs-agent-dv-cinder-830901-7-iscsi {{(pid=103450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 20:29:59.717706 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] No Port match for: d7f42fc2-d19c-43e9-a9f9-d76b3c690128 {{(pid=103450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 20:29:59.718052 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Device d7f42fc2-d19c-43e9-a9f9-d76b3c690128 not bound to the agent host dv-cinder-830901-7-iscsi {{(pid=103450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 20:29:59.750168 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d06917f-22dd-43fe-9bb4-b0d1741a0563 req-b609596a-9332-49f4-ae84-417ca594aea5 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Made reservation on behalf of 2715141f8ffd49d892600c779e02fa17 for: {'port': 1} {{(pid=103449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 20:29:59.753903 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [req-2d06917f-22dd-43fe-9bb4-b0d1741a0563 req-b609596a-9332-49f4-ae84-417ca594aea5 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (None), before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:29:59.863678 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3496f48-d9ee-4edc-a00c-71e2d37bbbc0 admin admin] Deleting subnet 79cb81dd-edd6-4080-acf6-86e748571b36 {{(pid=103448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 16 20:29:59.867262 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c3496f48-d9ee-4edc-a00c-71e2d37bbbc0 admin admin] Publish callbacks [] for subnet (79cb81dd-edd6-4080-acf6-86e748571b36), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:29:59.894601 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.db.db_base_plugin_common [req-2d06917f-22dd-43fe-9bb4-b0d1741a0563 req-b609596a-9332-49f4-ae84-417ca594aea5 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Allocated IP 172.20.0.13 (f817970e-ef84-435a-806f-1b015ae84dd9/14823cd5-3605-452f-a744-d8797ebcce33/59817910-96f2-4d96-a3b6-dfa35ba5fbe5) {{(pid=103449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 20:29:59.902187 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c3496f48-d9ee-4edc-a00c-71e2d37bbbc0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25253665'] for subnet (79cb81dd-edd6-4080-acf6-86e748571b36), precommit_delete_associations {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:30:00.013502 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c3496f48-d9ee-4edc-a00c-71e2d37bbbc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1028042'] for subnet (79cb81dd-edd6-4080-acf6-86e748571b36), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:30:00.056987 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [req-2d06917f-22dd-43fe-9bb4-b0d1741a0563 req-b609596a-9332-49f4-ae84-417ca594aea5 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Publish callbacks [] for port (59817910-96f2-4d96-a3b6-dfa35ba5fbe5), precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:30:00.093325 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c3496f48-d9ee-4edc-a00c-71e2d37bbbc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1028051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1941894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27049557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27247662'] for subnet (79cb81dd-edd6-4080-acf6-86e748571b36), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:30:00.103731 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [req-2d06917f-22dd-43fe-9bb4-b0d1741a0563 req-b609596a-9332-49f4-ae84-417ca594aea5 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732397102960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26134374'] for port (59817910-96f2-4d96-a3b6-dfa35ba5fbe5), after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:30:00.126120 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3496f48-d9ee-4edc-a00c-71e2d37bbbc0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79cb81dd-edd6-4080-acf6-86e748571b36,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:30:00.134976 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c3496f48-d9ee-4edc-a00c-71e2d37bbbc0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614436'] for subnet (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:30:00.137946 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6703a5b-645a-4a77-8690-598605e66aa7 None None] Network 44ec8ff3-657b-44fd-8b1b-d2a19a5ed33e requested from dv-cinder-830901-7-iscsi {{(pid=103450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 20:30:00.140969 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-c3496f48-d9ee-4edc-a00c-71e2d37bbbc0 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/79cb81dd-edd6-4080-acf6-86e748571b36 HTTP/1.1" status: 204 len: 168 time: 0.5672038 May 16 20:30:00.142105 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.71', 50194) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:30:00.151518 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d06917f-22dd-43fe-9bb4-b0d1741a0563 req-b609596a-9332-49f4-ae84-417ca594aea5 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Network f817970e-ef84-435a-806f-1b015ae84dd9 is already hosted by enough agents. {{(pid=103449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 20:30:00.160864 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.scheduler.base_scheduler [req-2d06917f-22dd-43fe-9bb4-b0d1741a0563 req-b609596a-9332-49f4-ae84-417ca594aea5 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Resources bound (agent type, host, resource id): {{(pid=103449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 20:30:00.164971 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d06917f-22dd-43fe-9bb4-b0d1741a0563 req-b609596a-9332-49f4-ae84-417ca594aea5 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Received port after_create {{(pid=103449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 20:30:00.167968 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609596a-9332-49f4-ae84-417ca594aea5 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Pushing event updated for resources: {'Port': ['ID=59817910-96f2-4d96-a3b6-dfa35ba5fbe5,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:30:00.224758 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d06917f-22dd-43fe-9bb4-b0d1741a0563 req-b609596a-9332-49f4-ae84-417ca594aea5 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:30:00.225624 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [req-2d06917f-22dd-43fe-9bb4-b0d1741a0563 req-b609596a-9332-49f4-ae84-417ca594aea5 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-338397'] for port (None), before_response {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:30:00.246838 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8058db44-8784-46de-9af5-14160664dde0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759573'] for network (44ec8ff3-657b-44fd-8b1b-d2a19a5ed33e), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:30:00.251601 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-2d06917f-22dd-43fe-9bb4-b0d1741a0563 req-b609596a-9332-49f4-ae84-417ca594aea5 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6498480 May 16 20:30:00.268351 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.v2.base [req-2d06917f-22dd-43fe-9bb4-b0d1741a0563 req-efeb10bd-027c-4504-82b0-b5fda9fe9dfa service neutron] Request body: {'port': {'device_id': 'ce1b1e18-f282-440d-9040-466f95a632fa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83090'}} {{(pid=103449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:30:00.311487 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-8058db44-8784-46de-9af5-14160664dde0 admin admin] Deleting port 0ec79509-bdd4-4069-b8be-aa14eeaba5d5 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 20:30:00.311840 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8058db44-8784-46de-9af5-14160664dde0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732397588453'] for port (0ec79509-bdd4-4069-b8be-aa14eeaba5d5), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:30:00.353758 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [req-2d06917f-22dd-43fe-9bb4-b0d1741a0563 req-efeb10bd-027c-4504-82b0-b5fda9fe9dfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (59817910-96f2-4d96-a3b6-dfa35ba5fbe5), before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:30:00.397341 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50fd9c30-1a6a-453b-aef8-dd981eb0ff95 None None] DHCP port deletion for 44ec8ff3-657b-44fd-8b1b-d2a19a5ed33e request from dv-cinder-830901-7-iscsi {{(pid=103450) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 16 20:30:00.398720 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-8058db44-8784-46de-9af5-14160664dde0 admin admin] For port 0ec79509-bdd4-4069-b8be-aa14eeaba5d5, host dv-cinder-830901-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-7-iscsi',level=0,port_id=0ec79509-bdd4-4069-b8be-aa14eeaba5d5,segment=NetworkSegment(3f423a53-4b2f-48cb-b3b5-6fcc9868045f),segment_id=3f423a53-4b2f-48cb-b3b5-6fcc9868045f)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:30:00.399212 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8058db44-8784-46de-9af5-14160664dde0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641018'] for port (0ec79509-bdd4-4069-b8be-aa14eeaba5d5), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:30:00.415823 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-8058db44-8784-46de-9af5-14160664dde0 admin admin] Calling delete_port for 0ec79509-bdd4-4069-b8be-aa14eeaba5d5 owned by network:dhcp {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 20:30:00.473613 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-50fd9c30-1a6a-453b-aef8-dd981eb0ff95 None None] Deleting port 0ec79509-bdd4-4069-b8be-aa14eeaba5d5 {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 20:30:00.474139 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-50fd9c30-1a6a-453b-aef8-dd981eb0ff95 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732397588453'] for port (0ec79509-bdd4-4069-b8be-aa14eeaba5d5), before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:30:00.530711 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eeee639-5b88-4eb3-a523-920fbbc0a9ec req-a6c9de69-55ab-4da6-8c0e-9f43ad9362fa tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:30:00.536651 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-9eeee639-5b88-4eb3-a523-920fbbc0a9ec req-a6c9de69-55ab-4da6-8c0e-9f43ad9362fa tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce1b1e18-f282-440d-9040-466f95a632fa HTTP/1.1" status: 200 len: 932 time: 0.0660558 May 16 20:30:00.569702 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-50fd9c30-1a6a-453b-aef8-dd981eb0ff95 None None] For port 0ec79509-bdd4-4069-b8be-aa14eeaba5d5, host dv-cinder-830901-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-7-iscsi',level=0,port_id=0ec79509-bdd4-4069-b8be-aa14eeaba5d5,segment=NetworkSegment(3f423a53-4b2f-48cb-b3b5-6fcc9868045f),segment_id=3f423a53-4b2f-48cb-b3b5-6fcc9868045f)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:30:00.570370 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-50fd9c30-1a6a-453b-aef8-dd981eb0ff95 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641018'] for port (0ec79509-bdd4-4069-b8be-aa14eeaba5d5), precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:30:00.574239 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [None req-838e8f73-6627-46d3-98c0-2a09c5eae86d None None] Provisioning complete for port 59817910-96f2-4d96-a3b6-dfa35ba5fbe5 triggered by entity DHCP. {{(pid=103450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:30:00.574857 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-838e8f73-6627-46d3-98c0-2a09c5eae86d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868582'] for port (59817910-96f2-4d96-a3b6-dfa35ba5fbe5), provisioning_complete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:30:00.613363 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-9eeee639-5b88-4eb3-a523-920fbbc0a9ec req-0d8e9e7c-b03e-4ea3-ac3c-1f5234e28ec0 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] 10.222.0.71 "GET /v2.0/security-groups?id=8b428606-3a27-4b6b-a2ec-503b3fc25851&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712335 May 16 20:30:00.614013 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8058db44-8784-46de-9af5-14160664dde0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732397598073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732397102969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27048612'] for port (0ec79509-bdd4-4069-b8be-aa14eeaba5d5), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:30:00.644813 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8058db44-8784-46de-9af5-14160664dde0 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ec79509-bdd4-4069-b8be-aa14eeaba5d5,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:30:00.645825 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-50fd9c30-1a6a-453b-aef8-dd981eb0ff95 None None] Calling delete_port for 0ec79509-bdd4-4069-b8be-aa14eeaba5d5 owned by network:dhcp {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 20:30:00.646651 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8058db44-8784-46de-9af5-14160664dde0 admin admin] No DVR routers for this DVR port 0ec79509-bdd4-4069-b8be-aa14eeaba5d5 on host dv-cinder-830901-7-iscsi {{(pid=103448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 20:30:00.658530 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-838e8f73-6627-46d3-98c0-2a09c5eae86d None None] Port 59817910-96f2-4d96-a3b6-dfa35ba5fbe5 cannot update to ACTIVE because it is not bound. {{(pid=103450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 20:30:00.728350 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.notifiers.nova [req-2d06917f-22dd-43fe-9bb4-b0d1741a0563 req-efeb10bd-027c-4504-82b0-b5fda9fe9dfa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59817910-96f2-4d96-a3b6-dfa35ba5fbe5 {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 20:30:00.739247 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [req-2d06917f-22dd-43fe-9bb4-b0d1741a0563 req-efeb10bd-027c-4504-82b0-b5fda9fe9dfa service neutron] Publish callbacks [] for port (59817910-96f2-4d96-a3b6-dfa35ba5fbe5), precommit_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:30:00.741190 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8058db44-8784-46de-9af5-14160664dde0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1029759', 'neutron.services.segments.db._delete_segments_for_network-8732397667094'] for network (44ec8ff3-657b-44fd-8b1b-d2a19a5ed33e), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:30:00.754629 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [req-2d06917f-22dd-43fe-9bb4-b0d1741a0563 req-efeb10bd-027c-4504-82b0-b5fda9fe9dfa service neutron] Transition to ACTIVE for port object 59817910-96f2-4d96-a3b6-dfa35ba5fbe5 will not be triggered until provisioned by entity L2. {{(pid=103449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 16 20:30:00.762388 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [req-2d06917f-22dd-43fe-9bb4-b0d1741a0563 req-efeb10bd-027c-4504-82b0-b5fda9fe9dfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732397598091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732397102978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732397102996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26134353'] for port (59817910-96f2-4d96-a3b6-dfa35ba5fbe5), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:30:00.765115 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.services.segments.db [None req-8058db44-8784-46de-9af5-14160664dde0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44ec8ff3-657b-44fd-8b1b-d2a19a5ed33e']}} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:30:00.775034 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.services.segments.db [None req-8058db44-8784-46de-9af5-14160664dde0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f423a53-4b2f-48cb-b3b5-6fcc9868045f') {'for_net_delete': True} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:30:00.775331 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.services.segments.db [None req-8058db44-8784-46de-9af5-14160664dde0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f423a53-4b2f-48cb-b3b5-6fcc9868045f') {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:30:00.787377 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-50fd9c30-1a6a-453b-aef8-dd981eb0ff95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732397598073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732397102969'] for port (0ec79509-bdd4-4069-b8be-aa14eeaba5d5), after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:30:00.789351 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8058db44-8784-46de-9af5-14160664dde0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732397667615', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25253656'] for segment (3f423a53-4b2f-48cb-b3b5-6fcc9868045f), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:30:00.809107 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8058db44-8784-46de-9af5-14160664dde0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1026353'] for segment (3f423a53-4b2f-48cb-b3b5-6fcc9868045f), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:30:00.817439 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8058db44-8784-46de-9af5-14160664dde0 admin admin] Releasing vlan 515 on physical network physnet1 to pool {{(pid=103448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 16 20:30:00.818275 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8058db44-8784-46de-9af5-14160664dde0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1026353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27048695'] for segment (3f423a53-4b2f-48cb-b3b5-6fcc9868045f), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:30:00.818575 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fd9c30-1a6a-453b-aef8-dd981eb0ff95 None None] Pushing event deleted for resources: {'Port': ['ID=0ec79509-bdd4-4069-b8be-aa14eeaba5d5,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:30:00.820839 dv-cinder-830901-7-iscsi neutron-server[103448]: Traceback (most recent call last): May 16 20:30:00.820839 dv-cinder-830901-7-iscsi neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 16 20:30:00.820839 dv-cinder-830901-7-iscsi neutron-server[103448]: timer() May 16 20:30:00.820839 dv-cinder-830901-7-iscsi neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 16 20:30:00.820839 dv-cinder-830901-7-iscsi neutron-server[103448]: cb(*args, **kw) May 16 20:30:00.820839 dv-cinder-830901-7-iscsi neutron-server[103448]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 16 20:30:00.820839 dv-cinder-830901-7-iscsi neutron-server[103448]: return func(*args, **kwargs) May 16 20:30:00.820839 dv-cinder-830901-7-iscsi neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 16 20:30:00.820839 dv-cinder-830901-7-iscsi neutron-server[103448]: self._notify() May 16 20:30:00.820839 dv-cinder-830901-7-iscsi neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 16 20:30:00.820839 dv-cinder-830901-7-iscsi neutron-server[103448]: self.callback(batched_events) May 16 20:30:00.820839 dv-cinder-830901-7-iscsi neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 16 20:30:00.820839 dv-cinder-830901-7-iscsi neutron-server[103448]: event.method(event) May 16 20:30:00.820839 dv-cinder-830901-7-iscsi neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 16 20:30:00.820839 dv-cinder-830901-7-iscsi neutron-server[103448]: aggregate_id = self._get_aggregate_id(event.segment_id) May 16 20:30:00.820839 dv-cinder-830901-7-iscsi neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 16 20:30:00.820839 dv-cinder-830901-7-iscsi neutron-server[103448]: aggregate_uuid = self.p_client.list_aggregates( May 16 20:30:00.820839 dv-cinder-830901-7-iscsi neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 16 20:30:00.820839 dv-cinder-830901-7-iscsi neutron-server[103448]: return f(self, *a, **k) May 16 20:30:00.820839 dv-cinder-830901-7-iscsi neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 16 20:30:00.820839 dv-cinder-830901-7-iscsi neutron-server[103448]: return self._get(url).json() May 16 20:30:00.820839 dv-cinder-830901-7-iscsi neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 16 20:30:00.820839 dv-cinder-830901-7-iscsi neutron-server[103448]: return self._client.get(url, endpoint_filter=self._ks_filter, May 16 20:30:00.820839 dv-cinder-830901-7-iscsi neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 16 20:30:00.820839 dv-cinder-830901-7-iscsi neutron-server[103448]: return self.request(url, 'GET', **kwargs) May 16 20:30:00.820839 dv-cinder-830901-7-iscsi neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 16 20:30:00.820839 dv-cinder-830901-7-iscsi neutron-server[103448]: base_url = self.get_endpoint(auth, allow=allow, May 16 20:30:00.820839 dv-cinder-830901-7-iscsi neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 16 20:30:00.820839 dv-cinder-830901-7-iscsi neutron-server[103448]: auth = self._auth_required(auth, 'determine endpoint URL') May 16 20:30:00.820839 dv-cinder-830901-7-iscsi neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 16 20:30:00.820839 dv-cinder-830901-7-iscsi neutron-server[103448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 16 20:30:00.820839 dv-cinder-830901-7-iscsi neutron-server[103448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 16 20:30:00.829971 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50fd9c30-1a6a-453b-aef8-dd981eb0ff95 None None] No DVR routers for this DVR port 0ec79509-bdd4-4069-b8be-aa14eeaba5d5 on host dv-cinder-830901-7-iscsi {{(pid=103450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 20:30:00.865279 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efeb10bd-027c-4504-82b0-b5fda9fe9dfa service neutron] Pushing event updated for resources: {'Port': ['ID=59817910-96f2-4d96-a3b6-dfa35ba5fbe5,revision_number=2']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:30:00.898870 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8058db44-8784-46de-9af5-14160664dde0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1029700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1996455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1640688'] for network (44ec8ff3-657b-44fd-8b1b-d2a19a5ed33e), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:30:00.908183 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8058db44-8784-46de-9af5-14160664dde0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614436'] for network (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:30:00.908603 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [req-2d06917f-22dd-43fe-9bb4-b0d1741a0563 req-efeb10bd-027c-4504-82b0-b5fda9fe9dfa service neutron] Attempting to bind port 59817910-96f2-4d96-a3b6-dfa35ba5fbe5 on host hv-cinder-83090 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 20:30:00.908986 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [req-2d06917f-22dd-43fe-9bb4-b0d1741a0563 req-efeb10bd-027c-4504-82b0-b5fda9fe9dfa service neutron] Attempting to bind port 59817910-96f2-4d96-a3b6-dfa35ba5fbe5 by drivers openvswitch,hyperv on host hv-cinder-83090 at level 0 using segments [{'id': '3f368376-ca0a-4204-8008-7e3a527d3a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'f817970e-ef84-435a-806f-1b015ae84dd9'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 20:30:00.909322 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d06917f-22dd-43fe-9bb4-b0d1741a0563 req-efeb10bd-027c-4504-82b0-b5fda9fe9dfa service neutron] Attempting to bind port 59817910-96f2-4d96-a3b6-dfa35ba5fbe5 on network f817970e-ef84-435a-806f-1b015ae84dd9 {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 20:30:00.912185 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-8058db44-8784-46de-9af5-14160664dde0 admin admin] 10.222.0.71 "DELETE /v2.0/networks/44ec8ff3-657b-44fd-8b1b-d2a19a5ed33e HTTP/1.1" status: 204 len: 168 time: 0.7688410 May 16 20:30:00.923055 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8058db44-8784-46de-9af5-14160664dde0 admin admin] Pushing event deleted for resources: {'Network': ['ID=44ec8ff3-657b-44fd-8b1b-d2a19a5ed33e,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:30:00.923268 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d06917f-22dd-43fe-9bb4-b0d1741a0563 req-efeb10bd-027c-4504-82b0-b5fda9fe9dfa service neutron] Port 59817910-96f2-4d96-a3b6-dfa35ba5fbe5 on network f817970e-ef84-435a-806f-1b015ae84dd9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83090 {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 16 20:30:00.923585 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d06917f-22dd-43fe-9bb4-b0d1741a0563 req-efeb10bd-027c-4504-82b0-b5fda9fe9dfa service neutron] Attempting to bind port 59817910-96f2-4d96-a3b6-dfa35ba5fbe5 on network f817970e-ef84-435a-806f-1b015ae84dd9 {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 20:30:00.930928 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d06917f-22dd-43fe-9bb4-b0d1741a0563 req-efeb10bd-027c-4504-82b0-b5fda9fe9dfa service neutron] Checking agent: {'id': '748e0023-d5c8-44d3-9d74-a0da2def1ef4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83090', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 20, 23, 10), 'started_at': datetime.datetime(2022, 5, 16, 20, 23, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 20, 29, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 20:30:00.930928 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d06917f-22dd-43fe-9bb4-b0d1741a0563 req-efeb10bd-027c-4504-82b0-b5fda9fe9dfa service neutron] Checking segment: {'id': '3f368376-ca0a-4204-8008-7e3a527d3a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'f817970e-ef84-435a-806f-1b015ae84dd9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 20:30:00.930928 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d06917f-22dd-43fe-9bb4-b0d1741a0563 req-efeb10bd-027c-4504-82b0-b5fda9fe9dfa service neutron] Bound using segment: {'id': '3f368376-ca0a-4204-8008-7e3a527d3a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'f817970e-ef84-435a-806f-1b015ae84dd9'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 20:30:00.930928 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [req-2d06917f-22dd-43fe-9bb4-b0d1741a0563 req-efeb10bd-027c-4504-82b0-b5fda9fe9dfa service neutron] Bound port: 59817910-96f2-4d96-a3b6-dfa35ba5fbe5, host: hv-cinder-83090, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f368376-ca0a-4204-8008-7e3a527d3a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'f817970e-ef84-435a-806f-1b015ae84dd9'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 20:30:00.930928 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [req-2d06917f-22dd-43fe-9bb4-b0d1741a0563 req-efeb10bd-027c-4504-82b0-b5fda9fe9dfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (59817910-96f2-4d96-a3b6-dfa35ba5fbe5), before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:30:01.000862 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [req-2d06917f-22dd-43fe-9bb4-b0d1741a0563 req-efeb10bd-027c-4504-82b0-b5fda9fe9dfa service neutron] For port 59817910-96f2-4d96-a3b6-dfa35ba5fbe5, host hv-cinder-83090, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 20:30:01.004709 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [req-2d06917f-22dd-43fe-9bb4-b0d1741a0563 req-efeb10bd-027c-4504-82b0-b5fda9fe9dfa service neutron] For port 59817910-96f2-4d96-a3b6-dfa35ba5fbe5, host hv-cinder-83090, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=59817910-96f2-4d96-a3b6-dfa35ba5fbe5,segment=NetworkSegment(3f368376-ca0a-4204-8008-7e3a527d3a30),segment_id=3f368376-ca0a-4204-8008-7e3a527d3a30)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 20:30:01.012513 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [req-2d06917f-22dd-43fe-9bb4-b0d1741a0563 req-efeb10bd-027c-4504-82b0-b5fda9fe9dfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732397598091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732397102978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732397102996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26134353'] for port (59817910-96f2-4d96-a3b6-dfa35ba5fbe5), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:30:01.050915 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d06917f-22dd-43fe-9bb4-b0d1741a0563 req-efeb10bd-027c-4504-82b0-b5fda9fe9dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:30:01.051693 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [req-2d06917f-22dd-43fe-9bb4-b0d1741a0563 req-efeb10bd-027c-4504-82b0-b5fda9fe9dfa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-338397'] for port (None), before_response {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:30:01.053223 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-2d06917f-22dd-43fe-9bb4-b0d1741a0563 req-efeb10bd-027c-4504-82b0-b5fda9fe9dfa service neutron] 10.222.0.81 "PUT /v2.0/ports/59817910-96f2-4d96-a3b6-dfa35ba5fbe5 HTTP/1.1" status: 200 len: 1094 time: 0.7919078 May 16 20:30:01.053687 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce1b1e18-f282-440d-9040-466f95a632fa', 'tag': '59817910-96f2-4d96-a3b6-dfa35ba5fbe5'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 20:30:01.055996 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}295115e3b8025bbf11aa9aac085408c2d5e3d0e4242a5f701d1d164c8d9f99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e88906b-3f3d-4325-9887-62071322cd81" -d '{"events": [{"name": "network-changed", "server_uuid": "ce1b1e18-f282-440d-9040-466f95a632fa", "tag": "59817910-96f2-4d96-a3b6-dfa35ba5fbe5"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 20:30:01.080832 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efeb10bd-027c-4504-82b0-b5fda9fe9dfa service neutron] Pushing event updated for resources: {'Port': ['ID=59817910-96f2-4d96-a3b6-dfa35ba5fbe5,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:30:01.102638 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 20:30:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fbe3452-698a-484c-82a5-ab9bac8e3613 x-openstack-request-id: req-3fbe3452-698a-484c-82a5-ab9bac8e3613 {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 20:30:01.102944 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce1b1e18-f282-440d-9040-466f95a632fa", "tag": "59817910-96f2-4d96-a3b6-dfa35ba5fbe5", "status": "completed", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 20:30:01.103199 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-3fbe3452-698a-484c-82a5-ab9bac8e3613 {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 20:30:01.103628 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3fbe3452-698a-484c-82a5-ab9bac8e3613'] response: {'name': 'network-changed', 'server_uuid': 'ce1b1e18-f282-440d-9040-466f95a632fa', 'tag': '59817910-96f2-4d96-a3b6-dfa35ba5fbe5', 'status': 'completed', 'code': 200} May 16 20:30:01.132592 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.71', 50206) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:30:01.154652 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d06917f-22dd-43fe-9bb4-b0d1741a0563 req-00d393be-440b-4b06-9804-a661ccd9d7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:30:01.156260 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-2d06917f-22dd-43fe-9bb4-b0d1741a0563 req-00d393be-440b-4b06-9804-a661ccd9d7cf service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=2715141f8ffd49d892600c779e02fa17&device_id=ce1b1e18-f282-440d-9040-466f95a632fa HTTP/1.1" status: 200 len: 1128 time: 0.0486937 May 16 20:30:01.183306 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-af13dc8b-2b4c-413d-bdaa-f2405f1aed60 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=c5993f86ca3e459582b0aad65ca76d4d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0492694 May 16 20:30:01.191184 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.71', 50210) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:30:01.235088 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-2d06917f-22dd-43fe-9bb4-b0d1741a0563 req-3d45f983-db63-4fa1-bfc1-ad3083b5e734 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=59817910-96f2-4d96-a3b6-dfa35ba5fbe5 HTTP/1.1" status: 200 len: 217 time: 0.0706756 May 16 20:30:01.254473 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-124dae9a-7e9c-4c9e-915a-c7525072afb5 admin admin] Publish callbacks [] for security_group (210ee5af-5660-4fb2-aa13-ecabaf05aebe), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:30:01.281286 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-124dae9a-7e9c-4c9e-915a-c7525072afb5 admin admin] Publish callbacks [] for security_group (210ee5af-5660-4fb2-aa13-ecabaf05aebe), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:30:01.283420 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Device 7d7fe191-445d-40a3-a3bf-d8fbb8bea8d7 no longer exists at agent ovs-agent-dv-cinder-830901-7-iscsi {{(pid=103450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 20:30:01.302923 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d06917f-22dd-43fe-9bb4-b0d1741a0563 req-7c6dc897-3991-495d-ac4d-4c60a1dd09a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:30:01.304551 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-2d06917f-22dd-43fe-9bb4-b0d1741a0563 req-7c6dc897-3991-495d-ac4d-4c60a1dd09a4 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=14823cd5-3605-452f-a744-d8797ebcce33 HTTP/1.1" status: 200 len: 850 time: 0.0623419 May 16 20:30:01.315213 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] No Port match for: 7d7fe191-445d-40a3-a3bf-d8fbb8bea8d7 {{(pid=103450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 20:30:01.320802 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Device 7d7fe191-445d-40a3-a3bf-d8fbb8bea8d7 not bound to the agent host dv-cinder-830901-7-iscsi {{(pid=103450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 20:30:01.325390 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Device 0ec79509-bdd4-4069-b8be-aa14eeaba5d5 no longer exists at agent ovs-agent-dv-cinder-830901-7-iscsi {{(pid=103450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 20:30:01.344035 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-124dae9a-7e9c-4c9e-915a-c7525072afb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997425'] for security_group (210ee5af-5660-4fb2-aa13-ecabaf05aebe), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:30:01.348997 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-124dae9a-7e9c-4c9e-915a-c7525072afb5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:30:01.350592 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] No Port match for: 0ec79509-bdd4-4069-b8be-aa14eeaba5d5 {{(pid=103450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 20:30:01.351128 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Device 0ec79509-bdd4-4069-b8be-aa14eeaba5d5 not bound to the agent host dv-cinder-830901-7-iscsi {{(pid=103450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 20:30:01.351713 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-124dae9a-7e9c-4c9e-915a-c7525072afb5 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/210ee5af-5660-4fb2-aa13-ecabaf05aebe HTTP/1.1" status: 204 len: 168 time: 0.1585672 May 16 20:30:01.369900 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d06917f-22dd-43fe-9bb4-b0d1741a0563 req-a3d4bbc7-ed2e-4f2a-a82e-fed27314fcf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:30:01.372058 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-2d06917f-22dd-43fe-9bb4-b0d1741a0563 req-a3d4bbc7-ed2e-4f2a-a82e-fed27314fcf0 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=f817970e-ef84-435a-806f-1b015ae84dd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0588794 May 16 20:30:01.376464 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124dae9a-7e9c-4c9e-915a-c7525072afb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=210ee5af-5660-4fb2-aa13-ecabaf05aebe,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:30:01.486454 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-2d06917f-22dd-43fe-9bb4-b0d1741a0563 req-fd1bb336-eccd-47d0-be65-de2a8669bf1b service neutron] 10.222.0.81 "GET /v2.0/networks/f817970e-ef84-435a-806f-1b015ae84dd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071489 May 16 20:30:01.586146 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-2d06917f-22dd-43fe-9bb4-b0d1741a0563 req-2369f3de-7f2d-410a-baf4-002680ead411 service neutron] 10.222.0.81 "GET /v2.0/networks/f817970e-ef84-435a-806f-1b015ae84dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929172 May 16 20:30:01.738597 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b016f7ce-5dfa-4f73-ad1a-1721e30de5de req-bc5c8ba6-64fa-4cc6-9aae-db144e139627 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:30:01.740209 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-b016f7ce-5dfa-4f73-ad1a-1721e30de5de req-bc5c8ba6-64fa-4cc6-9aae-db144e139627 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce1b1e18-f282-440d-9040-466f95a632fa HTTP/1.1" status: 200 len: 944 time: 0.0485723 May 16 20:30:01.794367 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-b016f7ce-5dfa-4f73-ad1a-1721e30de5de req-e35e1db5-e092-4c06-beef-2a3eb9567578 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] 10.222.0.71 "GET /v2.0/security-groups?id=8b428606-3a27-4b6b-a2ec-503b3fc25851&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486963 May 16 20:30:01.890831 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e88906b-3f3d-4325-9887-62071322cd81 req-e17c7a1b-8c80-4daa-b32f-2d89f94c3cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:30:01.892649 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-2e88906b-3f3d-4325-9887-62071322cd81 req-e17c7a1b-8c80-4daa-b32f-2d89f94c3cc3 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=2715141f8ffd49d892600c779e02fa17&device_id=ce1b1e18-f282-440d-9040-466f95a632fa HTTP/1.1" status: 200 len: 1128 time: 0.0423331 May 16 20:30:01.990789 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e88906b-3f3d-4325-9887-62071322cd81 req-39a278f3-7b63-4295-af1f-17034a76f1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:30:01.992359 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-2e88906b-3f3d-4325-9887-62071322cd81 req-39a278f3-7b63-4295-af1f-17034a76f1e4 service neutron] 10.222.0.81 "GET /v2.0/networks?id=f817970e-ef84-435a-806f-1b015ae84dd9 HTTP/1.1" status: 200 len: 912 time: 0.0891535 May 16 20:30:02.043336 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-2e88906b-3f3d-4325-9887-62071322cd81 req-938ef91b-22cf-4ff9-8ad6-c06d1b614d92 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=59817910-96f2-4d96-a3b6-dfa35ba5fbe5 HTTP/1.1" status: 200 len: 217 time: 0.0445683 May 16 20:30:02.045123 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.agents_db [None req-fef3025b-cde1-4f6e-a405-d73d123fae0f None None] Agent healthcheck: found 6 active agents {{(pid=103451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 20:30:02.095409 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e88906b-3f3d-4325-9887-62071322cd81 req-eb70af1e-2ad8-4741-bc2a-b9f996ef622b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:30:02.096947 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-2e88906b-3f3d-4325-9887-62071322cd81 req-eb70af1e-2ad8-4741-bc2a-b9f996ef622b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=14823cd5-3605-452f-a744-d8797ebcce33 HTTP/1.1" status: 200 len: 850 time: 0.0484965 May 16 20:30:02.141491 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e88906b-3f3d-4325-9887-62071322cd81 req-0d13a889-1070-427f-a128-6ca75e78ff5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:30:02.143251 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-2e88906b-3f3d-4325-9887-62071322cd81 req-0d13a889-1070-427f-a128-6ca75e78ff5a service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=f817970e-ef84-435a-806f-1b015ae84dd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0386760 May 16 20:30:02.235795 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-2e88906b-3f3d-4325-9887-62071322cd81 req-64d5ec0b-5ab1-49de-8083-c373d7c42b71 service neutron] 10.222.0.81 "GET /v2.0/networks/f817970e-ef84-435a-806f-1b015ae84dd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863023 May 16 20:30:02.329243 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-2e88906b-3f3d-4325-9887-62071322cd81 req-52ff96ed-708c-4bff-a214-242f1b232f99 service neutron] 10.222.0.81 "GET /v2.0/networks/f817970e-ef84-435a-806f-1b015ae84dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869784 May 16 20:30:02.908314 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e28340-901a-438b-8fa3-54e9cc4091ca req-56c38f63-3d77-4185-96c1-6b5d510609cf tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:30:02.909756 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-d4e28340-901a-438b-8fa3-54e9cc4091ca req-56c38f63-3d77-4185-96c1-6b5d510609cf tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce1b1e18-f282-440d-9040-466f95a632fa HTTP/1.1" status: 200 len: 944 time: 0.0496972 May 16 20:30:02.957269 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-d4e28340-901a-438b-8fa3-54e9cc4091ca req-bc5b7765-0245-463e-b7e5-e711ea9859be tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] 10.222.0.71 "GET /v2.0/security-groups?id=8b428606-3a27-4b6b-a2ec-503b3fc25851&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419331 May 16 20:30:03.679216 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-424668ba-52f5-44fe-8835-1d5784ac7a10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (6de3586b-c77a-41a3-9d69-e80d1925fb22), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:30:04.085280 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4b564c-562d-4679-b8f4-d07a8c672ddb req-4b1f181e-ff7e-480e-a97e-ce1744b4ea40 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:30:04.086741 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-5c4b564c-562d-4679-b8f4-d07a8c672ddb req-4b1f181e-ff7e-480e-a97e-ce1744b4ea40 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce1b1e18-f282-440d-9040-466f95a632fa HTTP/1.1" status: 200 len: 944 time: 0.0607057 May 16 20:30:04.095089 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3faf0ad-14cc-4186-9d10-e9db4bd50f7b req-d23aa04f-30d2-4e43-abce-e79638f16b56 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:30:04.096588 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-d3faf0ad-14cc-4186-9d10-e9db4bd50f7b req-d23aa04f-30d2-4e43-abce-e79638f16b56 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/ports?device_id=f373f49f-1b05-493f-8909-14c9c8b3a493 HTTP/1.1" status: 200 len: 945 time: 0.0478823 May 16 20:30:04.134914 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-5c4b564c-562d-4679-b8f4-d07a8c672ddb req-e3a25eaf-e39b-4472-8bbb-b858796f9308 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] 10.222.0.71 "GET /v2.0/security-groups?id=8b428606-3a27-4b6b-a2ec-503b3fc25851&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425091 May 16 20:30:04.144754 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-d3faf0ad-14cc-4186-9d10-e9db4bd50f7b req-0c5fa829-4772-48b7-a768-73a46bbc65e8 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/security-groups?id=b00b1d0a-4123-474e-8367-57183b95466c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424268 May 16 20:30:05.255326 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e3d0c5-6eab-4449-a918-2b88393f2374 req-f5e09405-559f-4958-b646-f42b08d8cb6c tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:30:05.256825 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-91e3d0c5-6eab-4449-a918-2b88393f2374 req-f5e09405-559f-4958-b646-f42b08d8cb6c tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce1b1e18-f282-440d-9040-466f95a632fa HTTP/1.1" status: 200 len: 944 time: 0.0534194 May 16 20:30:05.266539 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa95237f-dc41-4e09-bdf2-7039c442dac0 req-7dd94c77-2eba-4658-b269-41fe0126012e tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:30:05.268346 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-aa95237f-dc41-4e09-bdf2-7039c442dac0 req-7dd94c77-2eba-4658-b269-41fe0126012e tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/ports?device_id=f373f49f-1b05-493f-8909-14c9c8b3a493 HTTP/1.1" status: 200 len: 945 time: 0.0508072 May 16 20:30:05.305544 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-91e3d0c5-6eab-4449-a918-2b88393f2374 req-e9b08a29-cb56-440f-a74c-300a96e9e789 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] 10.222.0.71 "GET /v2.0/security-groups?id=8b428606-3a27-4b6b-a2ec-503b3fc25851&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429363 May 16 20:30:05.314749 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-aa95237f-dc41-4e09-bdf2-7039c442dac0 req-46e4c3b1-c821-4a0c-bb0e-c1499e6ad4e4 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/security-groups?id=b00b1d0a-4123-474e-8367-57183b95466c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407326 May 16 20:30:06.449125 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a31a79-9bee-42cf-baa8-344f2d825c59 req-4aa39faa-24c3-427b-b923-bcda51a259ba tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:30:06.450510 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-a0a31a79-9bee-42cf-baa8-344f2d825c59 req-4aa39faa-24c3-427b-b923-bcda51a259ba tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/ports?device_id=f373f49f-1b05-493f-8909-14c9c8b3a493 HTTP/1.1" status: 200 len: 945 time: 0.0636373 May 16 20:30:06.498646 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-a0a31a79-9bee-42cf-baa8-344f2d825c59 req-779e7a88-8404-4f61-82ae-06575e84b26d tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/security-groups?id=b00b1d0a-4123-474e-8367-57183b95466c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426087 May 16 20:30:06.528746 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d76d4c4-e6ae-4690-bb43-6acaeaee2a67 req-55239042-8add-46fa-90f8-74991202df51 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:30:06.530207 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-8d76d4c4-e6ae-4690-bb43-6acaeaee2a67 req-55239042-8add-46fa-90f8-74991202df51 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce1b1e18-f282-440d-9040-466f95a632fa HTTP/1.1" status: 200 len: 944 time: 0.1556866 May 16 20:30:06.577257 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-8d76d4c4-e6ae-4690-bb43-6acaeaee2a67 req-a574764c-94fa-4980-a5f5-4cef07adbbff tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] 10.222.0.71 "GET /v2.0/security-groups?id=8b428606-3a27-4b6b-a2ec-503b3fc25851&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415204 May 16 20:30:07.617046 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103586f0-a246-4c6d-a28e-060af860c9da req-f9855ced-17b0-4fb4-899b-d816a3b5ef55 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:30:07.618519 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-103586f0-a246-4c6d-a28e-060af860c9da req-f9855ced-17b0-4fb4-899b-d816a3b5ef55 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/ports?device_id=f373f49f-1b05-493f-8909-14c9c8b3a493 HTTP/1.1" status: 200 len: 945 time: 0.0474615 May 16 20:30:07.642632 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-fe9d2793-32a5-4c41-a4d2-2ecff4feaa30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:30:07.674218 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-103586f0-a246-4c6d-a28e-060af860c9da req-18cde076-49fd-4d31-a6cd-38d4a1ae5b31 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/security-groups?id=b00b1d0a-4123-474e-8367-57183b95466c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494180 May 16 20:30:07.745901 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985f1234-b94f-4e65-af5d-2149e94cf778 req-f3d3aa38-08ee-4c98-a066-d62c94d9e4ad tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:30:07.747364 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-985f1234-b94f-4e65-af5d-2149e94cf778 req-f3d3aa38-08ee-4c98-a066-d62c94d9e4ad tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce1b1e18-f282-440d-9040-466f95a632fa HTTP/1.1" status: 200 len: 944 time: 0.1014292 May 16 20:30:07.798310 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-985f1234-b94f-4e65-af5d-2149e94cf778 req-c321433f-83cf-4fe5-88ef-f26ce3bfa461 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] 10.222.0.71 "GET /v2.0/security-groups?id=8b428606-3a27-4b6b-a2ec-503b3fc25851&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452700 May 16 20:30:08.707895 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-b9f0e851-1146-4a00-bedf-1b0fe0203ce6 req-6fd210b3-ddfc-458a-a7c7-b87fd50845fa service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=f32e9281-ccc5-4080-9f4a-4e230a8fc59e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0380261 May 16 20:30:08.809639 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7e48644e-b95e-4624-af94-515661536cfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (250d088e-9c0e-4ec5-80f3-a83f8403448b), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:30:08.821850 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34936dc5-52c1-4390-baf6-62fc644812c2 req-067abf05-94b9-43c9-9abd-b55df782cb0f tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:30:08.823621 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-34936dc5-52c1-4390-baf6-62fc644812c2 req-067abf05-94b9-43c9-9abd-b55df782cb0f tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/ports?device_id=f373f49f-1b05-493f-8909-14c9c8b3a493 HTTP/1.1" status: 200 len: 945 time: 0.0745738 May 16 20:30:08.829237 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f0e851-1146-4a00-bedf-1b0fe0203ce6 req-de4d290f-ec35-4d09-8011-11a8238b2b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:30:08.830942 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-b9f0e851-1146-4a00-bedf-1b0fe0203ce6 req-de4d290f-ec35-4d09-8011-11a8238b2b50 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=0966cdee10bc4eebbb38ae04e066adf2&device_id=f32e9281-ccc5-4080-9f4a-4e230a8fc59e HTTP/1.1" status: 200 len: 1129 time: 0.0803082 May 16 20:30:08.908375 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-34936dc5-52c1-4390-baf6-62fc644812c2 req-4db74b22-3953-4cb4-a241-b2cd589b2343 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/security-groups?id=b00b1d0a-4123-474e-8367-57183b95466c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764420 May 16 20:30:08.915016 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898510a8-a405-4b58-bcb5-bf108fad6085 req-5fe0c4a0-2362-442a-96c7-46369a997839 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:30:08.916517 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-898510a8-a405-4b58-bcb5-bf108fad6085 req-5fe0c4a0-2362-442a-96c7-46369a997839 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce1b1e18-f282-440d-9040-466f95a632fa HTTP/1.1" status: 200 len: 944 time: 0.0469184 May 16 20:30:08.967483 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-898510a8-a405-4b58-bcb5-bf108fad6085 req-237586f9-6dc6-4c19-a730-d50d7b96ec83 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] 10.222.0.71 "GET /v2.0/security-groups?id=8b428606-3a27-4b6b-a2ec-503b3fc25851&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442340 May 16 20:30:08.969544 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f0e851-1146-4a00-bedf-1b0fe0203ce6 req-28958d0c-2159-4d8e-a25b-9eab811ebac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:30:08.971230 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-b9f0e851-1146-4a00-bedf-1b0fe0203ce6 req-28958d0c-2159-4d8e-a25b-9eab811ebac0 service neutron] 10.222.0.81 "GET /v2.0/networks?id=40c86c5f-a6ca-4ec7-9bd7-4db98c5fd078 HTTP/1.1" status: 200 len: 910 time: 0.1193321 May 16 20:30:09.033942 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-b9f0e851-1146-4a00-bedf-1b0fe0203ce6 req-f2fe97f6-a79e-4fc5-bc86-6731462b087a service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=16b01ccf-9f12-4ad0-9f9b-72f0680268f5 HTTP/1.1" status: 200 len: 1001 time: 0.0564396 May 16 20:30:09.081862 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f0e851-1146-4a00-bedf-1b0fe0203ce6 req-ecf022c3-16b6-41c4-80a6-5473d1b7a36b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:30:09.083291 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-b9f0e851-1146-4a00-bedf-1b0fe0203ce6 req-ecf022c3-16b6-41c4-80a6-5473d1b7a36b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=e001e1d8-306d-467a-b2a6-bd86f5be5c66 HTTP/1.1" status: 200 len: 848 time: 0.0427086 May 16 20:30:09.149872 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f0e851-1146-4a00-bedf-1b0fe0203ce6 req-bd9cc681-be9e-492d-8d6c-981debc5ed2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:30:09.151323 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-b9f0e851-1146-4a00-bedf-1b0fe0203ce6 req-bd9cc681-be9e-492d-8d6c-981debc5ed2c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=40c86c5f-a6ca-4ec7-9bd7-4db98c5fd078&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0376108 May 16 20:30:09.241087 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-b9f0e851-1146-4a00-bedf-1b0fe0203ce6 req-3aeab1dc-115d-4eb1-b27b-a010f12a9241 service neutron] 10.222.0.81 "GET /v2.0/networks/40c86c5f-a6ca-4ec7-9bd7-4db98c5fd078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832119 May 16 20:30:09.328390 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-b9f0e851-1146-4a00-bedf-1b0fe0203ce6 req-2cc627aa-50a1-4989-8743-50f785330050 service neutron] 10.222.0.81 "GET /v2.0/networks/40c86c5f-a6ca-4ec7-9bd7-4db98c5fd078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806389 May 16 20:30:09.690156 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.71', 50368) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:30:09.704512 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Device 59817910-96f2-4d96-a3b6-dfa35ba5fbe5 details requested by agent hyperv_hv-cinder-83090 with host hv-cinder-83090 {{(pid=103450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 20:30:09.797058 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-487b4eab-be87-4942-895d-fd01cdfcca94 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:30:09.798958 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] For port 59817910-96f2-4d96-a3b6-dfa35ba5fbe5, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=59817910-96f2-4d96-a3b6-dfa35ba5fbe5,segment=NetworkSegment(3f368376-ca0a-4204-8008-7e3a527d3a30),segment_id=3f368376-ca0a-4204-8008-7e3a527d3a30)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:30:09.811239 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Returning: {'device': '59817910-96f2-4d96-a3b6-dfa35ba5fbe5', 'network_id': 'f817970e-ef84-435a-806f-1b015ae84dd9', 'port_id': '59817910-96f2-4d96-a3b6-dfa35ba5fbe5', 'mac_address': 'fa:16:3e:23:44:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14823cd5-3605-452f-a744-d8797ebcce33', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 20:30:09.851804 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Current status of the port 59817910-96f2-4d96-a3b6-dfa35ba5fbe5 is: DOWN; New status is: BUILD {{(pid=103450) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:30:09.852126 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (59817910-96f2-4d96-a3b6-dfa35ba5fbe5), before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:30:09.865628 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.notifiers.nova [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59817910-96f2-4d96-a3b6-dfa35ba5fbe5 {{(pid=103450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 20:30:09.877250 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-487b4eab-be87-4942-895d-fd01cdfcca94 admin admin] Publish callbacks [] for security_group (d8a27ae5-f783-40a6-af5a-72c011a9036c), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:30:09.881138 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-487b4eab-be87-4942-895d-fd01cdfcca94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997425'] for security_group (d8a27ae5-f783-40a6-af5a-72c011a9036c), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:30:09.887149 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] For port 59817910-96f2-4d96-a3b6-dfa35ba5fbe5, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=59817910-96f2-4d96-a3b6-dfa35ba5fbe5,segment=NetworkSegment(3f368376-ca0a-4204-8008-7e3a527d3a30),segment_id=3f368376-ca0a-4204-8008-7e3a527d3a30)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:30:09.893835 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732397598091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732397102978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732397102996'] for port (59817910-96f2-4d96-a3b6-dfa35ba5fbe5), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:30:09.922073 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-487b4eab-be87-4942-895d-fd01cdfcca94 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=7483c4fb2d174cc18a7d772377ba1ca5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2308292 May 16 20:30:09.923364 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487b4eab-be87-4942-895d-fd01cdfcca94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8a27ae5-f783-40a6-af5a-72c011a9036c,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:30:09.924710 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.71', 50372) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:30:09.946285 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Pushing event updated for resources: {'Port': ['ID=59817910-96f2-4d96-a3b6-dfa35ba5fbe5,revision_number=4']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:30:09.986117 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-8ab93989-452f-4349-9bc2-b6b2d1a28b00 admin admin] Publish callbacks [] for security_group (d8a27ae5-f783-40a6-af5a-72c011a9036c), before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:30:10.011043 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-8ab93989-452f-4349-9bc2-b6b2d1a28b00 admin admin] Publish callbacks [] for security_group (d8a27ae5-f783-40a6-af5a-72c011a9036c), precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:30:10.042978 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66cf3cf-b48b-43dc-9d3c-d8bf50439c29 req-cc5e1722-4b29-4f8d-a995-7539f07adf34 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:30:10.045694 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-c66cf3cf-b48b-43dc-9d3c-d8bf50439c29 req-cc5e1722-4b29-4f8d-a995-7539f07adf34 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/ports?device_id=f373f49f-1b05-493f-8909-14c9c8b3a493 HTTP/1.1" status: 200 len: 945 time: 0.0602784 May 16 20:30:10.096617 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-c66cf3cf-b48b-43dc-9d3c-d8bf50439c29 req-bb2f882c-58a9-4e7a-a289-727402b73e25 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/security-groups?id=b00b1d0a-4123-474e-8367-57183b95466c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453825 May 16 20:30:10.098896 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05766b7-7680-429a-b0bd-a771a0e3b311 req-68363efc-68a5-4741-87e9-08525430e050 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:30:10.100558 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-d05766b7-7680-429a-b0bd-a771a0e3b311 req-68363efc-68a5-4741-87e9-08525430e050 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce1b1e18-f282-440d-9040-466f95a632fa HTTP/1.1" status: 200 len: 945 time: 0.0518999 May 16 20:30:10.107176 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-8ab93989-452f-4349-9bc2-b6b2d1a28b00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997425'] for security_group (d8a27ae5-f783-40a6-af5a-72c011a9036c), after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:30:10.110053 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-8ab93989-452f-4349-9bc2-b6b2d1a28b00 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:30:10.111532 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-8ab93989-452f-4349-9bc2-b6b2d1a28b00 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/d8a27ae5-f783-40a6-af5a-72c011a9036c HTTP/1.1" status: 204 len: 168 time: 0.1858101 May 16 20:30:10.128564 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] get_ports_and_sgs() called for port_ids ['59817910-96f2-4d96-a3b6-dfa35ba5fbe5'] {{(pid=103450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 20:30:10.133074 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab93989-452f-4349-9bc2-b6b2d1a28b00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8a27ae5-f783-40a6-af5a-72c011a9036c,revision_number=None']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:30:10.168756 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-d05766b7-7680-429a-b0bd-a771a0e3b311 req-37f61785-6474-41e9-8286-44e3624019af tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] 10.222.0.71 "GET /v2.0/security-groups?id=8b428606-3a27-4b6b-a2ec-503b3fc25851&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558343 May 16 20:30:10.195313 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (748e0023-d5c8-44d3-9d74-a0da2def1ef4), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:30:10.862615 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6817a924-6d52-4d66-a8a7-036511333704 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (03fa33e9-7cc7-490c-b269-c4f69c490346), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:30:11.253744 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff52e922-d8ec-40ca-89d5-ac72484fd510 req-e1147b80-c3a2-4164-91f2-798529f0fa10 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:30:11.261105 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-ff52e922-d8ec-40ca-89d5-ac72484fd510 req-e1147b80-c3a2-4164-91f2-798529f0fa10 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/ports?device_id=f373f49f-1b05-493f-8909-14c9c8b3a493 HTTP/1.1" status: 200 len: 945 time: 0.0834737 May 16 20:30:11.274040 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (bddaa840-ffd9-43a2-8860-d40111f70aff), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:30:11.343580 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499152ca-6ba6-49e5-929b-951257d84d59 req-5787070a-07d3-4bf9-8c03-adc66ed7ed81 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:30:11.345897 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-499152ca-6ba6-49e5-929b-951257d84d59 req-5787070a-07d3-4bf9-8c03-adc66ed7ed81 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce1b1e18-f282-440d-9040-466f95a632fa HTTP/1.1" status: 200 len: 945 time: 0.0731316 May 16 20:30:11.346514 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-ff52e922-d8ec-40ca-89d5-ac72484fd510 req-09687ce2-c4c2-4747-865a-84a394a46999 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/security-groups?id=b00b1d0a-4123-474e-8367-57183b95466c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843604 May 16 20:30:11.416362 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-499152ca-6ba6-49e5-929b-951257d84d59 req-0a90c0ee-3bcc-48a3-ada0-a7986e8e770e tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] 10.222.0.71 "GET /v2.0/security-groups?id=8b428606-3a27-4b6b-a2ec-503b3fc25851&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571771 May 16 20:30:11.719143 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Device 59817910-96f2-4d96-a3b6-dfa35ba5fbe5 up at agent hyperv_hv-cinder-83090 {{(pid=103450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 20:30:11.768109 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Provisioning for port 59817910-96f2-4d96-a3b6-dfa35ba5fbe5 completed by entity L2. {{(pid=103450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 16 20:30:11.775556 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Provisioning complete for port 59817910-96f2-4d96-a3b6-dfa35ba5fbe5 triggered by entity L2. {{(pid=103450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:30:11.776047 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868582'] for port (59817910-96f2-4d96-a3b6-dfa35ba5fbe5), provisioning_complete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:30:11.858013 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Current status of the port 59817910-96f2-4d96-a3b6-dfa35ba5fbe5 is: BUILD; New status is: ACTIVE {{(pid=103450) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:30:11.858408 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (59817910-96f2-4d96-a3b6-dfa35ba5fbe5), before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:30:11.883680 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce1b1e18-f282-440d-9040-466f95a632fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59817910-96f2-4d96-a3b6-dfa35ba5fbe5'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 20:30:11.885956 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38452c862c9e2e5c9d38da0d4ca4e6053ba1266d056c207bc89b5fbcea4cd82f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e484e8cb-9cb4-4dee-abd0-78a223a53dad" -d '{"events": [{"server_uuid": "ce1b1e18-f282-440d-9040-466f95a632fa", "name": "network-vif-plugged", "status": "completed", "tag": "59817910-96f2-4d96-a3b6-dfa35ba5fbe5"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 20:30:11.933934 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] For port 59817910-96f2-4d96-a3b6-dfa35ba5fbe5, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=59817910-96f2-4d96-a3b6-dfa35ba5fbe5,segment=NetworkSegment(3f368376-ca0a-4204-8008-7e3a527d3a30),segment_id=3f368376-ca0a-4204-8008-7e3a527d3a30)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:30:11.942062 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732397598091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732397102978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732397102996'] for port (59817910-96f2-4d96-a3b6-dfa35ba5fbe5), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:30:11.951410 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 20:30:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c278711-f565-49a5-a744-3bdb9cc82bf2 x-openstack-request-id: req-2c278711-f565-49a5-a744-3bdb9cc82bf2 {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 20:30:11.951800 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce1b1e18-f282-440d-9040-466f95a632fa", "name": "network-vif-plugged", "status": "completed", "tag": "59817910-96f2-4d96-a3b6-dfa35ba5fbe5", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 20:30:11.952323 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-2c278711-f565-49a5-a744-3bdb9cc82bf2 {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 20:30:11.952931 dv-cinder-830901-7-iscsi neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c278711-f565-49a5-a744-3bdb9cc82bf2'] response: {'server_uuid': 'ce1b1e18-f282-440d-9040-466f95a632fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59817910-96f2-4d96-a3b6-dfa35ba5fbe5', 'code': 200} May 16 20:30:12.008277 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Pushing event updated for resources: {'Port': ['ID=59817910-96f2-4d96-a3b6-dfa35ba5fbe5,revision_number=5']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:30:12.203209 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435a4193-8d2b-49c7-ba25-a262c74ccec0 req-bd50848a-27d9-4611-9632-e0628d300b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:30:12.204609 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-435a4193-8d2b-49c7-ba25-a262c74ccec0 req-bd50848a-27d9-4611-9632-e0628d300b87 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=ce1b1e18-f282-440d-9040-466f95a632fa HTTP/1.1" status: 200 len: 1130 time: 0.0406027 May 16 20:30:12.253501 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-435a4193-8d2b-49c7-ba25-a262c74ccec0 req-10ba70ad-5f4b-4704-b7fb-1d06861f6c29 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=8b428606-3a27-4b6b-a2ec-503b3fc25851&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406449 May 16 20:30:12.474164 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dccc38-72c8-4a2c-b1dc-2a535a2cf5c7 req-2a23901b-c311-414b-acab-68fbb60d17a4 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:30:12.481161 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-78dccc38-72c8-4a2c-b1dc-2a535a2cf5c7 req-2a23901b-c311-414b-acab-68fbb60d17a4 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/ports?device_id=f373f49f-1b05-493f-8909-14c9c8b3a493 HTTP/1.1" status: 200 len: 945 time: 0.0562449 May 16 20:30:12.524566 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-78dccc38-72c8-4a2c-b1dc-2a535a2cf5c7 req-7bbec0bd-ae0d-4e91-8f32-cfeebbb9f825 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/security-groups?id=b00b1d0a-4123-474e-8367-57183b95466c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424373 May 16 20:30:12.543838 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b04435a-ce9c-4d4a-9c8e-089cefd2d558 req-7395ba5e-7672-4df0-a9e4-36fd94a90a17 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:30:12.545359 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-4b04435a-ce9c-4d4a-9c8e-089cefd2d558 req-7395ba5e-7672-4df0-a9e4-36fd94a90a17 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce1b1e18-f282-440d-9040-466f95a632fa HTTP/1.1" status: 200 len: 946 time: 0.0506885 May 16 20:30:12.600477 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-4b04435a-ce9c-4d4a-9c8e-089cefd2d558 req-76ce365c-00b7-4479-8d84-4e0ee120af44 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] 10.222.0.71 "GET /v2.0/security-groups?id=8b428606-3a27-4b6b-a2ec-503b3fc25851&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493870 May 16 20:30:13.669766 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a28152-8e0d-4174-887a-0d3a67cab822 req-07980040-0f05-4430-9cfe-6aeebb545e84 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:30:13.678901 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-72a28152-8e0d-4174-887a-0d3a67cab822 req-07980040-0f05-4430-9cfe-6aeebb545e84 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/ports?device_id=f373f49f-1b05-493f-8909-14c9c8b3a493 HTTP/1.1" status: 200 len: 945 time: 0.0759110 May 16 20:30:13.733375 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-72a28152-8e0d-4174-887a-0d3a67cab822 req-d32e8046-94db-4759-8a00-651c98407980 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/security-groups?id=b00b1d0a-4123-474e-8367-57183b95466c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535319 May 16 20:30:13.759211 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00854c50-ea3e-47b3-b624-8afbf3cc8773 req-95c91c38-8e3c-4d74-8162-cf41321507cb tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:30:13.763768 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-00854c50-ea3e-47b3-b624-8afbf3cc8773 req-95c91c38-8e3c-4d74-8162-cf41321507cb tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce1b1e18-f282-440d-9040-466f95a632fa HTTP/1.1" status: 200 len: 946 time: 0.0520613 May 16 20:30:13.812559 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-00854c50-ea3e-47b3-b624-8afbf3cc8773 req-0e29e0a9-b090-4201-8f22-035981e03474 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] 10.222.0.71 "GET /v2.0/security-groups?id=8b428606-3a27-4b6b-a2ec-503b3fc25851&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453880 May 16 20:30:14.848940 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5df61c4-0249-49e3-a124-89444f052085 req-e5ae7c5a-adc1-40a5-b153-f5463a09059e tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:30:14.850439 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-b5df61c4-0249-49e3-a124-89444f052085 req-e5ae7c5a-adc1-40a5-b153-f5463a09059e tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/ports?device_id=f373f49f-1b05-493f-8909-14c9c8b3a493 HTTP/1.1" status: 200 len: 945 time: 0.0493524 May 16 20:30:14.901147 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-b5df61c4-0249-49e3-a124-89444f052085 req-5e16a634-7c46-4b15-891a-a5d4c7e7417f tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/security-groups?id=b00b1d0a-4123-474e-8367-57183b95466c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438807 May 16 20:30:14.939353 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f927fb26-eab5-4057-b5a9-d6f69d79f3a8 req-3aa05280-22ae-490f-bc03-fa30e20d3e8f tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:30:14.940856 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-f927fb26-eab5-4057-b5a9-d6f69d79f3a8 req-3aa05280-22ae-490f-bc03-fa30e20d3e8f tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce1b1e18-f282-440d-9040-466f95a632fa HTTP/1.1" status: 200 len: 946 time: 0.0608122 May 16 20:30:14.992649 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-f927fb26-eab5-4057-b5a9-d6f69d79f3a8 req-8fcc9e73-68e9-4fc0-a5b6-ba986b17d082 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] 10.222.0.71 "GET /v2.0/security-groups?id=8b428606-3a27-4b6b-a2ec-503b3fc25851&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460565 May 16 20:30:15.111989 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ce8a74-9122-4f2e-a5dd-65df1b61f4fe req-0af664e8-9082-42ea-9b71-ff8fbcfe7896 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:30:15.113488 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-85ce8a74-9122-4f2e-a5dd-65df1b61f4fe req-0af664e8-9082-42ea-9b71-ff8fbcfe7896 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce1b1e18-f282-440d-9040-466f95a632fa HTTP/1.1" status: 200 len: 946 time: 0.0484431 May 16 20:30:15.168191 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-85ce8a74-9122-4f2e-a5dd-65df1b61f4fe req-d1aa5d29-4290-4f8a-a1e5-02d086deace1 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] 10.222.0.71 "GET /v2.0/security-groups?id=8b428606-3a27-4b6b-a2ec-503b3fc25851&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490093 May 16 20:30:15.191957 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.71', 50470) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:30:15.237641 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-290760d6-744c-491c-b6f5-866f8855fe15 tempest-TestVolumeBootPattern-776510130 tempest-TestVolumeBootPattern-776510130-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:30:15.239161 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-290760d6-744c-491c-b6f5-866f8855fe15 tempest-TestVolumeBootPattern-776510130 tempest-TestVolumeBootPattern-776510130-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=ce1b1e18-f282-440d-9040-466f95a632fa HTTP/1.1" status: 200 len: 1125 time: 0.0461133 May 16 20:30:15.241991 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.71', 50472) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:30:15.246324 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.v2.base [None req-790c8666-715f-40c8-a0c0-859d20e30304 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Request body: {'floatingip': {'floating_network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'port_id': '59817910-96f2-4d96-a3b6-dfa35ba5fbe5', 'tenant_id': '2715141f8ffd49d892600c779e02fa17', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:30:15.246644 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.71', 50474) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:30:15.268368 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-790c8666-715f-40c8-a0c0-859d20e30304 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:30:15.345801 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-790c8666-715f-40c8-a0c0-859d20e30304 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:30:15.352531 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-1f449b97-7e1b-43e8-90e9-af08a92f34ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:30:15.425638 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-1f449b97-7e1b-43e8-90e9-af08a92f34ef admin admin] Publish callbacks [] for security_group (7ec02401-65f2-4c65-9401-8d302084089b), precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:30:15.429279 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-1f449b97-7e1b-43e8-90e9-af08a92f34ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997425'] for security_group (7ec02401-65f2-4c65-9401-8d302084089b), after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:30:15.459127 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-790c8666-715f-40c8-a0c0-859d20e30304 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Allocated IP 172.27.2.102 (ded6ab20-0a8b-4051-830c-385457f4e062/dcb7b1f3-82ff-415d-89cf-2b6021c22eb5/0010af90-8341-4f8b-9814-b849b87d689d) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 20:30:15.465803 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f449b97-7e1b-43e8-90e9-af08a92f34ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ec02401-65f2-4c65-9401-8d302084089b,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:30:15.469855 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-1f449b97-7e1b-43e8-90e9-af08a92f34ef admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=07bcccf088584154a856386260abadcf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2222500 May 16 20:30:15.474229 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.71', 50478) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:30:15.475807 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f449b97-7e1b-43e8-90e9-af08a92f34ef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:30:15.476177 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f449b97-7e1b-43e8-90e9-af08a92f34ef admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:30:15.476503 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f449b97-7e1b-43e8-90e9-af08a92f34ef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:30:15.476829 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f449b97-7e1b-43e8-90e9-af08a92f34ef admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:30:15.477156 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f449b97-7e1b-43e8-90e9-af08a92f34ef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:30:15.477475 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f449b97-7e1b-43e8-90e9-af08a92f34ef admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:30:15.477790 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f449b97-7e1b-43e8-90e9-af08a92f34ef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:30:15.478104 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f449b97-7e1b-43e8-90e9-af08a92f34ef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:30:15.478417 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f449b97-7e1b-43e8-90e9-af08a92f34ef admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:30:15.478730 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f449b97-7e1b-43e8-90e9-af08a92f34ef admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:30:15.479045 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f449b97-7e1b-43e8-90e9-af08a92f34ef admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:30:15.479362 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f449b97-7e1b-43e8-90e9-af08a92f34ef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:30:15.479672 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f449b97-7e1b-43e8-90e9-af08a92f34ef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:30:15.479979 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f449b97-7e1b-43e8-90e9-af08a92f34ef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:30:15.480313 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f449b97-7e1b-43e8-90e9-af08a92f34ef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:30:15.585239 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-aecf62f3-0b25-47ce-a872-f1b41cb72903 admin admin] Publish callbacks [] for security_group (7ec02401-65f2-4c65-9401-8d302084089b), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:30:15.612438 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-790c8666-715f-40c8-a0c0-859d20e30304 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Publish callbacks [] for port (0010af90-8341-4f8b-9814-b849b87d689d), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:30:15.623448 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-aecf62f3-0b25-47ce-a872-f1b41cb72903 admin admin] Publish callbacks [] for security_group (7ec02401-65f2-4c65-9401-8d302084089b), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:30:15.680338 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-790c8666-715f-40c8-a0c0-859d20e30304 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732397102960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27048612'] for port (0010af90-8341-4f8b-9814-b849b87d689d), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:30:15.712405 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-aecf62f3-0b25-47ce-a872-f1b41cb72903 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997425'] for security_group (7ec02401-65f2-4c65-9401-8d302084089b), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:30:15.714871 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-aecf62f3-0b25-47ce-a872-f1b41cb72903 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:30:15.716752 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-aecf62f3-0b25-47ce-a872-f1b41cb72903 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/7ec02401-65f2-4c65-9401-8d302084089b HTTP/1.1" status: 204 len: 168 time: 0.2415826 May 16 20:30:15.726067 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-790c8666-715f-40c8-a0c0-859d20e30304 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Network ded6ab20-0a8b-4051-830c-385457f4e062 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 20:30:15.736836 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-790c8666-715f-40c8-a0c0-859d20e30304 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 20:30:15.741057 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecf62f3-0b25-47ce-a872-f1b41cb72903 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ec02401-65f2-4c65-9401-8d302084089b,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:30:15.742605 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-790c8666-715f-40c8-a0c0-859d20e30304 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 20:30:15.744864 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790c8666-715f-40c8-a0c0-859d20e30304 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Pushing event updated for resources: {'Port': ['ID=0010af90-8341-4f8b-9814-b849b87d689d,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:30:15.767937 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Device d1ecf934-cac9-41d2-9209-1ad50d42399a details requested by agent hyperv_hv-cinder-83090 with host hv-cinder-83090 {{(pid=103450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 20:30:15.871895 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] For port d1ecf934-cac9-41d2-9209-1ad50d42399a, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=d1ecf934-cac9-41d2-9209-1ad50d42399a,segment=NetworkSegment(12107d7b-ff59-4c3c-bf55-e4e7eaef240d),segment_id=12107d7b-ff59-4c3c-bf55-e4e7eaef240d)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:30:15.884976 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Returning: {'device': 'd1ecf934-cac9-41d2-9209-1ad50d42399a', 'network_id': '87a5424f-d6f8-4b15-9358-a637573a32c1', 'port_id': 'd1ecf934-cac9-41d2-9209-1ad50d42399a', 'mac_address': 'fa:16:3e:36:b5:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cb8e59d-2930-42f7-8975-a483fd8062fd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 20:30:15.925321 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Current status of the port d1ecf934-cac9-41d2-9209-1ad50d42399a is: ACTIVE; New status is: BUILD {{(pid=103450) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:30:15.925688 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (d1ecf934-cac9-41d2-9209-1ad50d42399a), before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:30:15.940721 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.notifiers.nova [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d1ecf934-cac9-41d2-9209-1ad50d42399a {{(pid=103450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 20:30:15.964544 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] For port d1ecf934-cac9-41d2-9209-1ad50d42399a, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=d1ecf934-cac9-41d2-9209-1ad50d42399a,segment=NetworkSegment(12107d7b-ff59-4c3c-bf55-e4e7eaef240d),segment_id=12107d7b-ff59-4c3c-bf55-e4e7eaef240d)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:30:15.971947 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732397598091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732397102978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732397102996'] for port (d1ecf934-cac9-41d2-9209-1ad50d42399a), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:30:16.031504 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.71', 50486) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:30:16.036875 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Pushing event updated for resources: {'Port': ['ID=d1ecf934-cac9-41d2-9209-1ad50d42399a,revision_number=6']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:30:16.046753 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-59b14764-aa24-4055-a651-34b484d1f3db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:30:16.071161 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] get_ports_and_sgs() called for port_ids ['d1ecf934-cac9-41d2-9209-1ad50d42399a'] {{(pid=103450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 20:30:16.077920 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e689e53-9239-487c-80dc-644863df21a2 req-9fa7b2b6-1b93-4875-8ab8-c4de677569c1 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:30:16.078527 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-7e689e53-9239-487c-80dc-644863df21a2 req-9fa7b2b6-1b93-4875-8ab8-c4de677569c1 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/ports?device_id=f373f49f-1b05-493f-8909-14c9c8b3a493 HTTP/1.1" status: 200 len: 944 time: 0.0858929 May 16 20:30:16.125791 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-59b14764-aa24-4055-a651-34b484d1f3db admin admin] Publish callbacks [] for security_group (2aaaf145-f3a5-4aa9-aace-860cdd352f20), precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:30:16.130776 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-59b14764-aa24-4055-a651-34b484d1f3db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997425'] for security_group (2aaaf145-f3a5-4aa9-aace-860cdd352f20), after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:30:16.173294 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-59b14764-aa24-4055-a651-34b484d1f3db admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=76e848aa26454cedbcc0803f13bfe218&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1378126 May 16 20:30:16.173546 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.71', 50488) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:30:16.179583 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b14764-aa24-4055-a651-34b484d1f3db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aaaf145-f3a5-4aa9-aace-860cdd352f20,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:30:16.199177 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-7e689e53-9239-487c-80dc-644863df21a2 req-b51feffd-c7be-402c-bbee-0059b9690a86 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/security-groups?id=b00b1d0a-4123-474e-8367-57183b95466c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1092756 May 16 20:30:16.216861 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-790c8666-715f-40c8-a0c0-859d20e30304 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Publish callbacks [] for floatingip (eee0ee61-aad4-49de-a84a-4d95ce242b8d), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:30:16.242767 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-f4301110-a7aa-4247-a385-ef1f004f3582 admin admin] Publish callbacks [] for security_group (2aaaf145-f3a5-4aa9-aace-860cdd352f20), before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:30:16.268541 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-f4301110-a7aa-4247-a385-ef1f004f3582 admin admin] Publish callbacks [] for security_group (2aaaf145-f3a5-4aa9-aace-860cdd352f20), precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:30:16.292999 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-790c8666-715f-40c8-a0c0-859d20e30304 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (0010af90-8341-4f8b-9814-b849b87d689d), before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:30:16.320862 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-f4301110-a7aa-4247-a385-ef1f004f3582 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997425'] for security_group (2aaaf145-f3a5-4aa9-aace-860cdd352f20), after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:30:16.323582 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-f4301110-a7aa-4247-a385-ef1f004f3582 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:30:16.325632 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-f4301110-a7aa-4247-a385-ef1f004f3582 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/2aaaf145-f3a5-4aa9-aace-860cdd352f20 HTTP/1.1" status: 204 len: 168 time: 0.1510751 May 16 20:30:16.333945 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4301110-a7aa-4247-a385-ef1f004f3582 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aaaf145-f3a5-4aa9-aace-860cdd352f20,revision_number=None']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:30:16.478498 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-790c8666-715f-40c8-a0c0-859d20e30304 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Publish callbacks [] for port (0010af90-8341-4f8b-9814-b849b87d689d), precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:30:16.483304 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-790c8666-715f-40c8-a0c0-859d20e30304 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732397598091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732397102978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732397102996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27048595'] for port (0010af90-8341-4f8b-9814-b849b87d689d), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:30:16.551885 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790c8666-715f-40c8-a0c0-859d20e30304 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Pushing event updated for resources: {'Port': ['ID=0010af90-8341-4f8b-9814-b849b87d689d,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:30:16.564748 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-790c8666-715f-40c8-a0c0-859d20e30304 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1640477'] for floatingip (eee0ee61-aad4-49de-a84a-4d95ce242b8d), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:30:16.663088 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.db.l3_db [None req-790c8666-715f-40c8-a0c0-859d20e30304 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Floating IP eee0ee61-aad4-49de-a84a-4d95ce242b8d associated. External IP: 172.27.2.102, port: 59817910-96f2-4d96-a3b6-dfa35ba5fbe5. May 16 20:30:16.865535 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-790c8666-715f-40c8-a0c0-859d20e30304 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Router ff342686-d4a7-4820-b268-c308e7f5d698 has already been hosted by L3 agent fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f {{(pid=103448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 20:30:16.984414 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-790c8666-715f-40c8-a0c0-859d20e30304 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Notify agent at l3_agent.dv-cinder-830901-7-iscsi the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 20:30:16.994811 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f13d14-a214-41a0-b9f0-b369a120eb2f None None] Sync routers for ids ['ff342686-d4a7-4820-b268-c308e7f5d698'] in dv-cinder-830901-7-iscsi {{(pid=103451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 20:30:17.003839 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-790c8666-715f-40c8-a0c0-859d20e30304 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-338397'] for floatingip (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:30:17.010407 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f13d14-a214-41a0-b9f0-b369a120eb2f None None] Routers {'ff342686-d4a7-4820-b268-c308e7f5d698'} bound to L3 agent in host dv-cinder-830901-7-iscsi {{(pid=103451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:30:17.011273 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-b2f13d14-a214-41a0-b9f0-b369a120eb2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-16T20:16:38Z,description=,heartbeat_timestamp=2022-05-16T20:30:08Z,host='dv-cinder-830901-7-iscsi',id=fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:16:38Z,topic='l3_agent')) {'router_ids': ['ff342686-d4a7-4820-b268-c308e7f5d698'], 'active': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:30:17.038125 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-790c8666-715f-40c8-a0c0-859d20e30304 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7950916 May 16 20:30:17.039035 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce1b1e18-f282-440d-9040-466f95a632fa', 'tag': '59817910-96f2-4d96-a3b6-dfa35ba5fbe5'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 20:30:17.049440 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cabd327eae894280a08d6ee7d9129781675a5828ba01ec684011f2f655eb9e7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b89a66d-3775-4d63-b27f-8537dd8a29e5" -d '{"events": [{"name": "network-changed", "server_uuid": "ce1b1e18-f282-440d-9040-466f95a632fa", "tag": "59817910-96f2-4d96-a3b6-dfa35ba5fbe5"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 20:30:17.110958 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 20:30:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5da4135-988c-46fb-a8d1-f43dbc8ff4ec x-openstack-request-id: req-e5da4135-988c-46fb-a8d1-f43dbc8ff4ec {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 20:30:17.111558 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce1b1e18-f282-440d-9040-466f95a632fa", "tag": "59817910-96f2-4d96-a3b6-dfa35ba5fbe5", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 20:30:17.111932 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-e5da4135-988c-46fb-a8d1-f43dbc8ff4ec {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 20:30:17.112709 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5da4135-988c-46fb-a8d1-f43dbc8ff4ec'] response: {'name': 'network-changed', 'server_uuid': 'ce1b1e18-f282-440d-9040-466f95a632fa', 'tag': '59817910-96f2-4d96-a3b6-dfa35ba5fbe5', 'status': 'completed', 'code': 200} May 16 20:30:17.141203 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvr_db [None req-b2f13d14-a214-41a0-b9f0-b369a120eb2f None None] Set router ff342686-d4a7-4820-b268-c308e7f5d698 gateway port host: dv-cinder-830901-7-iscsi {{(pid=103451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:30:17.195266 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b89a66d-3775-4d63-b27f-8537dd8a29e5 req-24c032bb-b6d9-4b4a-ad87-6f0fd2484a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:30:17.197480 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-2b89a66d-3775-4d63-b27f-8537dd8a29e5 req-24c032bb-b6d9-4b4a-ad87-6f0fd2484a5c service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=2715141f8ffd49d892600c779e02fa17&device_id=ce1b1e18-f282-440d-9040-466f95a632fa HTTP/1.1" status: 200 len: 1130 time: 0.0635223 May 16 20:30:17.401248 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34aec17-ec46-40bb-a819-2f3652485f4c req-e4ecb961-f146-44b0-bab2-db90af8be9c1 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:30:17.408960 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-b2f13d14-a214-41a0-b9f0-b369a120eb2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff342686-d4a7-4820-b268-c308e7f5d698', 'name': 'tempest-TestVolumeBootPattern-348190237-router', 'tenant_id': '2715141f8ffd49d892600c779e02fa17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'external_fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': '3c16e6da-0f15-424c-83b1-65a7dba0c80e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:26:37Z', 'updated_at': '2022-05-16T20:26:40Z', 'revision_number': 4, 'project_id': '2715141f8ffd49d892600c779e02fa17', 'gw_port': {'id': '3c16e6da-0f15-424c-83b1-65a7dba0c80e', 'name': '', 'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:1b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff342686-d4a7-4820-b268-c308e7f5d698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:26:37Z', 'updated_at': '2022-05-16T20:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-7-iscsi', '_floatingips': [{'id': 'eee0ee61-aad4-49de-a84a-4d95ce242b8d', 'tenant_id': '2715141f8ffd49d892600c779e02fa17', 'floating_ip_address': '172.27.2.102', 'floating_network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'router_id': 'ff342686-d4a7-4820-b268-c308e7f5d698', 'port_id': '59817910-96f2-4d96-a3b6-dfa35ba5fbe5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f817970e-ef84-435a-806f-1b015ae84dd9', 'mac_address': 'fa:16:3e:23:44:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce1b1e18-f282-440d-9040-466f95a632fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T20:30:15Z', 'updated_at': '2022-05-16T20:30:15Z', 'revision_number': 0, 'project_id': '2715141f8ffd49d892600c779e02fa17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '533129b2-d6ee-41c5-90d3-4790783a4be6', 'name': '', 'network_id': 'f817970e-ef84-435a-806f-1b015ae84dd9', 'tenant_id': '2715141f8ffd49d892600c779e02fa17', 'mac_address': 'fa:16:3e:c2:e4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff342686-d4a7-4820-b268-c308e7f5d698', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '14823cd5-3605-452f-a744-d8797ebcce33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:26:39Z', 'updated_at': '2022-05-16T20:26:45Z', 'revision_number': 5, 'project_id': '2715141f8ffd49d892600c779e02fa17', 'subnets': [{'id': '14823cd5-3605-452f-a744-d8797ebcce33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-7-iscsi', False) {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:30:17.409735 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-a34aec17-ec46-40bb-a819-2f3652485f4c req-e4ecb961-f146-44b0-bab2-db90af8be9c1 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/ports?device_id=f373f49f-1b05-493f-8909-14c9c8b3a493 HTTP/1.1" status: 200 len: 944 time: 0.0708370 May 16 20:30:17.414097 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b89a66d-3775-4d63-b27f-8537dd8a29e5 req-96e0921f-0c99-44db-a8c3-79d98703413c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:30:17.415148 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-2b89a66d-3775-4d63-b27f-8537dd8a29e5 req-96e0921f-0c99-44db-a8c3-79d98703413c service neutron] 10.222.0.81 "GET /v2.0/networks?id=f817970e-ef84-435a-806f-1b015ae84dd9 HTTP/1.1" status: 200 len: 912 time: 0.2097423 May 16 20:30:17.460433 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f13d14-a214-41a0-b9f0-b369a120eb2f None None] Checking router: ff342686-d4a7-4820-b268-c308e7f5d698 for host: dv-cinder-830901-7-iscsi {{(pid=103451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 20:30:17.470583 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f13d14-a214-41a0-b9f0-b369a120eb2f None None] Routers {'ff342686-d4a7-4820-b268-c308e7f5d698'} bound to L3 agent in host dv-cinder-830901-7-iscsi {{(pid=103451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:30:17.471510 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-b2f13d14-a214-41a0-b9f0-b369a120eb2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-16T20:16:38Z,description=,heartbeat_timestamp=2022-05-16T20:30:08Z,host='dv-cinder-830901-7-iscsi',id=fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:16:38Z,topic='l3_agent')) {'router_ids': ['ff342686-d4a7-4820-b268-c308e7f5d698'], 'active': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:30:17.488707 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-a34aec17-ec46-40bb-a819-2f3652485f4c req-a83ef0a2-1a58-4437-ae98-f56d2a89ddf7 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/security-groups?id=b00b1d0a-4123-474e-8367-57183b95466c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773807 May 16 20:30:17.505397 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-2b89a66d-3775-4d63-b27f-8537dd8a29e5 req-17258757-86f7-46bf-ab5c-dd24b9056792 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=59817910-96f2-4d96-a3b6-dfa35ba5fbe5 HTTP/1.1" status: 200 len: 1000 time: 0.0820067 May 16 20:30:17.565222 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.71', 50554) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:30:17.566116 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b89a66d-3775-4d63-b27f-8537dd8a29e5 req-acc90c5c-8b3d-4535-bb66-a24a1a474d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:30:17.567563 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-2b89a66d-3775-4d63-b27f-8537dd8a29e5 req-acc90c5c-8b3d-4535-bb66-a24a1a474d7f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=14823cd5-3605-452f-a744-d8797ebcce33 HTTP/1.1" status: 200 len: 850 time: 0.0523384 May 16 20:30:17.599873 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvr_db [None req-b2f13d14-a214-41a0-b9f0-b369a120eb2f None None] Set router ff342686-d4a7-4820-b268-c308e7f5d698 gateway port host: dv-cinder-830901-7-iscsi {{(pid=103451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:30:17.625004 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b89a66d-3775-4d63-b27f-8537dd8a29e5 req-ea56df8f-9dcb-4419-95f5-ddf288580e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:30:17.626498 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-2b89a66d-3775-4d63-b27f-8537dd8a29e5 req-ea56df8f-9dcb-4419-95f5-ddf288580e35 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=f817970e-ef84-435a-806f-1b015ae84dd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0520670 May 16 20:30:17.708016 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2c6378fc-b719-4f15-9a3c-1599c9e7f087 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:30:17.776696 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-2b89a66d-3775-4d63-b27f-8537dd8a29e5 req-8a6a6cf7-b65d-43c3-89c7-fc2b2b71614a service neutron] 10.222.0.81 "GET /v2.0/networks/f817970e-ef84-435a-806f-1b015ae84dd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415277 May 16 20:30:17.790514 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Device d1ecf934-cac9-41d2-9209-1ad50d42399a up at agent hyperv_hv-cinder-83090 {{(pid=103450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 20:30:17.877755 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2c6378fc-b719-4f15-9a3c-1599c9e7f087 admin admin] Publish callbacks [] for security_group (45ee03a0-ff62-4c81-9068-433e36867fb3), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:30:17.884048 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-b2f13d14-a214-41a0-b9f0-b369a120eb2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff342686-d4a7-4820-b268-c308e7f5d698', 'name': 'tempest-TestVolumeBootPattern-348190237-router', 'tenant_id': '2715141f8ffd49d892600c779e02fa17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'external_fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': '3c16e6da-0f15-424c-83b1-65a7dba0c80e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:26:37Z', 'updated_at': '2022-05-16T20:26:40Z', 'revision_number': 4, 'project_id': '2715141f8ffd49d892600c779e02fa17', 'gw_port': {'id': '3c16e6da-0f15-424c-83b1-65a7dba0c80e', 'name': '', 'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:1b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff342686-d4a7-4820-b268-c308e7f5d698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:26:37Z', 'updated_at': '2022-05-16T20:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-7-iscsi', '_floatingips': [{'id': 'eee0ee61-aad4-49de-a84a-4d95ce242b8d', 'tenant_id': '2715141f8ffd49d892600c779e02fa17', 'floating_ip_address': '172.27.2.102', 'floating_network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'router_id': 'ff342686-d4a7-4820-b268-c308e7f5d698', 'port_id': '59817910-96f2-4d96-a3b6-dfa35ba5fbe5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f817970e-ef84-435a-806f-1b015ae84dd9', 'mac_address': 'fa:16:3e:23:44:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce1b1e18-f282-440d-9040-466f95a632fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T20:30:15Z', 'updated_at': '2022-05-16T20:30:15Z', 'revision_number': 0, 'project_id': '2715141f8ffd49d892600c779e02fa17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '533129b2-d6ee-41c5-90d3-4790783a4be6', 'name': '', 'network_id': 'f817970e-ef84-435a-806f-1b015ae84dd9', 'tenant_id': '2715141f8ffd49d892600c779e02fa17', 'mac_address': 'fa:16:3e:c2:e4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff342686-d4a7-4820-b268-c308e7f5d698', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '14823cd5-3605-452f-a744-d8797ebcce33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:26:39Z', 'updated_at': '2022-05-16T20:26:45Z', 'revision_number': 5, 'project_id': '2715141f8ffd49d892600c779e02fa17', 'subnets': [{'id': '14823cd5-3605-452f-a744-d8797ebcce33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-7-iscsi', False) {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:30:17.884951 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2c6378fc-b719-4f15-9a3c-1599c9e7f087 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997425'] for security_group (45ee03a0-ff62-4c81-9068-433e36867fb3), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:30:17.913341 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f13d14-a214-41a0-b9f0-b369a120eb2f None None] The sync data for ids ['ff342686-d4a7-4820-b268-c308e7f5d698'] in dv-cinder-830901-7-iscsi is: [{'id': 'ff342686-d4a7-4820-b268-c308e7f5d698', 'name': 'tempest-TestVolumeBootPattern-348190237-router', 'tenant_id': '2715141f8ffd49d892600c779e02fa17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'external_fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': '3c16e6da-0f15-424c-83b1-65a7dba0c80e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:26:37Z', 'updated_at': '2022-05-16T20:26:40Z', 'revision_number': 4, 'project_id': '2715141f8ffd49d892600c779e02fa17', 'gw_port': {'id': '3c16e6da-0f15-424c-83b1-65a7dba0c80e', 'name': '', 'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:1b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff342686-d4a7-4820-b268-c308e7f5d698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:26:37Z', 'updated_at': '2022-05-16T20:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-7-iscsi', '_floatingips': [{'id': 'eee0ee61-aad4-49de-a84a-4d95ce242b8d', 'tenant_id': '2715141f8ffd49d892600c779e02fa17', 'floating_ip_address': '172.27.2.102', 'floating_network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'router_id': 'ff342686-d4a7-4820-b268-c308e7f5d698', 'port_id': '59817910-96f2-4d96-a3b6-dfa35ba5fbe5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f817970e-ef84-435a-806f-1b015ae84dd9', 'mac_address': 'fa:16:3e:23:44:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce1b1e18-f282-440d-9040-466f95a632fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T20:30:15Z', 'updated_at': '2022-05-16T20:30:15Z', 'revision_number': 0, 'project_id': '2715141f8ffd49d892600c779e02fa17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '533129b2-d6ee-41c5-90d3-4790783a4be6', 'name': '', 'network_id': 'f817970e-ef84-435a-806f-1b015ae84dd9', 'tenant_id': '2715141f8ffd49d892600c779e02fa17', 'mac_address': 'fa:16:3e:c2:e4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff342686-d4a7-4820-b268-c308e7f5d698', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '14823cd5-3605-452f-a744-d8797ebcce33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:26:39Z', 'updated_at': '2022-05-16T20:26:45Z', 'revision_number': 5, 'project_id': '2715141f8ffd49d892600c779e02fa17', 'subnets': [{'id': '14823cd5-3605-452f-a744-d8797ebcce33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 20:30:17.934863 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Provisioning complete for port d1ecf934-cac9-41d2-9209-1ad50d42399a triggered by entity L2. {{(pid=103450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:30:17.935352 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868582'] for port (d1ecf934-cac9-41d2-9209-1ad50d42399a), provisioning_complete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:30:17.956841 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-2c6378fc-b719-4f15-9a3c-1599c9e7f087 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=fcbed4620d73422bb18326ea991806f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3898215 May 16 20:30:17.958339 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6378fc-b719-4f15-9a3c-1599c9e7f087 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45ee03a0-ff62-4c81-9068-433e36867fb3,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:30:17.960919 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.71', 50562) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:30:18.058431 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-2b89a66d-3775-4d63-b27f-8537dd8a29e5 req-27783de9-a50b-44fb-a738-8e76a58041e1 service neutron] 10.222.0.81 "GET /v2.0/networks/f817970e-ef84-435a-806f-1b015ae84dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2734468 May 16 20:30:18.068191 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Current status of the port d1ecf934-cac9-41d2-9209-1ad50d42399a is: BUILD; New status is: ACTIVE {{(pid=103450) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:30:18.069078 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (d1ecf934-cac9-41d2-9209-1ad50d42399a), before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:30:18.071035 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-95caf34f-2b2f-47c6-974a-33ce7b4e17ef admin admin] Publish callbacks [] for security_group (45ee03a0-ff62-4c81-9068-433e36867fb3), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:30:18.103615 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-95caf34f-2b2f-47c6-974a-33ce7b4e17ef admin admin] Publish callbacks [] for security_group (45ee03a0-ff62-4c81-9068-433e36867fb3), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:30:18.106935 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f373f49f-1b05-493f-8909-14c9c8b3a493', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1ecf934-cac9-41d2-9209-1ad50d42399a'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 20:30:18.109355 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38452c862c9e2e5c9d38da0d4ca4e6053ba1266d056c207bc89b5fbcea4cd82f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07ff38a3-f75e-41a3-8f83-3d8c73827064" -d '{"events": [{"server_uuid": "f373f49f-1b05-493f-8909-14c9c8b3a493", "name": "network-vif-plugged", "status": "completed", "tag": "d1ecf934-cac9-41d2-9209-1ad50d42399a"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 20:30:18.144037 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] For port d1ecf934-cac9-41d2-9209-1ad50d42399a, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=d1ecf934-cac9-41d2-9209-1ad50d42399a,segment=NetworkSegment(12107d7b-ff59-4c3c-bf55-e4e7eaef240d),segment_id=12107d7b-ff59-4c3c-bf55-e4e7eaef240d)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:30:18.153507 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732397598091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732397102978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732397102996'] for port (d1ecf934-cac9-41d2-9209-1ad50d42399a), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:30:18.180402 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 20:30:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a2a7cf7-1506-4db6-8e81-9d9be0ec1f92 x-openstack-request-id: req-5a2a7cf7-1506-4db6-8e81-9d9be0ec1f92 {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 20:30:18.181068 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f373f49f-1b05-493f-8909-14c9c8b3a493", "name": "network-vif-plugged", "status": "completed", "tag": "d1ecf934-cac9-41d2-9209-1ad50d42399a", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 20:30:18.181548 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-5a2a7cf7-1506-4db6-8e81-9d9be0ec1f92 {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 20:30:18.181731 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-95caf34f-2b2f-47c6-974a-33ce7b4e17ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997425'] for security_group (45ee03a0-ff62-4c81-9068-433e36867fb3), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:30:18.182690 dv-cinder-830901-7-iscsi neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a2a7cf7-1506-4db6-8e81-9d9be0ec1f92'] response: {'server_uuid': 'f373f49f-1b05-493f-8909-14c9c8b3a493', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1ecf934-cac9-41d2-9209-1ad50d42399a', 'code': 200} May 16 20:30:18.185742 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-95caf34f-2b2f-47c6-974a-33ce7b4e17ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:30:18.186854 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-95caf34f-2b2f-47c6-974a-33ce7b4e17ef admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/45ee03a0-ff62-4c81-9068-433e36867fb3 HTTP/1.1" status: 204 len: 168 time: 0.2248256 May 16 20:30:18.196547 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95caf34f-2b2f-47c6-974a-33ce7b4e17ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45ee03a0-ff62-4c81-9068-433e36867fb3,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:30:18.265106 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Pushing event updated for resources: {'Port': ['ID=d1ecf934-cac9-41d2-9209-1ad50d42399a,revision_number=7']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:30:18.313497 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e98117-dfcf-4c62-884e-82335ac2ac84 None None] New status for floating IP eee0ee61-aad4-49de-a84a-4d95ce242b8d: ACTIVE {{(pid=103450) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 20:30:18.660674 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b14c49-c0d7-4293-ac11-1afa103a3e70 req-e78ca1ea-73e0-4c5a-815c-e16e150b09ad tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:30:18.667418 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-c3b14c49-c0d7-4293-ac11-1afa103a3e70 req-e78ca1ea-73e0-4c5a-815c-e16e150b09ad tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/ports?device_id=f373f49f-1b05-493f-8909-14c9c8b3a493 HTTP/1.1" status: 200 len: 945 time: 0.0707560 May 16 20:30:18.721650 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-c3b14c49-c0d7-4293-ac11-1afa103a3e70 req-358eb78d-ee97-47e1-ae77-747a6f2baef5 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/security-groups?id=b00b1d0a-4123-474e-8367-57183b95466c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532639 May 16 20:30:19.009080 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.71', 50588) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:30:19.126179 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.v2.base [None req-190e34e3-4c15-4f3f-9c1e-dd965c6ad7ec admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-46569180-network', 'tenant_id': '4dd508b1a1d544cd982cf0b2db5ccdb5'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:30:19.148678 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-190e34e3-4c15-4f3f-9c1e-dd965c6ad7ec admin admin] Made reservation on behalf of 4dd508b1a1d544cd982cf0b2db5ccdb5 for: {'network': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 20:30:19.151617 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-190e34e3-4c15-4f3f-9c1e-dd965c6ad7ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for network (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:30:19.165057 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-190e34e3-4c15-4f3f-9c1e-dd965c6ad7ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:30:19.261837 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-190e34e3-4c15-4f3f-9c1e-dd965c6ad7ec admin admin] Publish callbacks [] for security_group (a542ce75-1b7e-49b2-b7a1-e87a4b0f99a6), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:30:19.269658 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-190e34e3-4c15-4f3f-9c1e-dd965c6ad7ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997425'] for security_group (a542ce75-1b7e-49b2-b7a1-e87a4b0f99a6), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:30:19.297287 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-190e34e3-4c15-4f3f-9c1e-dd965c6ad7ec admin admin] vlan segment allocate from pool success with {'vlan_id': 526, 'physical_network': 'physnet1'} {{(pid=103448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 16 20:30:19.307363 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190e34e3-4c15-4f3f-9c1e-dd965c6ad7ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a542ce75-1b7e-49b2-b7a1-e87a4b0f99a6,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:30:19.313894 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-190e34e3-4c15-4f3f-9c1e-dd965c6ad7ec admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8732397667085', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1026353'] for segment (190fa202-b7bc-4802-99be-9ee1a8764841), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:30:19.314315 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.db.segments_db [None req-190e34e3-4c15-4f3f-9c1e-dd965c6ad7ec admin admin] Added segment 190fa202-b7bc-4802-99be-9ee1a8764841 of type vlan for network 731f36c9-6229-4931-a45c-303d8db85685 May 16 20:30:19.366403 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-190e34e3-4c15-4f3f-9c1e-dd965c6ad7ec admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732397125798'] for network (731f36c9-6229-4931-a45c-303d8db85685), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:30:19.395939 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-190e34e3-4c15-4f3f-9c1e-dd965c6ad7ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1996455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410'] for network (731f36c9-6229-4931-a45c-303d8db85685), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:30:19.397111 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-190e34e3-4c15-4f3f-9c1e-dd965c6ad7ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:30:19.397730 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-190e34e3-4c15-4f3f-9c1e-dd965c6ad7ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614436'] for network (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:30:19.439024 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-190e34e3-4c15-4f3f-9c1e-dd965c6ad7ec admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 0.4260230 May 16 20:30:19.439229 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.71', 50592) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:30:19.443926 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.v2.base [None req-cf3b1e75-06a9-4d51-936a-7d4567d1ae5b admin admin] Request body: {'subnet': {'network_id': '731f36c9-6229-4931-a45c-303d8db85685', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-46569180-subnet', 'tenant_id': '4dd508b1a1d544cd982cf0b2db5ccdb5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:30:19.734366 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190e34e3-4c15-4f3f-9c1e-dd965c6ad7ec admin admin] Pushing event updated for resources: {'Network': ['ID=731f36c9-6229-4931-a45c-303d8db85685,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:30:19.753274 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf3b1e75-06a9-4d51-936a-7d4567d1ae5b admin admin] Made reservation on behalf of 4dd508b1a1d544cd982cf0b2db5ccdb5 for: {'subnet': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 20:30:19.756606 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cf3b1e75-06a9-4d51-936a-7d4567d1ae5b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27247619'] for subnet (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:30:19.758914 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Network 731f36c9-6229-4931-a45c-303d8db85685 details requested by agent ovs-agent-dv-cinder-830901-7-iscsi with host dv-cinder-830901-7-iscsi {{(pid=103450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 16 20:30:19.879501 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ea378c-ff02-407e-9192-7dd71fdabc9e req-357eca02-4734-4bbd-810a-cc62bd452dd6 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:30:19.889395 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-63ea378c-ff02-407e-9192-7dd71fdabc9e req-357eca02-4734-4bbd-810a-cc62bd452dd6 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/ports?device_id=f373f49f-1b05-493f-8909-14c9c8b3a493 HTTP/1.1" status: 200 len: 945 time: 0.0693200 May 16 20:30:19.937623 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-63ea378c-ff02-407e-9192-7dd71fdabc9e req-adf38acb-0b97-4040-9321-cddae5af7549 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/security-groups?id=b00b1d0a-4123-474e-8367-57183b95466c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470567 May 16 20:30:20.002519 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cf3b1e75-06a9-4d51-936a-7d4567d1ae5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1941894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27049492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27247637'] for subnet (118b9918-5815-4b4b-b9ef-84b23b6b4866), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:30:20.060568 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3b1e75-06a9-4d51-936a-7d4567d1ae5b admin admin] Pushing event updated for resources: {'Subnet': ['ID=118b9918-5815-4b4b-b9ef-84b23b6b4866,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:30:20.079680 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf3b1e75-06a9-4d51-936a-7d4567d1ae5b admin admin] Checking segment: {'id': '190fa202-b7bc-4802-99be-9ee1a8764841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '731f36c9-6229-4931-a45c-303d8db85685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 20:30:20.080322 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf3b1e75-06a9-4d51-936a-7d4567d1ae5b admin admin] Network hostable DHCP agents. Network: 731f36c9-6229-4931-a45c-303d8db85685, hostable agents: ['6de3586b-c77a-41a3-9d69-e80d1925fb22'], hosted agents: [] {{(pid=103448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 16 20:30:20.102441 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf3b1e75-06a9-4d51-936a-7d4567d1ae5b admin admin] Network 731f36c9-6229-4931-a45c-303d8db85685 is scheduled to be hosted by DHCP agent 6de3586b-c77a-41a3-9d69-e80d1925fb22 with binding_index 1 {{(pid=103448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 16 20:30:20.115074 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-cf3b1e75-06a9-4d51-936a-7d4567d1ae5b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830901-7-iscsi, 731f36c9-6229-4931-a45c-303d8db85685) {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 20:30:20.119147 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf3b1e75-06a9-4d51-936a-7d4567d1ae5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:30:20.119754 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cf3b1e75-06a9-4d51-936a-7d4567d1ae5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614436'] for subnet (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:30:20.131772 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-755fd5b9-64e0-409e-a1d1-65d05418b9de None None] Network 731f36c9-6229-4931-a45c-303d8db85685 requested from dv-cinder-830901-7-iscsi {{(pid=103450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 20:30:20.173818 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-cf3b1e75-06a9-4d51-936a-7d4567d1ae5b admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7335634 May 16 20:30:20.273987 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ce24249-1c8f-40af-9b6a-0663d363cb2e None None] Network 731f36c9-6229-4931-a45c-303d8db85685 requested from dv-cinder-830901-7-iscsi {{(pid=103450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 20:30:21.080932 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7990f8d-eafa-486e-9a9a-45d30c895e45 req-165eb010-d47a-4109-acd4-5f6168761425 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:30:21.084648 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-b7990f8d-eafa-486e-9a9a-45d30c895e45 req-165eb010-d47a-4109-acd4-5f6168761425 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/ports?device_id=f373f49f-1b05-493f-8909-14c9c8b3a493 HTTP/1.1" status: 200 len: 945 time: 0.0574865 May 16 20:30:21.142960 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-b7990f8d-eafa-486e-9a9a-45d30c895e45 req-184a9da5-2115-42ce-86c5-2a463b223331 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/security-groups?id=b00b1d0a-4123-474e-8367-57183b95466c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527472 May 16 20:30:22.316257 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab470e5-8f52-4219-842d-7d521291c261 req-1771efc1-6583-4adb-bffb-a76ff61d0c2d tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:30:22.318896 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-eab470e5-8f52-4219-842d-7d521291c261 req-1771efc1-6583-4adb-bffb-a76ff61d0c2d tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/ports?device_id=f373f49f-1b05-493f-8909-14c9c8b3a493 HTTP/1.1" status: 200 len: 945 time: 0.0743389 May 16 20:30:22.354760 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34410608-db9b-441a-be9a-4c6883e8c42e req-c22b7381-d808-40fb-9960-21d0ac06a293 tempest-VolumesActionsTest-117497618 tempest-VolumesActionsTest-117497618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:30:22.365375 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-34410608-db9b-441a-be9a-4c6883e8c42e req-c22b7381-d808-40fb-9960-21d0ac06a293 tempest-VolumesActionsTest-117497618 tempest-VolumesActionsTest-117497618-project] 10.222.0.71 "GET /v2.0/networks?id=731f36c9-6229-4931-a45c-303d8db85685 HTTP/1.1" status: 200 len: 807 time: 0.3714182 May 16 20:30:22.381618 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-eab470e5-8f52-4219-842d-7d521291c261 req-8f2ff261-41d1-4014-87e7-4d547ec496b9 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/security-groups?id=b00b1d0a-4123-474e-8367-57183b95466c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555449 May 16 20:30:22.381831 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-34410608-db9b-441a-be9a-4c6883e8c42e req-b82704b3-1dd9-4d49-8797-9974cc8ee815 tempest-VolumesActionsTest-117497618 tempest-VolumesActionsTest-117497618-project] 10.222.0.71 "GET /v2.0/quotas/4dd508b1a1d544cd982cf0b2db5ccdb5 HTTP/1.1" status: 200 len: 375 time: 0.0155315 May 16 20:30:22.419562 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-34410608-db9b-441a-be9a-4c6883e8c42e req-07c026ef-8512-45ef-bd11-52e67ab40196 tempest-VolumesActionsTest-117497618 tempest-VolumesActionsTest-117497618-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=4dd508b1a1d544cd982cf0b2db5ccdb5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0366092 May 16 20:30:22.585824 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-34410608-db9b-441a-be9a-4c6883e8c42e req-9424da9b-bb2f-4951-b9e7-2ec7be08474d service neutron] 10.222.0.71 "GET /v2.0/networks/731f36c9-6229-4931-a45c-303d8db85685?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636515 May 16 20:30:22.684387 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-34410608-db9b-441a-be9a-4c6883e8c42e req-2ddbb389-95cf-44c4-a73b-13f490f425ac service neutron] 10.222.0.71 "GET /v2.0/networks/731f36c9-6229-4931-a45c-303d8db85685?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972633 May 16 20:30:22.888205 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-e2831d77-f65d-4f5f-96a3-91405a10b25a req-61ed5134-0c6f-4285-bfa1-cb9ca3944b78 tempest-VolumesActionsTest-117497618 tempest-VolumesActionsTest-117497618-project] 10.222.0.71 "GET /v2.0/ports?device_id=3e415dc5-d651-4642-8540-f4f3713e1671 HTTP/1.1" status: 200 len: 210 time: 0.0383618 May 16 20:30:23.522356 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f275de47-977d-48fe-a92a-1c96390f2fa0 req-85206ab0-b35c-465c-be68-e52f27120132 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:30:23.523991 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-f275de47-977d-48fe-a92a-1c96390f2fa0 req-85206ab0-b35c-465c-be68-e52f27120132 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/ports?device_id=f373f49f-1b05-493f-8909-14c9c8b3a493 HTTP/1.1" status: 200 len: 945 time: 0.0644989 May 16 20:30:23.593700 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-f275de47-977d-48fe-a92a-1c96390f2fa0 req-843cf55b-6b1e-45bf-a4a3-0e16037869ae tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/security-groups?id=b00b1d0a-4123-474e-8367-57183b95466c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619688 May 16 20:30:24.009107 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-95aebf63-8499-4de5-abe9-b3f5286f4a9f req-74897b40-35fb-487d-b0f8-c3c0ea9e2a78 tempest-VolumesActionsTest-117497618 tempest-VolumesActionsTest-117497618-project] 10.222.0.71 "GET /v2.0/ports?device_id=3e415dc5-d651-4642-8540-f4f3713e1671 HTTP/1.1" status: 200 len: 210 time: 0.0424988 May 16 20:30:24.225666 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34410608-db9b-441a-be9a-4c6883e8c42e req-d899a601-250e-4bdf-84e1-512873c735c4 tempest-VolumesActionsTest-117497618 tempest-VolumesActionsTest-117497618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:30:24.227654 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-34410608-db9b-441a-be9a-4c6883e8c42e req-d899a601-250e-4bdf-84e1-512873c735c4 tempest-VolumesActionsTest-117497618 tempest-VolumesActionsTest-117497618-project] 10.222.0.81 "GET /v2.0/networks?id=731f36c9-6229-4931-a45c-303d8db85685 HTTP/1.1" status: 200 len: 807 time: 0.1318092 May 16 20:30:24.247442 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.v2.base [req-34410608-db9b-441a-be9a-4c6883e8c42e req-f0a81918-a407-48fe-a7f6-459323812d6f tempest-VolumesActionsTest-117497618 tempest-VolumesActionsTest-117497618-project] Request body: {'port': {'device_id': '3e415dc5-d651-4642-8540-f4f3713e1671', 'network_id': '731f36c9-6229-4931-a45c-303d8db85685', 'admin_state_up': True, 'tenant_id': '4dd508b1a1d544cd982cf0b2db5ccdb5'}} {{(pid=103449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:30:24.401473 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34410608-db9b-441a-be9a-4c6883e8c42e req-f0a81918-a407-48fe-a7f6-459323812d6f tempest-VolumesActionsTest-117497618 tempest-VolumesActionsTest-117497618-project] Made reservation on behalf of 4dd508b1a1d544cd982cf0b2db5ccdb5 for: {'port': 1} {{(pid=103449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 20:30:24.406713 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [req-34410608-db9b-441a-be9a-4c6883e8c42e req-f0a81918-a407-48fe-a7f6-459323812d6f tempest-VolumesActionsTest-117497618 tempest-VolumesActionsTest-117497618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (None), before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:30:24.546035 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.db.db_base_plugin_common [req-34410608-db9b-441a-be9a-4c6883e8c42e req-f0a81918-a407-48fe-a7f6-459323812d6f tempest-VolumesActionsTest-117497618 tempest-VolumesActionsTest-117497618-project] Allocated IP 172.20.0.9 (731f36c9-6229-4931-a45c-303d8db85685/118b9918-5815-4b4b-b9ef-84b23b6b4866/5d99129b-f230-4e1c-b304-784ff61d9848) {{(pid=103449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 20:30:24.744772 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f15053-dc53-4c71-a867-609d9f579a7a req-2e52715b-a5ca-4501-8556-6d078e9567cd tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:30:24.753474 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-45f15053-dc53-4c71-a867-609d9f579a7a req-2e52715b-a5ca-4501-8556-6d078e9567cd tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/ports?device_id=f373f49f-1b05-493f-8909-14c9c8b3a493 HTTP/1.1" status: 200 len: 945 time: 0.0672438 May 16 20:30:24.758126 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [req-34410608-db9b-441a-be9a-4c6883e8c42e req-f0a81918-a407-48fe-a7f6-459323812d6f tempest-VolumesActionsTest-117497618 tempest-VolumesActionsTest-117497618-project] Publish callbacks [] for port (5d99129b-f230-4e1c-b304-784ff61d9848), precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:30:24.804733 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [req-34410608-db9b-441a-be9a-4c6883e8c42e req-f0a81918-a407-48fe-a7f6-459323812d6f tempest-VolumesActionsTest-117497618 tempest-VolumesActionsTest-117497618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732397102960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26134374'] for port (5d99129b-f230-4e1c-b304-784ff61d9848), after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:30:24.828195 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-45f15053-dc53-4c71-a867-609d9f579a7a req-1f10c7c4-9e14-4f57-ad25-ea33ef79b257 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/security-groups?id=b00b1d0a-4123-474e-8367-57183b95466c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719881 May 16 20:30:24.870826 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34410608-db9b-441a-be9a-4c6883e8c42e req-f0a81918-a407-48fe-a7f6-459323812d6f tempest-VolumesActionsTest-117497618 tempest-VolumesActionsTest-117497618-project] Network 731f36c9-6229-4931-a45c-303d8db85685 is already hosted by enough agents. {{(pid=103449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 20:30:24.872525 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.scheduler.base_scheduler [req-34410608-db9b-441a-be9a-4c6883e8c42e req-f0a81918-a407-48fe-a7f6-459323812d6f tempest-VolumesActionsTest-117497618 tempest-VolumesActionsTest-117497618-project] Resources bound (agent type, host, resource id): {{(pid=103449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 20:30:24.877502 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [req-34410608-db9b-441a-be9a-4c6883e8c42e req-f0a81918-a407-48fe-a7f6-459323812d6f tempest-VolumesActionsTest-117497618 tempest-VolumesActionsTest-117497618-project] Received port after_create {{(pid=103449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 20:30:24.919349 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a81918-a407-48fe-a7f6-459323812d6f tempest-VolumesActionsTest-117497618 tempest-VolumesActionsTest-117497618-project] Pushing event updated for resources: {'Port': ['ID=5d99129b-f230-4e1c-b304-784ff61d9848,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:30:24.945647 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34410608-db9b-441a-be9a-4c6883e8c42e req-f0a81918-a407-48fe-a7f6-459323812d6f tempest-VolumesActionsTest-117497618 tempest-VolumesActionsTest-117497618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:30:24.947795 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [req-34410608-db9b-441a-be9a-4c6883e8c42e req-f0a81918-a407-48fe-a7f6-459323812d6f tempest-VolumesActionsTest-117497618 tempest-VolumesActionsTest-117497618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-338397'] for port (None), before_response {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:30:24.968865 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-34410608-db9b-441a-be9a-4c6883e8c42e req-f0a81918-a407-48fe-a7f6-459323812d6f tempest-VolumesActionsTest-117497618 tempest-VolumesActionsTest-117497618-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7316692 May 16 20:30:25.065453 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.v2.base [req-34410608-db9b-441a-be9a-4c6883e8c42e req-03e01b2a-c9b1-4409-9746-563f7b6002a2 service neutron] Request body: {'port': {'device_id': '3e415dc5-d651-4642-8540-f4f3713e1671', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83090'}} {{(pid=103449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:30:25.145114 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [req-34410608-db9b-441a-be9a-4c6883e8c42e req-03e01b2a-c9b1-4409-9746-563f7b6002a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (5d99129b-f230-4e1c-b304-784ff61d9848), before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:30:25.149756 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2351d40-33da-4df5-bd60-ddf24ddf696c req-c5f324f4-449b-4270-87aa-cad05ce27366 tempest-VolumesActionsTest-117497618 tempest-VolumesActionsTest-117497618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:30:25.157891 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-b2351d40-33da-4df5-bd60-ddf24ddf696c req-c5f324f4-449b-4270-87aa-cad05ce27366 tempest-VolumesActionsTest-117497618 tempest-VolumesActionsTest-117497618-project] 10.222.0.71 "GET /v2.0/ports?device_id=3e415dc5-d651-4642-8540-f4f3713e1671 HTTP/1.1" status: 200 len: 931 time: 0.0722487 May 16 20:30:25.228789 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-b2351d40-33da-4df5-bd60-ddf24ddf696c req-17a41742-6e45-4c7b-918a-445a20ee5a2d tempest-VolumesActionsTest-117497618 tempest-VolumesActionsTest-117497618-project] 10.222.0.71 "GET /v2.0/security-groups?id=a542ce75-1b7e-49b2-b7a1-e87a4b0f99a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697637 May 16 20:30:25.578068 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.notifiers.nova [req-34410608-db9b-441a-be9a-4c6883e8c42e req-03e01b2a-c9b1-4409-9746-563f7b6002a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d99129b-f230-4e1c-b304-784ff61d9848 {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 20:30:25.588930 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [req-34410608-db9b-441a-be9a-4c6883e8c42e req-03e01b2a-c9b1-4409-9746-563f7b6002a2 service neutron] Publish callbacks [] for port (5d99129b-f230-4e1c-b304-784ff61d9848), precommit_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:30:25.608511 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [req-34410608-db9b-441a-be9a-4c6883e8c42e req-03e01b2a-c9b1-4409-9746-563f7b6002a2 service neutron] Transition to ACTIVE for port object 5d99129b-f230-4e1c-b304-784ff61d9848 will not be triggered until provisioned by entity L2. {{(pid=103449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 16 20:30:25.617569 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [req-34410608-db9b-441a-be9a-4c6883e8c42e req-03e01b2a-c9b1-4409-9746-563f7b6002a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732397598091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732397102978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732397102996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26134353'] for port (5d99129b-f230-4e1c-b304-784ff61d9848), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:30:25.694231 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e01b2a-c9b1-4409-9746-563f7b6002a2 service neutron] Pushing event updated for resources: {'Port': ['ID=5d99129b-f230-4e1c-b304-784ff61d9848,revision_number=2']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:30:25.756294 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [req-34410608-db9b-441a-be9a-4c6883e8c42e req-03e01b2a-c9b1-4409-9746-563f7b6002a2 service neutron] Attempting to bind port 5d99129b-f230-4e1c-b304-784ff61d9848 on host hv-cinder-83090 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 20:30:25.756743 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [req-34410608-db9b-441a-be9a-4c6883e8c42e req-03e01b2a-c9b1-4409-9746-563f7b6002a2 service neutron] Attempting to bind port 5d99129b-f230-4e1c-b304-784ff61d9848 by drivers openvswitch,hyperv on host hv-cinder-83090 at level 0 using segments [{'id': '190fa202-b7bc-4802-99be-9ee1a8764841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '731f36c9-6229-4931-a45c-303d8db85685'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 20:30:25.757135 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34410608-db9b-441a-be9a-4c6883e8c42e req-03e01b2a-c9b1-4409-9746-563f7b6002a2 service neutron] Attempting to bind port 5d99129b-f230-4e1c-b304-784ff61d9848 on network 731f36c9-6229-4931-a45c-303d8db85685 {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 20:30:25.761864 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34410608-db9b-441a-be9a-4c6883e8c42e req-03e01b2a-c9b1-4409-9746-563f7b6002a2 service neutron] Port 5d99129b-f230-4e1c-b304-784ff61d9848 on network 731f36c9-6229-4931-a45c-303d8db85685 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83090 {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 16 20:30:25.762198 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34410608-db9b-441a-be9a-4c6883e8c42e req-03e01b2a-c9b1-4409-9746-563f7b6002a2 service neutron] Attempting to bind port 5d99129b-f230-4e1c-b304-784ff61d9848 on network 731f36c9-6229-4931-a45c-303d8db85685 {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 20:30:25.767562 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34410608-db9b-441a-be9a-4c6883e8c42e req-03e01b2a-c9b1-4409-9746-563f7b6002a2 service neutron] Checking agent: {'id': '748e0023-d5c8-44d3-9d74-a0da2def1ef4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83090', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 20, 23, 10), 'started_at': datetime.datetime(2022, 5, 16, 20, 23, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 20, 30, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 20:30:25.767915 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34410608-db9b-441a-be9a-4c6883e8c42e req-03e01b2a-c9b1-4409-9746-563f7b6002a2 service neutron] Checking segment: {'id': '190fa202-b7bc-4802-99be-9ee1a8764841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '731f36c9-6229-4931-a45c-303d8db85685'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 20:30:25.769015 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34410608-db9b-441a-be9a-4c6883e8c42e req-03e01b2a-c9b1-4409-9746-563f7b6002a2 service neutron] Bound using segment: {'id': '190fa202-b7bc-4802-99be-9ee1a8764841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '731f36c9-6229-4931-a45c-303d8db85685'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 20:30:25.769353 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [req-34410608-db9b-441a-be9a-4c6883e8c42e req-03e01b2a-c9b1-4409-9746-563f7b6002a2 service neutron] Bound port: 5d99129b-f230-4e1c-b304-784ff61d9848, host: hv-cinder-83090, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '190fa202-b7bc-4802-99be-9ee1a8764841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '731f36c9-6229-4931-a45c-303d8db85685'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 20:30:25.769712 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [req-34410608-db9b-441a-be9a-4c6883e8c42e req-03e01b2a-c9b1-4409-9746-563f7b6002a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (5d99129b-f230-4e1c-b304-784ff61d9848), before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:30:25.838549 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [req-34410608-db9b-441a-be9a-4c6883e8c42e req-03e01b2a-c9b1-4409-9746-563f7b6002a2 service neutron] For port 5d99129b-f230-4e1c-b304-784ff61d9848, host hv-cinder-83090, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 20:30:25.842650 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [req-34410608-db9b-441a-be9a-4c6883e8c42e req-03e01b2a-c9b1-4409-9746-563f7b6002a2 service neutron] For port 5d99129b-f230-4e1c-b304-784ff61d9848, host hv-cinder-83090, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=5d99129b-f230-4e1c-b304-784ff61d9848,segment=NetworkSegment(190fa202-b7bc-4802-99be-9ee1a8764841),segment_id=190fa202-b7bc-4802-99be-9ee1a8764841)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 20:30:25.849042 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [req-34410608-db9b-441a-be9a-4c6883e8c42e req-03e01b2a-c9b1-4409-9746-563f7b6002a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732397598091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732397102978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732397102996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26134353'] for port (5d99129b-f230-4e1c-b304-784ff61d9848), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:30:25.890098 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34410608-db9b-441a-be9a-4c6883e8c42e req-03e01b2a-c9b1-4409-9746-563f7b6002a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:30:25.891018 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [req-34410608-db9b-441a-be9a-4c6883e8c42e req-03e01b2a-c9b1-4409-9746-563f7b6002a2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-338397'] for port (None), before_response {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:30:25.895266 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-34410608-db9b-441a-be9a-4c6883e8c42e req-03e01b2a-c9b1-4409-9746-563f7b6002a2 service neutron] 10.222.0.81 "PUT /v2.0/ports/5d99129b-f230-4e1c-b304-784ff61d9848 HTTP/1.1" status: 200 len: 1093 time: 0.9182587 May 16 20:30:25.898601 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e415dc5-d651-4642-8540-f4f3713e1671', 'tag': '5d99129b-f230-4e1c-b304-784ff61d9848'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 20:30:25.902608 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}295115e3b8025bbf11aa9aac085408c2d5e3d0e4242a5f701d1d164c8d9f99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5da3d819-7d65-4368-b75c-308181f8f107" -d '{"events": [{"name": "network-changed", "server_uuid": "3e415dc5-d651-4642-8540-f4f3713e1671", "tag": "5d99129b-f230-4e1c-b304-784ff61d9848"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 20:30:26.007880 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b353ea-fe4c-4da7-af65-c972f2cdb153 req-505b2947-687d-4b88-8a9e-86e395c66451 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:30:26.014796 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34410608-db9b-441a-be9a-4c6883e8c42e req-9a06e25a-5c61-450c-9be7-0a17f5b641fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:30:26.016717 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-34410608-db9b-441a-be9a-4c6883e8c42e req-9a06e25a-5c61-450c-9be7-0a17f5b641fd service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=4dd508b1a1d544cd982cf0b2db5ccdb5&device_id=3e415dc5-d651-4642-8540-f4f3713e1671 HTTP/1.1" status: 200 len: 1127 time: 0.0556235 May 16 20:30:26.017876 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-42b353ea-fe4c-4da7-af65-c972f2cdb153 req-505b2947-687d-4b88-8a9e-86e395c66451 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/ports?device_id=f373f49f-1b05-493f-8909-14c9c8b3a493 HTTP/1.1" status: 200 len: 945 time: 0.0949569 May 16 20:30:26.021420 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 20:30:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12fb632b-d466-4456-b72d-0b53bce73063 x-openstack-request-id: req-12fb632b-d466-4456-b72d-0b53bce73063 {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 20:30:26.022087 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e415dc5-d651-4642-8540-f4f3713e1671", "tag": "5d99129b-f230-4e1c-b304-784ff61d9848", "status": "completed", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 20:30:26.022544 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-12fb632b-d466-4456-b72d-0b53bce73063 {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 20:30:26.023091 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12fb632b-d466-4456-b72d-0b53bce73063'] response: {'name': 'network-changed', 'server_uuid': '3e415dc5-d651-4642-8540-f4f3713e1671', 'tag': '5d99129b-f230-4e1c-b304-784ff61d9848', 'status': 'completed', 'code': 200} May 16 20:30:26.025601 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e01b2a-c9b1-4409-9746-563f7b6002a2 service neutron] Pushing event updated for resources: {'Port': ['ID=5d99129b-f230-4e1c-b304-784ff61d9848,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:30:26.078613 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-42b353ea-fe4c-4da7-af65-c972f2cdb153 req-c02f6390-28e3-4f97-ac46-cc997e32b531 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/security-groups?id=b00b1d0a-4123-474e-8367-57183b95466c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596738 May 16 20:30:26.093393 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-34410608-db9b-441a-be9a-4c6883e8c42e req-c6dd22c2-d1d7-44cf-a8e4-9c445a41d387 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5d99129b-f230-4e1c-b304-784ff61d9848 HTTP/1.1" status: 200 len: 217 time: 0.0689080 May 16 20:30:26.158362 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34410608-db9b-441a-be9a-4c6883e8c42e req-ae136d0b-34b3-48b2-9f8e-d17a8a19c452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:30:26.160208 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-34410608-db9b-441a-be9a-4c6883e8c42e req-ae136d0b-34b3-48b2-9f8e-d17a8a19c452 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=118b9918-5815-4b4b-b9ef-84b23b6b4866 HTTP/1.1" status: 200 len: 847 time: 0.0591145 May 16 20:30:26.197963 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-34410608-db9b-441a-be9a-4c6883e8c42e req-41f8645d-c7f7-466d-9463-60af3c43c3ae service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=731f36c9-6229-4931-a45c-303d8db85685&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299854 May 16 20:30:26.308164 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-34410608-db9b-441a-be9a-4c6883e8c42e req-2ddf5e57-c988-43ea-be42-31a417aff702 service neutron] 10.222.0.81 "GET /v2.0/networks/731f36c9-6229-4931-a45c-303d8db85685?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027639 May 16 20:30:26.426254 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c62224-cfa7-4eb7-b597-94f73d348a6f req-d8f5b6c1-b668-4cb7-80e0-bcb7e95da9e7 tempest-VolumesActionsTest-117497618 tempest-VolumesActionsTest-117497618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:30:26.427894 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-49c62224-cfa7-4eb7-b597-94f73d348a6f req-d8f5b6c1-b668-4cb7-80e0-bcb7e95da9e7 tempest-VolumesActionsTest-117497618 tempest-VolumesActionsTest-117497618-project] 10.222.0.71 "GET /v2.0/ports?device_id=3e415dc5-d651-4642-8540-f4f3713e1671 HTTP/1.1" status: 200 len: 943 time: 0.1139319 May 16 20:30:26.488489 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-34410608-db9b-441a-be9a-4c6883e8c42e req-fd4b122c-ff74-48ef-b7ac-b3fd26c1eaf6 service neutron] 10.222.0.81 "GET /v2.0/networks/731f36c9-6229-4931-a45c-303d8db85685?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659610 May 16 20:30:26.500807 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-49c62224-cfa7-4eb7-b597-94f73d348a6f req-eef39da4-5c07-4314-ae79-899f946a9c3e tempest-VolumesActionsTest-117497618 tempest-VolumesActionsTest-117497618-project] 10.222.0.71 "GET /v2.0/security-groups?id=a542ce75-1b7e-49b2-b7a1-e87a4b0f99a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635383 May 16 20:30:27.247373 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468ecfee-519b-44b6-a350-74d0c06611c0 req-d5e5c297-ed8a-4297-8191-b13e03db25a5 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:30:27.253846 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-468ecfee-519b-44b6-a350-74d0c06611c0 req-d5e5c297-ed8a-4297-8191-b13e03db25a5 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/ports?device_id=f373f49f-1b05-493f-8909-14c9c8b3a493 HTTP/1.1" status: 200 len: 945 time: 0.0723896 May 16 20:30:27.323736 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-468ecfee-519b-44b6-a350-74d0c06611c0 req-04fcc250-4940-4660-8504-06a3666746bd tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/security-groups?id=b00b1d0a-4123-474e-8367-57183b95466c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689924 May 16 20:30:27.540578 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da3d819-7d65-4368-b75c-308181f8f107 req-d266bd61-18df-4ab6-9b14-2b3cb9d83602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:30:27.542090 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-5da3d819-7d65-4368-b75c-308181f8f107 req-d266bd61-18df-4ab6-9b14-2b3cb9d83602 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=4dd508b1a1d544cd982cf0b2db5ccdb5&device_id=3e415dc5-d651-4642-8540-f4f3713e1671 HTTP/1.1" status: 200 len: 1127 time: 0.0444121 May 16 20:30:27.670201 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf67e80-76be-4d22-b81e-c3a7f922efab req-b7f2ce45-7be0-42c4-9ec8-ee8d9dddf230 tempest-VolumesActionsTest-117497618 tempest-VolumesActionsTest-117497618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:30:27.671765 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-faf67e80-76be-4d22-b81e-c3a7f922efab req-b7f2ce45-7be0-42c4-9ec8-ee8d9dddf230 tempest-VolumesActionsTest-117497618 tempest-VolumesActionsTest-117497618-project] 10.222.0.71 "GET /v2.0/ports?device_id=3e415dc5-d651-4642-8540-f4f3713e1671 HTTP/1.1" status: 200 len: 943 time: 0.0863714 May 16 20:30:27.704825 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da3d819-7d65-4368-b75c-308181f8f107 req-baa89bfe-5e66-4ede-8c9d-8da7c7674dee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:30:27.706441 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-5da3d819-7d65-4368-b75c-308181f8f107 req-baa89bfe-5e66-4ede-8c9d-8da7c7674dee service neutron] 10.222.0.81 "GET /v2.0/networks?id=731f36c9-6229-4931-a45c-303d8db85685 HTTP/1.1" status: 200 len: 908 time: 0.1568980 May 16 20:30:27.763116 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-5da3d819-7d65-4368-b75c-308181f8f107 req-b2fa082c-97c8-4614-9fb5-6e36da42d0d5 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5d99129b-f230-4e1c-b304-784ff61d9848 HTTP/1.1" status: 200 len: 217 time: 0.0455620 May 16 20:30:27.770479 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-faf67e80-76be-4d22-b81e-c3a7f922efab req-fb22c842-cc08-444d-bac2-9941ed954722 tempest-VolumesActionsTest-117497618 tempest-VolumesActionsTest-117497618-project] 10.222.0.71 "GET /v2.0/security-groups?id=a542ce75-1b7e-49b2-b7a1-e87a4b0f99a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903547 May 16 20:30:27.867402 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da3d819-7d65-4368-b75c-308181f8f107 req-799a7a25-1de7-4b7a-8e45-a407ffc1e731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:30:27.868891 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-5da3d819-7d65-4368-b75c-308181f8f107 req-799a7a25-1de7-4b7a-8e45-a407ffc1e731 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=118b9918-5815-4b4b-b9ef-84b23b6b4866 HTTP/1.1" status: 200 len: 847 time: 0.0459480 May 16 20:30:27.903380 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-5da3d819-7d65-4368-b75c-308181f8f107 req-93d197d3-74cc-4ba3-a8b3-5602bb20c4c4 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=731f36c9-6229-4931-a45c-303d8db85685&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267303 May 16 20:30:27.997457 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-5da3d819-7d65-4368-b75c-308181f8f107 req-e49720a1-e542-424f-940a-6f4baef4bbf9 service neutron] 10.222.0.81 "GET /v2.0/networks/731f36c9-6229-4931-a45c-303d8db85685?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872672 May 16 20:30:28.220013 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-5da3d819-7d65-4368-b75c-308181f8f107 req-0624a705-0497-4f91-9799-6a7f7a1a9056 service neutron] 10.222.0.81 "GET /v2.0/networks/731f36c9-6229-4931-a45c-303d8db85685?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887496 May 16 20:30:28.326984 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07578fd-a630-40d5-a4bc-4d5276c09048 req-e4eba484-1732-41ae-8bf1-b58f0dd68910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:30:28.328566 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-b07578fd-a630-40d5-a4bc-4d5276c09048 req-e4eba484-1732-41ae-8bf1-b58f0dd68910 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=c5e9d68ebf234ca98d0bedb214585f87&device_id=f373f49f-1b05-493f-8909-14c9c8b3a493 HTTP/1.1" status: 200 len: 1129 time: 0.0433731 May 16 20:30:28.428237 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07578fd-a630-40d5-a4bc-4d5276c09048 req-442defb9-8ad1-4f6f-ae09-3ce0a2d2bf3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:30:28.429857 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-b07578fd-a630-40d5-a4bc-4d5276c09048 req-442defb9-8ad1-4f6f-ae09-3ce0a2d2bf3e service neutron] 10.222.0.81 "GET /v2.0/networks?id=87a5424f-d6f8-4b15-9358-a637573a32c1 HTTP/1.1" status: 200 len: 918 time: 0.0940671 May 16 20:30:28.456897 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44364ed-6e02-4895-923f-6dfe1f9083a1 req-cb1531b0-e4f2-496e-983f-dbac4e8eaed0 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:30:28.464559 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-e44364ed-6e02-4895-923f-6dfe1f9083a1 req-cb1531b0-e4f2-496e-983f-dbac4e8eaed0 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/ports?device_id=f373f49f-1b05-493f-8909-14c9c8b3a493 HTTP/1.1" status: 200 len: 945 time: 0.0551252 May 16 20:30:28.501590 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-b07578fd-a630-40d5-a4bc-4d5276c09048 req-e2061324-2cf9-4972-bbbe-9bc0cee68366 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d1ecf934-cac9-41d2-9209-1ad50d42399a HTTP/1.1" status: 200 len: 1000 time: 0.0602489 May 16 20:30:28.512534 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-e44364ed-6e02-4895-923f-6dfe1f9083a1 req-358efb82-280f-4ebb-ac80-d824352ac019 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/security-groups?id=b00b1d0a-4123-474e-8367-57183b95466c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471084 May 16 20:30:28.558253 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07578fd-a630-40d5-a4bc-4d5276c09048 req-3fd4f4e5-ad77-48c3-a10a-71cba949f302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:30:28.559717 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-b07578fd-a630-40d5-a4bc-4d5276c09048 req-3fd4f4e5-ad77-48c3-a10a-71cba949f302 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=4cb8e59d-2930-42f7-8975-a483fd8062fd HTTP/1.1" status: 200 len: 856 time: 0.0510228 May 16 20:30:28.604075 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07578fd-a630-40d5-a4bc-4d5276c09048 req-af8914ee-8c8b-4c23-84ee-3a5fb432fffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:30:28.605612 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-b07578fd-a630-40d5-a4bc-4d5276c09048 req-af8914ee-8c8b-4c23-84ee-3a5fb432fffd service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=87a5424f-d6f8-4b15-9358-a637573a32c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0392480 May 16 20:30:28.699352 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-b07578fd-a630-40d5-a4bc-4d5276c09048 req-385a1b9e-138c-4367-8154-70831b6dc2e8 service neutron] 10.222.0.81 "GET /v2.0/networks/87a5424f-d6f8-4b15-9358-a637573a32c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873008 May 16 20:30:28.793343 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-b07578fd-a630-40d5-a4bc-4d5276c09048 req-decc8f9c-2433-4112-bb96-f27453e6f417 service neutron] 10.222.0.81 "GET /v2.0/networks/87a5424f-d6f8-4b15-9358-a637573a32c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869987 May 16 20:30:28.891198 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe63be4e-53f7-45e7-ae3f-7becf811f3e5 req-e42d5a23-e8aa-4e44-bb40-22493017357b tempest-VolumesActionsTest-117497618 tempest-VolumesActionsTest-117497618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:30:28.893018 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-fe63be4e-53f7-45e7-ae3f-7becf811f3e5 req-e42d5a23-e8aa-4e44-bb40-22493017357b tempest-VolumesActionsTest-117497618 tempest-VolumesActionsTest-117497618-project] 10.222.0.71 "GET /v2.0/ports?device_id=3e415dc5-d651-4642-8540-f4f3713e1671 HTTP/1.1" status: 200 len: 943 time: 0.0514116 May 16 20:30:28.946091 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-fe63be4e-53f7-45e7-ae3f-7becf811f3e5 req-7458760c-4dd5-406c-9e59-fce4aeae8f49 tempest-VolumesActionsTest-117497618 tempest-VolumesActionsTest-117497618-project] 10.222.0.71 "GET /v2.0/security-groups?id=a542ce75-1b7e-49b2-b7a1-e87a4b0f99a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469155 May 16 20:30:29.638742 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb955849-977e-47d2-8a9c-48fcc5d0aec1 req-31b08d9f-3b00-4701-8eed-d56f0772ff88 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:30:29.640332 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-eb955849-977e-47d2-8a9c-48fcc5d0aec1 req-31b08d9f-3b00-4701-8eed-d56f0772ff88 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/ports?device_id=f373f49f-1b05-493f-8909-14c9c8b3a493 HTTP/1.1" status: 200 len: 945 time: 0.0474138 May 16 20:30:29.687407 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-eb955849-977e-47d2-8a9c-48fcc5d0aec1 req-746e89d5-5a5b-49ce-b7c3-41c61b6b01d1 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/security-groups?id=b00b1d0a-4123-474e-8367-57183b95466c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411959 May 16 20:30:29.850804 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Device 5d99129b-f230-4e1c-b304-784ff61d9848 details requested by agent hyperv_hv-cinder-83090 with host hv-cinder-83090 {{(pid=103450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 20:30:29.951195 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] For port 5d99129b-f230-4e1c-b304-784ff61d9848, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=5d99129b-f230-4e1c-b304-784ff61d9848,segment=NetworkSegment(190fa202-b7bc-4802-99be-9ee1a8764841),segment_id=190fa202-b7bc-4802-99be-9ee1a8764841)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:30:29.963351 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Returning: {'device': '5d99129b-f230-4e1c-b304-784ff61d9848', 'network_id': '731f36c9-6229-4931-a45c-303d8db85685', 'port_id': '5d99129b-f230-4e1c-b304-784ff61d9848', 'mac_address': 'fa:16:3e:2b:37:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '118b9918-5815-4b4b-b9ef-84b23b6b4866', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 20:30:29.999942 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Current status of the port 5d99129b-f230-4e1c-b304-784ff61d9848 is: DOWN; New status is: BUILD {{(pid=103450) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:30:30.000366 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (5d99129b-f230-4e1c-b304-784ff61d9848), before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:30:30.013826 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.notifiers.nova [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d99129b-f230-4e1c-b304-784ff61d9848 {{(pid=103450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 20:30:30.035477 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] For port 5d99129b-f230-4e1c-b304-784ff61d9848, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=5d99129b-f230-4e1c-b304-784ff61d9848,segment=NetworkSegment(190fa202-b7bc-4802-99be-9ee1a8764841),segment_id=190fa202-b7bc-4802-99be-9ee1a8764841)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:30:30.039974 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732397598091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732397102978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732397102996'] for port (5d99129b-f230-4e1c-b304-784ff61d9848), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:30:30.074721 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c103ea3-630d-4982-ad2c-563a183d99bb req-830c17f1-3c73-42ab-a281-fa2438e6a023 tempest-VolumesActionsTest-117497618 tempest-VolumesActionsTest-117497618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:30:30.077404 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-4c103ea3-630d-4982-ad2c-563a183d99bb req-830c17f1-3c73-42ab-a281-fa2438e6a023 tempest-VolumesActionsTest-117497618 tempest-VolumesActionsTest-117497618-project] 10.222.0.71 "GET /v2.0/ports?device_id=3e415dc5-d651-4642-8540-f4f3713e1671 HTTP/1.1" status: 200 len: 943 time: 0.0606136 May 16 20:30:30.092450 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Pushing event updated for resources: {'Port': ['ID=5d99129b-f230-4e1c-b304-784ff61d9848,revision_number=4']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:30:30.100551 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:30:30.101024 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:30:30.101668 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:30:30.101950 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:30:30.102308 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:30:30.102634 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:30:30.102957 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:30:30.103277 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:30:30.103744 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:30:30.103978 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:30:30.104302 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:30:30.104630 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:30:30.104959 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:30:30.105297 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:30:30.105609 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:30:30.132300 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-4c103ea3-630d-4982-ad2c-563a183d99bb req-5f9bdc46-8990-4166-a2e5-4bf4851ec15a tempest-VolumesActionsTest-117497618 tempest-VolumesActionsTest-117497618-project] 10.222.0.71 "GET /v2.0/security-groups?id=a542ce75-1b7e-49b2-b7a1-e87a4b0f99a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493405 May 16 20:30:30.338066 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] get_ports_and_sgs() called for port_ids ['5d99129b-f230-4e1c-b304-784ff61d9848'] {{(pid=103450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 20:30:30.816206 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2644402-b54b-4ce2-b3a4-ed6b3c50e8f2 req-75edb049-1f80-4f80-aef0-ebdd24075775 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:30:30.821489 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-e2644402-b54b-4ce2-b3a4-ed6b3c50e8f2 req-75edb049-1f80-4f80-aef0-ebdd24075775 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/ports?device_id=f373f49f-1b05-493f-8909-14c9c8b3a493 HTTP/1.1" status: 200 len: 945 time: 0.0596888 May 16 20:30:30.875523 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-e2644402-b54b-4ce2-b3a4-ed6b3c50e8f2 req-f5ad9482-0430-48a8-98e3-c57205d71ffe tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/security-groups?id=b00b1d0a-4123-474e-8367-57183b95466c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482628 May 16 20:30:31.273820 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8400724a-6399-4cdb-bb4d-07483fed7e87 req-1afe0b16-d782-48a7-baa1-834e211adcbf tempest-VolumesActionsTest-117497618 tempest-VolumesActionsTest-117497618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:30:31.275372 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-8400724a-6399-4cdb-bb4d-07483fed7e87 req-1afe0b16-d782-48a7-baa1-834e211adcbf tempest-VolumesActionsTest-117497618 tempest-VolumesActionsTest-117497618-project] 10.222.0.71 "GET /v2.0/ports?device_id=3e415dc5-d651-4642-8540-f4f3713e1671 HTTP/1.1" status: 200 len: 944 time: 0.0631509 May 16 20:30:31.329158 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-8400724a-6399-4cdb-bb4d-07483fed7e87 req-fb328aa1-fa88-4e3c-b25c-9d466b0bf145 tempest-VolumesActionsTest-117497618 tempest-VolumesActionsTest-117497618-project] 10.222.0.71 "GET /v2.0/security-groups?id=a542ce75-1b7e-49b2-b7a1-e87a4b0f99a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466359 May 16 20:30:31.894708 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deea8c54-4160-434d-8a83-c746aa7d77ef req-8e382f77-6f3c-4cd3-a03c-b04928673d3d tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:30:31.902692 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-deea8c54-4160-434d-8a83-c746aa7d77ef req-8e382f77-6f3c-4cd3-a03c-b04928673d3d tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/ports?device_id=f373f49f-1b05-493f-8909-14c9c8b3a493 HTTP/1.1" status: 200 len: 945 time: 0.0999305 May 16 20:30:31.904446 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Device 5d99129b-f230-4e1c-b304-784ff61d9848 up at agent hyperv_hv-cinder-83090 {{(pid=103450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 20:30:31.922860 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-6ce13261-7243-4e20-b8ee-c0bf2ca52f5c req-c4871925-8428-4b9f-8a94-8acb33b24f30 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=f373f49f-1b05-493f-8909-14c9c8b3a493&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0795376 May 16 20:30:31.962171 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-deea8c54-4160-434d-8a83-c746aa7d77ef req-bb9bc1a8-f8d7-4bce-82e9-7c3f52c61609 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/security-groups?id=b00b1d0a-4123-474e-8367-57183b95466c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584271 May 16 20:30:31.990605 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Provisioning for port 5d99129b-f230-4e1c-b304-784ff61d9848 completed by entity L2. {{(pid=103450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 16 20:30:31.996296 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Provisioning complete for port 5d99129b-f230-4e1c-b304-784ff61d9848 triggered by entity L2. {{(pid=103450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:30:31.996763 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868582'] for port (5d99129b-f230-4e1c-b304-784ff61d9848), provisioning_complete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:30:32.027535 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce13261-7243-4e20-b8ee-c0bf2ca52f5c req-c19ed08c-91f9-4ab6-8c39-cebcb82eda0c tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:30:32.028944 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-6ce13261-7243-4e20-b8ee-c0bf2ca52f5c req-c19ed08c-91f9-4ab6-8c39-cebcb82eda0c tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/ports/d1ecf934-cac9-41d2-9209-1ad50d42399a HTTP/1.1" status: 200 len: 942 time: 0.0545089 May 16 20:30:32.082924 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Current status of the port 5d99129b-f230-4e1c-b304-784ff61d9848 is: BUILD; New status is: ACTIVE {{(pid=103450) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:30:32.083434 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (5d99129b-f230-4e1c-b304-784ff61d9848), before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:30:32.106999 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e415dc5-d651-4642-8540-f4f3713e1671', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d99129b-f230-4e1c-b304-784ff61d9848'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 20:30:32.110255 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38452c862c9e2e5c9d38da0d4ca4e6053ba1266d056c207bc89b5fbcea4cd82f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5862ac5f-302c-4324-8718-bd131930ed14" -d '{"events": [{"server_uuid": "3e415dc5-d651-4642-8540-f4f3713e1671", "name": "network-vif-plugged", "status": "completed", "tag": "5d99129b-f230-4e1c-b304-784ff61d9848"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 20:30:32.123122 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] For port 5d99129b-f230-4e1c-b304-784ff61d9848, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=5d99129b-f230-4e1c-b304-784ff61d9848,segment=NetworkSegment(190fa202-b7bc-4802-99be-9ee1a8764841),segment_id=190fa202-b7bc-4802-99be-9ee1a8764841)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:30:32.131939 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732397598091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732397102978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732397102996'] for port (5d99129b-f230-4e1c-b304-784ff61d9848), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:30:32.133513 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Device d1ecf934-cac9-41d2-9209-1ad50d42399a no longer exists at agent hyperv_hv-cinder-83090 {{(pid=103450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 20:30:32.179371 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 20:30:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b395f34-c58c-408e-aabe-89209f146d64 x-openstack-request-id: req-5b395f34-c58c-408e-aabe-89209f146d64 {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 20:30:32.179825 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e415dc5-d651-4642-8540-f4f3713e1671", "name": "network-vif-plugged", "status": "completed", "tag": "5d99129b-f230-4e1c-b304-784ff61d9848", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 20:30:32.180080 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-5b395f34-c58c-408e-aabe-89209f146d64 {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 20:30:32.180509 dv-cinder-830901-7-iscsi neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b395f34-c58c-408e-aabe-89209f146d64'] response: {'server_uuid': '3e415dc5-d651-4642-8540-f4f3713e1671', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d99129b-f230-4e1c-b304-784ff61d9848', 'code': 200} May 16 20:30:32.227094 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Pushing event updated for resources: {'Port': ['ID=5d99129b-f230-4e1c-b304-784ff61d9848,revision_number=5']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:30:32.264613 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Current status of the port d1ecf934-cac9-41d2-9209-1ad50d42399a is: ACTIVE; New status is: DOWN {{(pid=103450) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:30:32.265073 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (d1ecf934-cac9-41d2-9209-1ad50d42399a), before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:30:32.309547 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] For port d1ecf934-cac9-41d2-9209-1ad50d42399a, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=d1ecf934-cac9-41d2-9209-1ad50d42399a,segment=NetworkSegment(12107d7b-ff59-4c3c-bf55-e4e7eaef240d),segment_id=12107d7b-ff59-4c3c-bf55-e4e7eaef240d)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:30:32.316123 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732397598091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732397102978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732397102996'] for port (d1ecf934-cac9-41d2-9209-1ad50d42399a), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:30:32.369600 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Pushing event updated for resources: {'Port': ['ID=d1ecf934-cac9-41d2-9209-1ad50d42399a,revision_number=8']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:30:32.423278 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78747311-08ce-4904-a244-25d4a7e9a335 req-c24c8894-0980-4186-87de-e407db59730b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:30:32.424950 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-78747311-08ce-4904-a244-25d4a7e9a335 req-c24c8894-0980-4186-87de-e407db59730b service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=3e415dc5-d651-4642-8540-f4f3713e1671 HTTP/1.1" status: 200 len: 1129 time: 0.0605330 May 16 20:30:32.476658 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2752164-7d74-40d2-851b-3f6bc7179705 req-64bab0ee-2702-474f-993e-f9a7e8ec42ad tempest-VolumesActionsTest-117497618 tempest-VolumesActionsTest-117497618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:30:32.478109 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-a2752164-7d74-40d2-851b-3f6bc7179705 req-64bab0ee-2702-474f-993e-f9a7e8ec42ad tempest-VolumesActionsTest-117497618 tempest-VolumesActionsTest-117497618-project] 10.222.0.71 "GET /v2.0/ports?device_id=3e415dc5-d651-4642-8540-f4f3713e1671 HTTP/1.1" status: 200 len: 945 time: 0.0700235 May 16 20:30:32.519342 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-78747311-08ce-4904-a244-25d4a7e9a335 req-7ad7e6a9-4b4c-4f49-b911-fb251b749b61 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=a542ce75-1b7e-49b2-b7a1-e87a4b0f99a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768664 May 16 20:30:32.546730 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-a2752164-7d74-40d2-851b-3f6bc7179705 req-df4efde3-1aec-498e-9405-6d3b361a831c tempest-VolumesActionsTest-117497618 tempest-VolumesActionsTest-117497618-project] 10.222.0.71 "GET /v2.0/security-groups?id=a542ce75-1b7e-49b2-b7a1-e87a4b0f99a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597281 May 16 20:30:33.108310 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ca900a-ce27-4581-99aa-5cfbf41767f5 req-1c009b5a-79e1-4092-82dd-e5b023ff2b21 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:30:33.110301 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-34ca900a-ce27-4581-99aa-5cfbf41767f5 req-1c009b5a-79e1-4092-82dd-e5b023ff2b21 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/ports?device_id=f373f49f-1b05-493f-8909-14c9c8b3a493 HTTP/1.1" status: 200 len: 943 time: 0.0639029 May 16 20:30:33.165786 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-34ca900a-ce27-4581-99aa-5cfbf41767f5 req-1a21dc4f-212f-468d-be24-07bd15f1766b tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/security-groups?id=b00b1d0a-4123-474e-8367-57183b95466c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480971 May 16 20:30:33.500491 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce13261-7243-4e20-b8ee-c0bf2ca52f5c req-4bd8b8fa-ba21-4b62-9aec-7d0264e09f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:30:33.501998 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-6ce13261-7243-4e20-b8ee-c0bf2ca52f5c req-4bd8b8fa-ba21-4b62-9aec-7d0264e09f1a service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=f373f49f-1b05-493f-8909-14c9c8b3a493&tenant_id=c5e9d68ebf234ca98d0bedb214585f87 HTTP/1.1" status: 200 len: 1127 time: 0.0721772 May 16 20:30:33.582216 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce13261-7243-4e20-b8ee-c0bf2ca52f5c req-4515bbd9-7b9b-4347-9326-983d3fad70ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:30:33.583766 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-6ce13261-7243-4e20-b8ee-c0bf2ca52f5c req-4515bbd9-7b9b-4347-9326-983d3fad70ac service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=c5e9d68ebf234ca98d0bedb214585f87&device_id=f373f49f-1b05-493f-8909-14c9c8b3a493 HTTP/1.1" status: 200 len: 1127 time: 0.0410018 May 16 20:30:33.684711 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-891b0a72-7876-4e68-8e07-419e33a96070 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (6de3586b-c77a-41a3-9d69-e80d1925fb22), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:30:33.714957 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630821b1-135f-4cfd-b1e5-bcc77bc1f204 req-4f9ad40a-2ec4-403d-ace5-fcdb3b83acb1 tempest-VolumesActionsTest-117497618 tempest-VolumesActionsTest-117497618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:30:33.719291 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-630821b1-135f-4cfd-b1e5-bcc77bc1f204 req-4f9ad40a-2ec4-403d-ace5-fcdb3b83acb1 tempest-VolumesActionsTest-117497618 tempest-VolumesActionsTest-117497618-project] 10.222.0.71 "GET /v2.0/ports?device_id=3e415dc5-d651-4642-8540-f4f3713e1671 HTTP/1.1" status: 200 len: 945 time: 0.0984089 May 16 20:30:33.758947 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce13261-7243-4e20-b8ee-c0bf2ca52f5c req-f2f27b54-786f-42a8-b35e-5b414bca079b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:30:33.760436 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-6ce13261-7243-4e20-b8ee-c0bf2ca52f5c req-f2f27b54-786f-42a8-b35e-5b414bca079b service neutron] 10.222.0.81 "GET /v2.0/networks?id=87a5424f-d6f8-4b15-9358-a637573a32c1 HTTP/1.1" status: 200 len: 918 time: 0.1678576 May 16 20:30:33.784091 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-630821b1-135f-4cfd-b1e5-bcc77bc1f204 req-f10b530c-ec83-4012-a739-b5e3d5acbf56 tempest-VolumesActionsTest-117497618 tempest-VolumesActionsTest-117497618-project] 10.222.0.71 "GET /v2.0/security-groups?id=a542ce75-1b7e-49b2-b7a1-e87a4b0f99a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600691 May 16 20:30:34.184177 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f373f49f-1b05-493f-8909-14c9c8b3a493', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1ecf934-cac9-41d2-9209-1ad50d42399a'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 20:30:34.184177 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38452c862c9e2e5c9d38da0d4ca4e6053ba1266d056c207bc89b5fbcea4cd82f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eab0937d-49b7-4eac-b8d0-9be0cbe7826a" -d '{"events": [{"server_uuid": "f373f49f-1b05-493f-8909-14c9c8b3a493", "name": "network-vif-unplugged", "status": "completed", "tag": "d1ecf934-cac9-41d2-9209-1ad50d42399a"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 20:30:34.257014 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 May 2022 20:30:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d39c7c15-9e26-42c1-9d28-8082f13db28f x-openstack-request-id: req-d39c7c15-9e26-42c1-9d28-8082f13db28f {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 20:30:34.257327 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f373f49f-1b05-493f-8909-14c9c8b3a493", "name": "network-vif-unplugged", "status": "completed", "tag": "d1ecf934-cac9-41d2-9209-1ad50d42399a", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 20:30:34.257584 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-d39c7c15-9e26-42c1-9d28-8082f13db28f {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 20:30:34.257986 dv-cinder-830901-7-iscsi neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d39c7c15-9e26-42c1-9d28-8082f13db28f'] response: {'server_uuid': 'f373f49f-1b05-493f-8909-14c9c8b3a493', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1ecf934-cac9-41d2-9209-1ad50d42399a', 'code': 200} May 16 20:30:34.277128 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-6ce13261-7243-4e20-b8ee-c0bf2ca52f5c req-71bff0c1-a45b-49af-8112-51cf40adf53e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d1ecf934-cac9-41d2-9209-1ad50d42399a HTTP/1.1" status: 200 len: 998 time: 0.0967104 May 16 20:30:34.353845 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec80f68-59b7-4da1-8602-e7397324c025 req-b39d75ee-f00a-46a6-8c6f-f250ee5058c3 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:30:34.355306 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-eec80f68-59b7-4da1-8602-e7397324c025 req-b39d75ee-f00a-46a6-8c6f-f250ee5058c3 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/ports?device_id=f373f49f-1b05-493f-8909-14c9c8b3a493 HTTP/1.1" status: 200 len: 943 time: 0.0929539 May 16 20:30:34.373193 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce13261-7243-4e20-b8ee-c0bf2ca52f5c req-a8ba2862-6f81-431c-8267-6b0c70d81fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:30:34.374590 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-6ce13261-7243-4e20-b8ee-c0bf2ca52f5c req-a8ba2862-6f81-431c-8267-6b0c70d81fa8 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=4cb8e59d-2930-42f7-8975-a483fd8062fd HTTP/1.1" status: 200 len: 856 time: 0.0724869 May 16 20:30:34.434298 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-eec80f68-59b7-4da1-8602-e7397324c025 req-4b7e887b-da80-400f-a1f6-13b9325137b6 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/security-groups?id=b00b1d0a-4123-474e-8367-57183b95466c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714111 May 16 20:30:34.449111 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce13261-7243-4e20-b8ee-c0bf2ca52f5c req-15f5f967-ecd5-4ab5-8ffe-92df09f83421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:30:34.450670 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-6ce13261-7243-4e20-b8ee-c0bf2ca52f5c req-15f5f967-ecd5-4ab5-8ffe-92df09f83421 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=87a5424f-d6f8-4b15-9358-a637573a32c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0674126 May 16 20:30:34.553513 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-6ce13261-7243-4e20-b8ee-c0bf2ca52f5c req-6f601b41-3e38-4eea-8422-f3c0bdbf99a7 service neutron] 10.222.0.81 "GET /v2.0/networks/87a5424f-d6f8-4b15-9358-a637573a32c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946889 May 16 20:30:34.936384 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c8a78e-8168-4b44-bc2c-64719c7c5aba req-8b94d795-1568-41f3-ac1b-2a263901c992 tempest-VolumesActionsTest-117497618 tempest-VolumesActionsTest-117497618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:30:34.938375 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-01c8a78e-8168-4b44-bc2c-64719c7c5aba req-8b94d795-1568-41f3-ac1b-2a263901c992 tempest-VolumesActionsTest-117497618 tempest-VolumesActionsTest-117497618-project] 10.222.0.71 "GET /v2.0/ports?device_id=3e415dc5-d651-4642-8540-f4f3713e1671 HTTP/1.1" status: 200 len: 945 time: 0.0598435 May 16 20:30:34.943698 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-6ce13261-7243-4e20-b8ee-c0bf2ca52f5c req-2981f3f4-28fd-4b11-881a-1c9939857967 service neutron] 10.222.0.81 "GET /v2.0/networks/87a5424f-d6f8-4b15-9358-a637573a32c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3828983 May 16 20:30:34.992011 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-01c8a78e-8168-4b44-bc2c-64719c7c5aba req-1691f922-7aa3-4213-8ecd-1ea2f09c5e0b tempest-VolumesActionsTest-117497618 tempest-VolumesActionsTest-117497618-project] 10.222.0.71 "GET /v2.0/security-groups?id=a542ce75-1b7e-49b2-b7a1-e87a4b0f99a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473466 May 16 20:30:35.650336 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444dde78-c127-4838-9711-5731ebed5439 req-6d081313-ccb3-4d3b-b5e6-541a067948bd tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:30:35.653502 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-444dde78-c127-4838-9711-5731ebed5439 req-6d081313-ccb3-4d3b-b5e6-541a067948bd tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/ports?device_id=f373f49f-1b05-493f-8909-14c9c8b3a493 HTTP/1.1" status: 200 len: 943 time: 0.0680809 May 16 20:30:35.797266 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-444dde78-c127-4838-9711-5731ebed5439 req-2276eccd-5390-4153-81bc-8b16f9ff5919 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/security-groups?id=b00b1d0a-4123-474e-8367-57183b95466c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1319811 May 16 20:30:35.951514 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7f2569-df2d-4ff2-84bd-d1b3b5321bf5 req-35263877-f077-4946-b184-5992b8a5abb0 tempest-VolumesActionsTest-117497618 tempest-VolumesActionsTest-117497618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:30:35.953556 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-ca7f2569-df2d-4ff2-84bd-d1b3b5321bf5 req-35263877-f077-4946-b184-5992b8a5abb0 tempest-VolumesActionsTest-117497618 tempest-VolumesActionsTest-117497618-project] 10.222.0.71 "GET /v2.0/ports?device_id=3e415dc5-d651-4642-8540-f4f3713e1671 HTTP/1.1" status: 200 len: 945 time: 0.0501339 May 16 20:30:36.003657 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-ca7f2569-df2d-4ff2-84bd-d1b3b5321bf5 req-103ba46c-f71d-4213-913d-5eb35a7ec0ff tempest-VolumesActionsTest-117497618 tempest-VolumesActionsTest-117497618-project] 10.222.0.71 "GET /v2.0/security-groups?id=a542ce75-1b7e-49b2-b7a1-e87a4b0f99a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438340 May 16 20:30:36.955680 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906a9264-01ce-42fe-ad62-e66ea84dc2a4 req-8c966a20-7de6-4634-a369-dcf85d10ef47 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:30:36.958424 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-906a9264-01ce-42fe-ad62-e66ea84dc2a4 req-8c966a20-7de6-4634-a369-dcf85d10ef47 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/ports?device_id=f373f49f-1b05-493f-8909-14c9c8b3a493 HTTP/1.1" status: 200 len: 943 time: 0.0643082 May 16 20:30:37.069232 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-906a9264-01ce-42fe-ad62-e66ea84dc2a4 req-7b17a5ba-f503-4720-811e-46a26f768e28 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/security-groups?id=b00b1d0a-4123-474e-8367-57183b95466c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789294 May 16 20:30:37.175240 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40d851d-5a42-4dc1-b244-cd2016d9430f req-53f7e3ce-0279-4f3d-ae1a-8e09f3391ad8 tempest-VolumesActionsTest-117497618 tempest-VolumesActionsTest-117497618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:30:37.177058 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-e40d851d-5a42-4dc1-b244-cd2016d9430f req-53f7e3ce-0279-4f3d-ae1a-8e09f3391ad8 tempest-VolumesActionsTest-117497618 tempest-VolumesActionsTest-117497618-project] 10.222.0.71 "GET /v2.0/ports?device_id=3e415dc5-d651-4642-8540-f4f3713e1671 HTTP/1.1" status: 200 len: 945 time: 0.0690956 May 16 20:30:37.237788 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-e40d851d-5a42-4dc1-b244-cd2016d9430f req-e2f63ad7-dab7-4484-8070-635326efd988 tempest-VolumesActionsTest-117497618 tempest-VolumesActionsTest-117497618-project] 10.222.0.71 "GET /v2.0/security-groups?id=a542ce75-1b7e-49b2-b7a1-e87a4b0f99a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532105 May 16 20:30:37.647248 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ef32b216-077b-4109-9e20-506dc8809a61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:30:38.195634 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a1ce60-fb3b-4a2f-847a-02eada024a11 req-bceee0ac-439e-4479-a49a-0aa32baf1907 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:30:38.197156 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-82a1ce60-fb3b-4a2f-847a-02eada024a11 req-bceee0ac-439e-4479-a49a-0aa32baf1907 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/ports?device_id=f373f49f-1b05-493f-8909-14c9c8b3a493 HTTP/1.1" status: 200 len: 943 time: 0.0514350 May 16 20:30:38.251666 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-82a1ce60-fb3b-4a2f-847a-02eada024a11 req-1d10d05c-c680-4bda-bfa9-968a9773e7c1 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/security-groups?id=b00b1d0a-4123-474e-8367-57183b95466c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454423 May 16 20:30:38.372692 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e20fe1-92bd-42e9-a135-1718c0695979 req-bb7db6ec-8350-49ee-9756-ede6e5890052 tempest-VolumesActionsTest-117497618 tempest-VolumesActionsTest-117497618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:30:38.374131 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-d7e20fe1-92bd-42e9-a135-1718c0695979 req-bb7db6ec-8350-49ee-9756-ede6e5890052 tempest-VolumesActionsTest-117497618 tempest-VolumesActionsTest-117497618-project] 10.222.0.71 "GET /v2.0/ports?device_id=3e415dc5-d651-4642-8540-f4f3713e1671 HTTP/1.1" status: 200 len: 945 time: 0.0544362 May 16 20:30:38.426081 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-d7e20fe1-92bd-42e9-a135-1718c0695979 req-51b42565-93e9-43b6-b0fd-826c2e992255 tempest-VolumesActionsTest-117497618 tempest-VolumesActionsTest-117497618-project] 10.222.0.71 "GET /v2.0/security-groups?id=a542ce75-1b7e-49b2-b7a1-e87a4b0f99a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455844 May 16 20:30:38.810035 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7e48644e-b95e-4624-af94-515661536cfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (250d088e-9c0e-4ec5-80f3-a83f8403448b), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:30:39.044308 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.agents_db [None req-fef3025b-cde1-4f6e-a405-d73d123fae0f None None] Agent healthcheck: found 6 active agents {{(pid=103451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 20:30:39.147145 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32c07b4-c83b-4957-b3dd-5a0bd1628f7d req-acfe29f9-356f-4120-85cd-9fc7b492412b tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:30:39.149491 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-b32c07b4-c83b-4957-b3dd-5a0bd1628f7d req-acfe29f9-356f-4120-85cd-9fc7b492412b tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] 10.222.0.71 "GET /v2.0/ports?device_id=f32e9281-ccc5-4080-9f4a-4e230a8fc59e HTTP/1.1" status: 200 len: 945 time: 0.0586467 May 16 20:30:39.201157 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-b32c07b4-c83b-4957-b3dd-5a0bd1628f7d req-88522637-16c6-4527-9563-40585ef21365 tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] 10.222.0.71 "GET /v2.0/security-groups?id=a1c75fb4-2352-43a9-9dd9-d2a215f6490b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457177 May 16 20:30:39.382852 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f228eeeb-cc2a-41c4-909a-ebef7e111645 req-a0431e21-1129-49f9-8a37-528652219e49 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:30:39.385954 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-f228eeeb-cc2a-41c4-909a-ebef7e111645 req-a0431e21-1129-49f9-8a37-528652219e49 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/ports?device_id=f373f49f-1b05-493f-8909-14c9c8b3a493 HTTP/1.1" status: 200 len: 943 time: 0.0558064 May 16 20:30:39.440179 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-f228eeeb-cc2a-41c4-909a-ebef7e111645 req-0d575a6b-faf0-4396-80bb-8f1fe5a39bbf tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/security-groups?id=b00b1d0a-4123-474e-8367-57183b95466c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469835 May 16 20:30:39.553770 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4066fb1a-aed5-4844-a979-c882ec30c581 req-4810249c-be20-4920-89dd-db5ca9f4d2c3 tempest-VolumesActionsTest-117497618 tempest-VolumesActionsTest-117497618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:30:39.555242 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-4066fb1a-aed5-4844-a979-c882ec30c581 req-4810249c-be20-4920-89dd-db5ca9f4d2c3 tempest-VolumesActionsTest-117497618 tempest-VolumesActionsTest-117497618-project] 10.222.0.71 "GET /v2.0/ports?device_id=3e415dc5-d651-4642-8540-f4f3713e1671 HTTP/1.1" status: 200 len: 945 time: 0.0517917 May 16 20:30:39.605437 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-4066fb1a-aed5-4844-a979-c882ec30c581 req-f1085b57-78d2-4202-9606-0642ef462168 tempest-VolumesActionsTest-117497618 tempest-VolumesActionsTest-117497618-project] 10.222.0.71 "GET /v2.0/security-groups?id=a542ce75-1b7e-49b2-b7a1-e87a4b0f99a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444322 May 16 20:30:40.170015 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (748e0023-d5c8-44d3-9d74-a0da2def1ef4), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:30:40.331653 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e20f9d-7964-46c5-895e-4fe1a6434a37 req-1106dee1-8a03-4b3e-8b96-f86e2365ea72 tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:30:40.333306 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-a4e20f9d-7964-46c5-895e-4fe1a6434a37 req-1106dee1-8a03-4b3e-8b96-f86e2365ea72 tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] 10.222.0.71 "GET /v2.0/ports?device_id=f32e9281-ccc5-4080-9f4a-4e230a8fc59e HTTP/1.1" status: 200 len: 945 time: 0.0498745 May 16 20:30:40.392894 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-a4e20f9d-7964-46c5-895e-4fe1a6434a37 req-5547f0ed-86b3-429d-8bcd-03c6cfab00f9 tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] 10.222.0.71 "GET /v2.0/security-groups?id=a1c75fb4-2352-43a9-9dd9-d2a215f6490b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533829 May 16 20:30:40.568326 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b19d724-0241-4cf5-a9ce-328310a44fa5 req-561fc526-09a4-43e5-b46b-42089039dfb0 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:30:40.569827 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-6b19d724-0241-4cf5-a9ce-328310a44fa5 req-561fc526-09a4-43e5-b46b-42089039dfb0 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/ports?device_id=f373f49f-1b05-493f-8909-14c9c8b3a493 HTTP/1.1" status: 200 len: 943 time: 0.0506892 May 16 20:30:40.622692 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-6b19d724-0241-4cf5-a9ce-328310a44fa5 req-82a31a04-16da-46b2-8be5-00bbd62862f8 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/security-groups?id=b00b1d0a-4123-474e-8367-57183b95466c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472484 May 16 20:30:40.741273 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5840faf0-5ca8-4dd1-8332-8438081c90c3 req-929e2f71-b8fc-4363-8a5f-f86d7ff29a19 tempest-VolumesActionsTest-117497618 tempest-VolumesActionsTest-117497618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:30:40.742762 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-5840faf0-5ca8-4dd1-8332-8438081c90c3 req-929e2f71-b8fc-4363-8a5f-f86d7ff29a19 tempest-VolumesActionsTest-117497618 tempest-VolumesActionsTest-117497618-project] 10.222.0.71 "GET /v2.0/ports?device_id=3e415dc5-d651-4642-8540-f4f3713e1671 HTTP/1.1" status: 200 len: 945 time: 0.0563743 May 16 20:30:40.792624 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-5840faf0-5ca8-4dd1-8332-8438081c90c3 req-83e06310-13af-4e71-90a6-ea2741167ed3 tempest-VolumesActionsTest-117497618 tempest-VolumesActionsTest-117497618-project] 10.222.0.71 "GET /v2.0/security-groups?id=a542ce75-1b7e-49b2-b7a1-e87a4b0f99a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435436 May 16 20:30:40.861841 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6817a924-6d52-4d66-a8a7-036511333704 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (03fa33e9-7cc7-490c-b269-c4f69c490346), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:30:41.263845 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (bddaa840-ffd9-43a2-8860-d40111f70aff), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:30:41.507567 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056ac90f-9367-4d4d-be1a-475965bb695e req-f996db06-e39a-4b83-9843-11ac5cbf58f4 tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:30:41.508855 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-056ac90f-9367-4d4d-be1a-475965bb695e req-f996db06-e39a-4b83-9843-11ac5cbf58f4 tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] 10.222.0.71 "GET /v2.0/ports?device_id=f32e9281-ccc5-4080-9f4a-4e230a8fc59e HTTP/1.1" status: 200 len: 945 time: 0.0492566 May 16 20:30:41.575416 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-056ac90f-9367-4d4d-be1a-475965bb695e req-891f0c4f-589f-4904-87f8-094db750d869 tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] 10.222.0.71 "GET /v2.0/security-groups?id=a1c75fb4-2352-43a9-9dd9-d2a215f6490b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588655 May 16 20:30:41.755278 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f998457-7bc3-408e-92c0-563afdd4ff25 req-3d289e47-c3d8-4cdb-a564-80d6eb488bd5 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:30:41.757495 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-5f998457-7bc3-408e-92c0-563afdd4ff25 req-3d289e47-c3d8-4cdb-a564-80d6eb488bd5 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/ports?device_id=f373f49f-1b05-493f-8909-14c9c8b3a493 HTTP/1.1" status: 200 len: 943 time: 0.0537655 May 16 20:30:41.806830 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-5f998457-7bc3-408e-92c0-563afdd4ff25 req-1d0ad1b0-203a-4008-9a3f-94e58104438c tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/security-groups?id=b00b1d0a-4123-474e-8367-57183b95466c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437655 May 16 20:30:41.916736 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065aa10d-a07f-43d6-8f2f-d70f022c03ec req-16c2e7ad-3af4-46bd-a63d-17a44fd6a0d4 tempest-VolumesActionsTest-117497618 tempest-VolumesActionsTest-117497618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:30:41.918440 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-065aa10d-a07f-43d6-8f2f-d70f022c03ec req-16c2e7ad-3af4-46bd-a63d-17a44fd6a0d4 tempest-VolumesActionsTest-117497618 tempest-VolumesActionsTest-117497618-project] 10.222.0.71 "GET /v2.0/ports?device_id=3e415dc5-d651-4642-8540-f4f3713e1671 HTTP/1.1" status: 200 len: 945 time: 0.0486033 May 16 20:30:41.970756 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-065aa10d-a07f-43d6-8f2f-d70f022c03ec req-0fbf2b73-104d-4868-89c2-87868d9c1d86 tempest-VolumesActionsTest-117497618 tempest-VolumesActionsTest-117497618-project] 10.222.0.71 "GET /v2.0/security-groups?id=a542ce75-1b7e-49b2-b7a1-e87a4b0f99a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463111 May 16 20:30:42.690400 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427c329c-3c91-401f-bb58-79c541874c7e req-dda78c17-4d85-4ebc-b5f8-8cc23c56184d tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:30:42.692506 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-427c329c-3c91-401f-bb58-79c541874c7e req-dda78c17-4d85-4ebc-b5f8-8cc23c56184d tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] 10.222.0.71 "GET /v2.0/ports?device_id=f32e9281-ccc5-4080-9f4a-4e230a8fc59e HTTP/1.1" status: 200 len: 945 time: 0.0502112 May 16 20:30:42.751754 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-427c329c-3c91-401f-bb58-79c541874c7e req-61dff12f-ecfc-44f0-baf1-12bee34a7ac8 tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] 10.222.0.71 "GET /v2.0/security-groups?id=a1c75fb4-2352-43a9-9dd9-d2a215f6490b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522738 May 16 20:30:42.931462 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae710b29-05d3-40ae-badf-fd76c7a064c1 req-4afef4d8-5e55-4ce0-8924-9fde8e06d05a tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:30:42.932987 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-ae710b29-05d3-40ae-badf-fd76c7a064c1 req-4afef4d8-5e55-4ce0-8924-9fde8e06d05a tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/ports?device_id=f373f49f-1b05-493f-8909-14c9c8b3a493 HTTP/1.1" status: 200 len: 943 time: 0.0494506 May 16 20:30:42.990361 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-ae710b29-05d3-40ae-badf-fd76c7a064c1 req-8ebc0b27-5b6a-46f0-8b07-163c7a355fa2 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/security-groups?id=b00b1d0a-4123-474e-8367-57183b95466c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437298 May 16 20:30:43.095305 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208f38f5-bd4e-4194-854d-619238317a9b req-774b35c3-d664-4cea-a015-3f71974bfb2f tempest-VolumesActionsTest-117497618 tempest-VolumesActionsTest-117497618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:30:43.096850 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-208f38f5-bd4e-4194-854d-619238317a9b req-774b35c3-d664-4cea-a015-3f71974bfb2f tempest-VolumesActionsTest-117497618 tempest-VolumesActionsTest-117497618-project] 10.222.0.71 "GET /v2.0/ports?device_id=3e415dc5-d651-4642-8540-f4f3713e1671 HTTP/1.1" status: 200 len: 945 time: 0.0497143 May 16 20:30:43.152088 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-208f38f5-bd4e-4194-854d-619238317a9b req-49fa2990-29a3-4d89-a1d3-5108b0a8b6f3 tempest-VolumesActionsTest-117497618 tempest-VolumesActionsTest-117497618-project] 10.222.0.71 "GET /v2.0/security-groups?id=a542ce75-1b7e-49b2-b7a1-e87a4b0f99a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494297 May 16 20:30:43.873290 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954c9bf7-7a0a-4e66-8275-d1d9792c5456 req-2af1ee6c-dc31-44b5-b11b-ab7b14d6ce97 tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:30:43.876004 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-954c9bf7-7a0a-4e66-8275-d1d9792c5456 req-2af1ee6c-dc31-44b5-b11b-ab7b14d6ce97 tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] 10.222.0.71 "GET /v2.0/ports?device_id=f32e9281-ccc5-4080-9f4a-4e230a8fc59e HTTP/1.1" status: 200 len: 945 time: 0.0552323 May 16 20:30:43.927083 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-954c9bf7-7a0a-4e66-8275-d1d9792c5456 req-39d4a5a8-7c3b-4d3c-b83b-60ff59a2b8e8 tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] 10.222.0.71 "GET /v2.0/security-groups?id=a1c75fb4-2352-43a9-9dd9-d2a215f6490b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457306 May 16 20:30:44.126547 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49251b3-2a7e-487a-abbc-7c8ff5a08961 req-f6254b05-530c-40d4-97fb-e89df1758bac tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:30:44.131019 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-e49251b3-2a7e-487a-abbc-7c8ff5a08961 req-f6254b05-530c-40d4-97fb-e89df1758bac tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/ports?device_id=f373f49f-1b05-493f-8909-14c9c8b3a493 HTTP/1.1" status: 200 len: 943 time: 0.0614121 May 16 20:30:44.189797 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-e49251b3-2a7e-487a-abbc-7c8ff5a08961 req-addfa38a-93b2-41dd-8835-fbdbca00a02e tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/security-groups?id=b00b1d0a-4123-474e-8367-57183b95466c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531642 May 16 20:30:44.301739 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1d2639-0d26-4710-9f81-7cd351fd7572 req-1e05e566-8227-46b7-a35f-33e2a52c2f40 tempest-VolumesActionsTest-117497618 tempest-VolumesActionsTest-117497618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:30:44.303189 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-bf1d2639-0d26-4710-9f81-7cd351fd7572 req-1e05e566-8227-46b7-a35f-33e2a52c2f40 tempest-VolumesActionsTest-117497618 tempest-VolumesActionsTest-117497618-project] 10.222.0.71 "GET /v2.0/ports?device_id=3e415dc5-d651-4642-8540-f4f3713e1671 HTTP/1.1" status: 200 len: 945 time: 0.0509539 May 16 20:30:44.351962 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-bf1d2639-0d26-4710-9f81-7cd351fd7572 req-f4bcd9ff-f618-4481-aad8-a459a4e2a1b6 tempest-VolumesActionsTest-117497618 tempest-VolumesActionsTest-117497618-project] 10.222.0.71 "GET /v2.0/security-groups?id=a542ce75-1b7e-49b2-b7a1-e87a4b0f99a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430956 May 16 20:30:45.044863 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c31699-9bd0-4ebc-af60-7f5ec5c12b52 req-55fb558e-7662-47ad-89b1-4ee3159b388a tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:30:45.046327 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-f0c31699-9bd0-4ebc-af60-7f5ec5c12b52 req-55fb558e-7662-47ad-89b1-4ee3159b388a tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] 10.222.0.71 "GET /v2.0/ports?device_id=f32e9281-ccc5-4080-9f4a-4e230a8fc59e HTTP/1.1" status: 200 len: 945 time: 0.0519304 May 16 20:30:45.094646 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-f0c31699-9bd0-4ebc-af60-7f5ec5c12b52 req-49c1b0bf-c76a-4888-b4f0-1a611e1e9910 tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] 10.222.0.71 "GET /v2.0/security-groups?id=a1c75fb4-2352-43a9-9dd9-d2a215f6490b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428216 May 16 20:30:45.308764 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9401f76c-a511-4332-8652-e1c7370c274e req-c2a9825a-d670-444b-bf73-1ecbeb17d5ca tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:30:45.310220 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-9401f76c-a511-4332-8652-e1c7370c274e req-c2a9825a-d670-444b-bf73-1ecbeb17d5ca tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/ports?device_id=f373f49f-1b05-493f-8909-14c9c8b3a493 HTTP/1.1" status: 200 len: 943 time: 0.0475299 May 16 20:30:45.359785 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-9401f76c-a511-4332-8652-e1c7370c274e req-87c65e50-06d5-42ec-a513-306b14fbdf38 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/security-groups?id=b00b1d0a-4123-474e-8367-57183b95466c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434179 May 16 20:30:45.471934 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3d22b7-5e8f-4096-8280-9b3fcef894d7 req-b63b2f32-3c5e-48d2-a7f3-84160cfb7050 tempest-VolumesActionsTest-117497618 tempest-VolumesActionsTest-117497618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:30:45.473553 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-bd3d22b7-5e8f-4096-8280-9b3fcef894d7 req-b63b2f32-3c5e-48d2-a7f3-84160cfb7050 tempest-VolumesActionsTest-117497618 tempest-VolumesActionsTest-117497618-project] 10.222.0.71 "GET /v2.0/ports?device_id=3e415dc5-d651-4642-8540-f4f3713e1671 HTTP/1.1" status: 200 len: 945 time: 0.0546911 May 16 20:30:45.521398 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-bd3d22b7-5e8f-4096-8280-9b3fcef894d7 req-6147f0d4-b223-49d0-a0d3-df80e7959ddc tempest-VolumesActionsTest-117497618 tempest-VolumesActionsTest-117497618-project] 10.222.0.71 "GET /v2.0/security-groups?id=a542ce75-1b7e-49b2-b7a1-e87a4b0f99a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422444 May 16 20:30:45.552752 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def5ea26-5f9b-4cfb-9442-2529767c0867 req-cf147998-ddec-4c71-a6f7-8fb9bc176733 tempest-VolumesActionsTest-117497618 tempest-VolumesActionsTest-117497618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:30:45.554174 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-def5ea26-5f9b-4cfb-9442-2529767c0867 req-cf147998-ddec-4c71-a6f7-8fb9bc176733 tempest-VolumesActionsTest-117497618 tempest-VolumesActionsTest-117497618-project] 10.222.0.81 "GET /v2.0/ports?device_id=3e415dc5-d651-4642-8540-f4f3713e1671 HTTP/1.1" status: 200 len: 945 time: 0.0490880 May 16 20:30:45.882120 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [req-def5ea26-5f9b-4cfb-9442-2529767c0867 req-608580dc-efd3-4859-8e68-74f72b460ca4 tempest-VolumesActionsTest-117497618 tempest-VolumesActionsTest-117497618-project] Deleting port 5d99129b-f230-4e1c-b304-784ff61d9848 {{(pid=103449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 20:30:45.882460 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [req-def5ea26-5f9b-4cfb-9442-2529767c0867 req-608580dc-efd3-4859-8e68-74f72b460ca4 tempest-VolumesActionsTest-117497618 tempest-VolumesActionsTest-117497618-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732397588453'] for port (5d99129b-f230-4e1c-b304-784ff61d9848), before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:30:45.974864 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [req-def5ea26-5f9b-4cfb-9442-2529767c0867 req-608580dc-efd3-4859-8e68-74f72b460ca4 tempest-VolumesActionsTest-117497618 tempest-VolumesActionsTest-117497618-project] For port 5d99129b-f230-4e1c-b304-784ff61d9848, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=5d99129b-f230-4e1c-b304-784ff61d9848,segment=NetworkSegment(190fa202-b7bc-4802-99be-9ee1a8764841),segment_id=190fa202-b7bc-4802-99be-9ee1a8764841)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:30:45.975225 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [req-def5ea26-5f9b-4cfb-9442-2529767c0867 req-608580dc-efd3-4859-8e68-74f72b460ca4 tempest-VolumesActionsTest-117497618 tempest-VolumesActionsTest-117497618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641018'] for port (5d99129b-f230-4e1c-b304-784ff61d9848), precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:30:45.988908 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [req-def5ea26-5f9b-4cfb-9442-2529767c0867 req-608580dc-efd3-4859-8e68-74f72b460ca4 tempest-VolumesActionsTest-117497618 tempest-VolumesActionsTest-117497618-project] Calling delete_port for 5d99129b-f230-4e1c-b304-784ff61d9848 owned by compute:nova {{(pid=103449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 20:30:46.116418 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [req-def5ea26-5f9b-4cfb-9442-2529767c0867 req-608580dc-efd3-4859-8e68-74f72b460ca4 tempest-VolumesActionsTest-117497618 tempest-VolumesActionsTest-117497618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732397598073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732397102969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26134374'] for port (5d99129b-f230-4e1c-b304-784ff61d9848), after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:30:46.128342 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] get_ports_and_sgs() called for port_ids ['5d99129b-f230-4e1c-b304-784ff61d9848'] {{(pid=103450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 20:30:46.143935 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608580dc-efd3-4859-8e68-74f72b460ca4 tempest-VolumesActionsTest-117497618 tempest-VolumesActionsTest-117497618-project] Pushing event deleted for resources: {'Port': ['ID=5d99129b-f230-4e1c-b304-784ff61d9848,revision_number=None']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:30:46.218987 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [req-def5ea26-5f9b-4cfb-9442-2529767c0867 req-608580dc-efd3-4859-8e68-74f72b460ca4 tempest-VolumesActionsTest-117497618 tempest-VolumesActionsTest-117497618-project] No DVR routers for this DVR port 5d99129b-f230-4e1c-b304-784ff61d9848 on host hv-cinder-83090 {{(pid=103449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 20:30:46.223616 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [req-def5ea26-5f9b-4cfb-9442-2529767c0867 req-608580dc-efd3-4859-8e68-74f72b460ca4 tempest-VolumesActionsTest-117497618 tempest-VolumesActionsTest-117497618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-338397'] for port (None), before_response {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:30:46.226846 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-def5ea26-5f9b-4cfb-9442-2529767c0867 req-608580dc-efd3-4859-8e68-74f72b460ca4 tempest-VolumesActionsTest-117497618 tempest-VolumesActionsTest-117497618-project] 10.222.0.81 "DELETE /v2.0/ports/5d99129b-f230-4e1c-b304-784ff61d9848 HTTP/1.1" status: 204 len: 173 time: 0.4239793 May 16 20:30:46.227275 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e415dc5-d651-4642-8540-f4f3713e1671', 'name': 'network-vif-deleted', 'tag': '5d99129b-f230-4e1c-b304-784ff61d9848'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 20:30:46.229524 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}295115e3b8025bbf11aa9aac085408c2d5e3d0e4242a5f701d1d164c8d9f99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8adf0963-951c-4037-863f-12ae45303a2f" -d '{"events": [{"server_uuid": "3e415dc5-d651-4642-8540-f4f3713e1671", "name": "network-vif-deleted", "tag": "5d99129b-f230-4e1c-b304-784ff61d9848"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 20:30:46.244648 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ce4953-ff6f-46ae-9953-a65879469c4b req-cbf8e46d-37cc-416d-971b-177fc6c4b588 tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:30:46.246112 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-01ce4953-ff6f-46ae-9953-a65879469c4b req-cbf8e46d-37cc-416d-971b-177fc6c4b588 tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] 10.222.0.71 "GET /v2.0/ports?device_id=f32e9281-ccc5-4080-9f4a-4e230a8fc59e HTTP/1.1" status: 200 len: 945 time: 0.0707617 May 16 20:30:46.299296 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-01ce4953-ff6f-46ae-9953-a65879469c4b req-018754aa-e510-471f-b504-17033b206503 tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] 10.222.0.71 "GET /v2.0/security-groups?id=a1c75fb4-2352-43a9-9dd9-d2a215f6490b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467939 May 16 20:30:46.328792 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 20:30:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75ca3420-6908-4719-bfc3-fb72337bc1a2 x-openstack-request-id: req-75ca3420-6908-4719-bfc3-fb72337bc1a2 {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 20:30:46.329386 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e415dc5-d651-4642-8540-f4f3713e1671", "name": "network-vif-deleted", "tag": "5d99129b-f230-4e1c-b304-784ff61d9848", "status": "completed", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 20:30:46.329386 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-75ca3420-6908-4719-bfc3-fb72337bc1a2 {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 20:30:46.330228 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75ca3420-6908-4719-bfc3-fb72337bc1a2'] response: {'server_uuid': '3e415dc5-d651-4642-8540-f4f3713e1671', 'name': 'network-vif-deleted', 'tag': '5d99129b-f230-4e1c-b304-784ff61d9848', 'status': 'completed', 'code': 200} May 16 20:30:46.479470 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5726bf4-28a9-4f32-90f2-f693bd583534 req-6dc6613c-8439-4502-a1e3-5e9adc3e6db9 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:30:46.480923 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-f5726bf4-28a9-4f32-90f2-f693bd583534 req-6dc6613c-8439-4502-a1e3-5e9adc3e6db9 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/ports?device_id=f373f49f-1b05-493f-8909-14c9c8b3a493 HTTP/1.1" status: 200 len: 943 time: 0.0465243 May 16 20:30:46.528136 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-f5726bf4-28a9-4f32-90f2-f693bd583534 req-5378ceb3-c680-44dd-a89e-5c109c4d3dd8 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/security-groups?id=b00b1d0a-4123-474e-8367-57183b95466c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415988 May 16 20:30:46.627591 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-7f1a2851-174a-4a04-b205-a9114507039c req-fe6b3a23-7c5c-4acc-bcc7-24a50af3c279 tempest-VolumesActionsTest-117497618 tempest-VolumesActionsTest-117497618-project] 10.222.0.71 "GET /v2.0/ports?device_id=3e415dc5-d651-4642-8540-f4f3713e1671 HTTP/1.1" status: 200 len: 210 time: 0.0280592 May 16 20:30:47.410483 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a78afba-835e-4fb7-bea0-2c3375b6dc6f req-79a9d414-bb73-4024-ae3a-4e9615bbbb6d tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:30:47.411918 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-4a78afba-835e-4fb7-bea0-2c3375b6dc6f req-79a9d414-bb73-4024-ae3a-4e9615bbbb6d tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] 10.222.0.71 "GET /v2.0/ports?device_id=f32e9281-ccc5-4080-9f4a-4e230a8fc59e HTTP/1.1" status: 200 len: 945 time: 0.0456753 May 16 20:30:47.461400 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-4a78afba-835e-4fb7-bea0-2c3375b6dc6f req-f13f2651-f052-4bd4-b39b-2b31a60d8f2a tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] 10.222.0.71 "GET /v2.0/security-groups?id=a1c75fb4-2352-43a9-9dd9-d2a215f6490b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438621 May 16 20:30:47.656319 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d2e1b1-9215-4ef6-aad5-1d6dbcbf6031 req-4dc93226-4d84-4e61-b745-868da6013cd0 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:30:47.658353 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-31d2e1b1-9215-4ef6-aad5-1d6dbcbf6031 req-4dc93226-4d84-4e61-b745-868da6013cd0 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/ports?device_id=f373f49f-1b05-493f-8909-14c9c8b3a493 HTTP/1.1" status: 200 len: 943 time: 0.0560851 May 16 20:30:47.713165 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-31d2e1b1-9215-4ef6-aad5-1d6dbcbf6031 req-9f9e0d39-80e4-4304-9e69-d5f77df730e9 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/security-groups?id=b00b1d0a-4123-474e-8367-57183b95466c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486605 May 16 20:30:47.902812 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c2b654-4bf5-4451-ae9f-2a9832089b7c req-b82aeb12-c365-40b3-bf5c-628a79559a7a tempest-VolumesActionsTest-117497618 tempest-VolumesActionsTest-117497618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:30:47.904301 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-d6c2b654-4bf5-4451-ae9f-2a9832089b7c req-b82aeb12-c365-40b3-bf5c-628a79559a7a tempest-VolumesActionsTest-117497618 tempest-VolumesActionsTest-117497618-project] 10.222.0.71 "GET /v2.0/networks?id=731f36c9-6229-4931-a45c-303d8db85685 HTTP/1.1" status: 200 len: 807 time: 0.1024475 May 16 20:30:47.919441 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-d6c2b654-4bf5-4451-ae9f-2a9832089b7c req-36ce85fe-0a40-4094-a9bf-3b6d0a2a68dc tempest-VolumesActionsTest-117497618 tempest-VolumesActionsTest-117497618-project] 10.222.0.71 "GET /v2.0/quotas/4dd508b1a1d544cd982cf0b2db5ccdb5 HTTP/1.1" status: 200 len: 375 time: 0.0092349 May 16 20:30:47.952082 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-d6c2b654-4bf5-4451-ae9f-2a9832089b7c req-3623bc73-6f43-4fac-a654-656944818143 tempest-VolumesActionsTest-117497618 tempest-VolumesActionsTest-117497618-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=4dd508b1a1d544cd982cf0b2db5ccdb5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0272377 May 16 20:30:47.955990 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Device d1ecf934-cac9-41d2-9209-1ad50d42399a details requested by agent hyperv_hv-cinder-83090 with host hv-cinder-83090 {{(pid=103450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 20:30:48.054468 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-d6c2b654-4bf5-4451-ae9f-2a9832089b7c req-ce1ada99-01f2-496d-9b83-bd86319cf67e service neutron] 10.222.0.71 "GET /v2.0/networks/731f36c9-6229-4931-a45c-303d8db85685?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947523 May 16 20:30:48.062080 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] For port d1ecf934-cac9-41d2-9209-1ad50d42399a, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=d1ecf934-cac9-41d2-9209-1ad50d42399a,segment=NetworkSegment(12107d7b-ff59-4c3c-bf55-e4e7eaef240d),segment_id=12107d7b-ff59-4c3c-bf55-e4e7eaef240d)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:30:48.074815 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Returning: {'device': 'd1ecf934-cac9-41d2-9209-1ad50d42399a', 'network_id': '87a5424f-d6f8-4b15-9358-a637573a32c1', 'port_id': 'd1ecf934-cac9-41d2-9209-1ad50d42399a', 'mac_address': 'fa:16:3e:36:b5:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cb8e59d-2930-42f7-8975-a483fd8062fd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 20:30:48.170840 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-d6c2b654-4bf5-4451-ae9f-2a9832089b7c req-3fc6b8b8-007f-4d21-9175-a8dee380d1b5 service neutron] 10.222.0.71 "GET /v2.0/networks/731f36c9-6229-4931-a45c-303d8db85685?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074626 May 16 20:30:48.254968 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Current status of the port d1ecf934-cac9-41d2-9209-1ad50d42399a is: DOWN; New status is: BUILD {{(pid=103450) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:30:48.255392 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (d1ecf934-cac9-41d2-9209-1ad50d42399a), before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:30:48.275307 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.notifiers.nova [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1ecf934-cac9-41d2-9209-1ad50d42399a {{(pid=103450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 20:30:48.298949 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] For port d1ecf934-cac9-41d2-9209-1ad50d42399a, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=d1ecf934-cac9-41d2-9209-1ad50d42399a,segment=NetworkSegment(12107d7b-ff59-4c3c-bf55-e4e7eaef240d),segment_id=12107d7b-ff59-4c3c-bf55-e4e7eaef240d)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:30:48.304251 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732397598091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732397102978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732397102996'] for port (d1ecf934-cac9-41d2-9209-1ad50d42399a), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:30:48.350889 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Pushing event updated for resources: {'Port': ['ID=d1ecf934-cac9-41d2-9209-1ad50d42399a,revision_number=9']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:30:48.352041 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-f20c0b7c-f92f-4b88-afcf-d5f1a392aef0 req-a1ad3e84-0695-433a-96ff-774c9115674a tempest-VolumesActionsTest-117497618 tempest-VolumesActionsTest-117497618-project] 10.222.0.71 "GET /v2.0/ports?device_id=22053ca9-f40b-4cad-b286-7114849599d7 HTTP/1.1" status: 200 len: 210 time: 0.0284021 May 16 20:30:48.583827 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f44c863-05ff-480c-a9d3-571bcda6e85f req-7ac535f0-faf0-4397-8142-f3afcc6f170b tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:30:48.585336 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-3f44c863-05ff-480c-a9d3-571bcda6e85f req-7ac535f0-faf0-4397-8142-f3afcc6f170b tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] 10.222.0.71 "GET /v2.0/ports?device_id=f32e9281-ccc5-4080-9f4a-4e230a8fc59e HTTP/1.1" status: 200 len: 945 time: 0.0542257 May 16 20:30:48.595069 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] get_ports_and_sgs() called for port_ids ['d1ecf934-cac9-41d2-9209-1ad50d42399a'] {{(pid=103450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 20:30:48.641748 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-3f44c863-05ff-480c-a9d3-571bcda6e85f req-03b3b6dd-ed43-4053-9251-ba348f1f615b tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] 10.222.0.71 "GET /v2.0/security-groups?id=a1c75fb4-2352-43a9-9dd9-d2a215f6490b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505402 May 16 20:30:48.841381 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807ef170-3bd1-48a5-8264-6d56563e9ebf req-05d9cd9e-548b-42dc-84a8-5451e6d9f25d tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:30:48.842981 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-807ef170-3bd1-48a5-8264-6d56563e9ebf req-05d9cd9e-548b-42dc-84a8-5451e6d9f25d tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/ports?device_id=f373f49f-1b05-493f-8909-14c9c8b3a493 HTTP/1.1" status: 200 len: 944 time: 0.0520198 May 16 20:30:48.896960 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-807ef170-3bd1-48a5-8264-6d56563e9ebf req-2cc91a20-ce47-4673-ab56-fdca2975e29a tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/security-groups?id=b00b1d0a-4123-474e-8367-57183b95466c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472128 May 16 20:30:49.414236 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c2b654-4bf5-4451-ae9f-2a9832089b7c req-1ad0adfe-07bd-4bab-a2f5-868d5086426e tempest-VolumesActionsTest-117497618 tempest-VolumesActionsTest-117497618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:30:49.416240 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-d6c2b654-4bf5-4451-ae9f-2a9832089b7c req-1ad0adfe-07bd-4bab-a2f5-868d5086426e tempest-VolumesActionsTest-117497618 tempest-VolumesActionsTest-117497618-project] 10.222.0.81 "GET /v2.0/networks?id=731f36c9-6229-4931-a45c-303d8db85685 HTTP/1.1" status: 200 len: 807 time: 0.1147082 May 16 20:30:49.430805 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.v2.base [req-d6c2b654-4bf5-4451-ae9f-2a9832089b7c req-c151fe48-3d47-4ae9-b304-fd0e2193c1b5 tempest-VolumesActionsTest-117497618 tempest-VolumesActionsTest-117497618-project] Request body: {'port': {'device_id': '22053ca9-f40b-4cad-b286-7114849599d7', 'network_id': '731f36c9-6229-4931-a45c-303d8db85685', 'admin_state_up': True, 'tenant_id': '4dd508b1a1d544cd982cf0b2db5ccdb5'}} {{(pid=103449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:30:49.510685 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-32f26ece-97a7-4bf3-a3b9-850967b983a6 req-285e5cce-b0ba-44a8-9f89-bc34c485f649 tempest-VolumesActionsTest-117497618 tempest-VolumesActionsTest-117497618-project] 10.222.0.71 "GET /v2.0/ports?device_id=22053ca9-f40b-4cad-b286-7114849599d7 HTTP/1.1" status: 200 len: 210 time: 0.0497446 May 16 20:30:49.587927 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6c2b654-4bf5-4451-ae9f-2a9832089b7c req-c151fe48-3d47-4ae9-b304-fd0e2193c1b5 tempest-VolumesActionsTest-117497618 tempest-VolumesActionsTest-117497618-project] Made reservation on behalf of 4dd508b1a1d544cd982cf0b2db5ccdb5 for: {'port': 1} {{(pid=103449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 20:30:49.591670 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [req-d6c2b654-4bf5-4451-ae9f-2a9832089b7c req-c151fe48-3d47-4ae9-b304-fd0e2193c1b5 tempest-VolumesActionsTest-117497618 tempest-VolumesActionsTest-117497618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (None), before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:30:49.719304 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.db.db_base_plugin_common [req-d6c2b654-4bf5-4451-ae9f-2a9832089b7c req-c151fe48-3d47-4ae9-b304-fd0e2193c1b5 tempest-VolumesActionsTest-117497618 tempest-VolumesActionsTest-117497618-project] Allocated IP 172.20.0.13 (731f36c9-6229-4931-a45c-303d8db85685/118b9918-5815-4b4b-b9ef-84b23b6b4866/5775babf-6949-45a2-b5b2-413f6231b176) {{(pid=103449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 20:30:49.760204 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03a80d5-3dc0-4d35-ab2f-6784553a1d61 req-279a3576-5644-4a5d-a026-db5994565d0d tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:30:49.761715 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-a03a80d5-3dc0-4d35-ab2f-6784553a1d61 req-279a3576-5644-4a5d-a026-db5994565d0d tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] 10.222.0.71 "GET /v2.0/ports?device_id=f32e9281-ccc5-4080-9f4a-4e230a8fc59e HTTP/1.1" status: 200 len: 945 time: 0.0482252 May 16 20:30:49.812897 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-a03a80d5-3dc0-4d35-ab2f-6784553a1d61 req-eb7a8a46-96f8-42ff-b2fe-143da26de097 tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] 10.222.0.71 "GET /v2.0/security-groups?id=a1c75fb4-2352-43a9-9dd9-d2a215f6490b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454035 May 16 20:30:49.866554 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [req-d6c2b654-4bf5-4451-ae9f-2a9832089b7c req-c151fe48-3d47-4ae9-b304-fd0e2193c1b5 tempest-VolumesActionsTest-117497618 tempest-VolumesActionsTest-117497618-project] Publish callbacks [] for port (5775babf-6949-45a2-b5b2-413f6231b176), precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:30:49.899401 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [req-d6c2b654-4bf5-4451-ae9f-2a9832089b7c req-c151fe48-3d47-4ae9-b304-fd0e2193c1b5 tempest-VolumesActionsTest-117497618 tempest-VolumesActionsTest-117497618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732397102960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26134374'] for port (5775babf-6949-45a2-b5b2-413f6231b176), after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:30:49.939596 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6c2b654-4bf5-4451-ae9f-2a9832089b7c req-c151fe48-3d47-4ae9-b304-fd0e2193c1b5 tempest-VolumesActionsTest-117497618 tempest-VolumesActionsTest-117497618-project] Network 731f36c9-6229-4931-a45c-303d8db85685 is already hosted by enough agents. {{(pid=103449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 20:30:49.942906 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.scheduler.base_scheduler [req-d6c2b654-4bf5-4451-ae9f-2a9832089b7c req-c151fe48-3d47-4ae9-b304-fd0e2193c1b5 tempest-VolumesActionsTest-117497618 tempest-VolumesActionsTest-117497618-project] Resources bound (agent type, host, resource id): {{(pid=103449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 20:30:49.949044 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6c2b654-4bf5-4451-ae9f-2a9832089b7c req-c151fe48-3d47-4ae9-b304-fd0e2193c1b5 tempest-VolumesActionsTest-117497618 tempest-VolumesActionsTest-117497618-project] Received port after_create {{(pid=103449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 20:30:49.949996 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Device d1ecf934-cac9-41d2-9209-1ad50d42399a up at agent hyperv_hv-cinder-83090 {{(pid=103450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 20:30:49.974954 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c151fe48-3d47-4ae9-b304-fd0e2193c1b5 tempest-VolumesActionsTest-117497618 tempest-VolumesActionsTest-117497618-project] Pushing event updated for resources: {'Port': ['ID=5775babf-6949-45a2-b5b2-413f6231b176,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:30:50.000833 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Provisioning complete for port d1ecf934-cac9-41d2-9209-1ad50d42399a triggered by entity L2. {{(pid=103450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:30:50.001665 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868582'] for port (d1ecf934-cac9-41d2-9209-1ad50d42399a), provisioning_complete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:30:50.036023 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c2b654-4bf5-4451-ae9f-2a9832089b7c req-c151fe48-3d47-4ae9-b304-fd0e2193c1b5 tempest-VolumesActionsTest-117497618 tempest-VolumesActionsTest-117497618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:30:50.036670 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [req-d6c2b654-4bf5-4451-ae9f-2a9832089b7c req-c151fe48-3d47-4ae9-b304-fd0e2193c1b5 tempest-VolumesActionsTest-117497618 tempest-VolumesActionsTest-117497618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-338397'] for port (None), before_response {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:30:50.047449 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ca5f73-b701-450b-b6c8-b6f87c6b4251 req-ab9ef899-fdb2-4d83-8e67-35130795f917 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:30:50.048968 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-f0ca5f73-b701-450b-b6c8-b6f87c6b4251 req-ab9ef899-fdb2-4d83-8e67-35130795f917 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/ports?device_id=f373f49f-1b05-493f-8909-14c9c8b3a493 HTTP/1.1" status: 200 len: 944 time: 0.0711701 May 16 20:30:50.065308 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-d6c2b654-4bf5-4451-ae9f-2a9832089b7c req-c151fe48-3d47-4ae9-b304-fd0e2193c1b5 tempest-VolumesActionsTest-117497618 tempest-VolumesActionsTest-117497618-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6397159 May 16 20:30:50.077767 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.v2.base [req-d6c2b654-4bf5-4451-ae9f-2a9832089b7c req-f76b727c-3406-4c23-8b6a-7316aecfd79b service neutron] Request body: {'port': {'device_id': '22053ca9-f40b-4cad-b286-7114849599d7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83090'}} {{(pid=103449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:30:50.083857 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Current status of the port d1ecf934-cac9-41d2-9209-1ad50d42399a is: BUILD; New status is: ACTIVE {{(pid=103450) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:30:50.084283 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (d1ecf934-cac9-41d2-9209-1ad50d42399a), before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:30:50.108730 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f373f49f-1b05-493f-8909-14c9c8b3a493', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1ecf934-cac9-41d2-9209-1ad50d42399a'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 20:30:50.111730 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38452c862c9e2e5c9d38da0d4ca4e6053ba1266d056c207bc89b5fbcea4cd82f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6106d5b1-93f1-4fff-b23c-86aedd4c3581" -d '{"events": [{"server_uuid": "f373f49f-1b05-493f-8909-14c9c8b3a493", "name": "network-vif-plugged", "status": "completed", "tag": "d1ecf934-cac9-41d2-9209-1ad50d42399a"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 20:30:50.124438 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] For port d1ecf934-cac9-41d2-9209-1ad50d42399a, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=d1ecf934-cac9-41d2-9209-1ad50d42399a,segment=NetworkSegment(12107d7b-ff59-4c3c-bf55-e4e7eaef240d),segment_id=12107d7b-ff59-4c3c-bf55-e4e7eaef240d)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:30:50.129052 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732397598091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732397102978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732397102996'] for port (d1ecf934-cac9-41d2-9209-1ad50d42399a), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:30:50.130697 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Device 5d99129b-f230-4e1c-b304-784ff61d9848 no longer exists at agent hyperv_hv-cinder-83090 {{(pid=103450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 20:30:50.132754 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-f0ca5f73-b701-450b-b6c8-b6f87c6b4251 req-2be9a002-398c-44ce-8735-bed0109f1078 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/security-groups?id=b00b1d0a-4123-474e-8367-57183b95466c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772943 May 16 20:30:50.159072 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [req-d6c2b654-4bf5-4451-ae9f-2a9832089b7c req-f76b727c-3406-4c23-8b6a-7316aecfd79b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (5775babf-6949-45a2-b5b2-413f6231b176), before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:30:50.195043 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] No Port match for: 5d99129b-f230-4e1c-b304-784ff61d9848 {{(pid=103450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 20:30:50.195851 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Device 5d99129b-f230-4e1c-b304-784ff61d9848 not bound to the agent host hv-cinder-83090 {{(pid=103450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 20:30:50.223397 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Pushing event updated for resources: {'Port': ['ID=d1ecf934-cac9-41d2-9209-1ad50d42399a,revision_number=10']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:30:50.268870 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 20:30:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2be4215c-feae-49fb-b6a8-da61a2e7a08e x-openstack-request-id: req-2be4215c-feae-49fb-b6a8-da61a2e7a08e {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 20:30:50.269282 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f373f49f-1b05-493f-8909-14c9c8b3a493", "name": "network-vif-plugged", "status": "completed", "tag": "d1ecf934-cac9-41d2-9209-1ad50d42399a", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 20:30:50.270267 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-2be4215c-feae-49fb-b6a8-da61a2e7a08e {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 20:30:50.271127 dv-cinder-830901-7-iscsi neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2be4215c-feae-49fb-b6a8-da61a2e7a08e'] response: {'server_uuid': 'f373f49f-1b05-493f-8909-14c9c8b3a493', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1ecf934-cac9-41d2-9209-1ad50d42399a', 'code': 200} May 16 20:30:50.438657 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08094a02-45d2-4122-8b75-51b03ff4055d req-794d02e2-07a6-4871-9963-47d3afe8e99f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:30:50.443809 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-08094a02-45d2-4122-8b75-51b03ff4055d req-794d02e2-07a6-4871-9963-47d3afe8e99f service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=f373f49f-1b05-493f-8909-14c9c8b3a493 HTTP/1.1" status: 200 len: 1130 time: 0.0446491 May 16 20:30:50.465059 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.notifiers.nova [req-d6c2b654-4bf5-4451-ae9f-2a9832089b7c req-f76b727c-3406-4c23-8b6a-7316aecfd79b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5775babf-6949-45a2-b5b2-413f6231b176 {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 20:30:50.472937 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [req-d6c2b654-4bf5-4451-ae9f-2a9832089b7c req-f76b727c-3406-4c23-8b6a-7316aecfd79b service neutron] Publish callbacks [] for port (5775babf-6949-45a2-b5b2-413f6231b176), precommit_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:30:50.487157 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [req-d6c2b654-4bf5-4451-ae9f-2a9832089b7c req-f76b727c-3406-4c23-8b6a-7316aecfd79b service neutron] Transition to ACTIVE for port object 5775babf-6949-45a2-b5b2-413f6231b176 will not be triggered until provisioned by entity L2. {{(pid=103449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 16 20:30:50.492243 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [req-d6c2b654-4bf5-4451-ae9f-2a9832089b7c req-f76b727c-3406-4c23-8b6a-7316aecfd79b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732397598091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732397102978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732397102996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26134353'] for port (5775babf-6949-45a2-b5b2-413f6231b176), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:30:50.515964 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-08094a02-45d2-4122-8b75-51b03ff4055d req-c33d9781-ee47-4657-8fb3-2bd0a1741d1c service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=b00b1d0a-4123-474e-8367-57183b95466c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654190 May 16 20:30:50.549481 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76b727c-3406-4c23-8b6a-7316aecfd79b service neutron] Pushing event updated for resources: {'Port': ['ID=5775babf-6949-45a2-b5b2-413f6231b176,revision_number=2']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:30:50.662089 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58457a80-b5cd-422c-bda5-21fe6e2e2fc5 req-38f77fcc-94ec-4890-acea-1c2a90700c6b tempest-VolumesActionsTest-117497618 tempest-VolumesActionsTest-117497618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:30:50.663585 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-58457a80-b5cd-422c-bda5-21fe6e2e2fc5 req-38f77fcc-94ec-4890-acea-1c2a90700c6b tempest-VolumesActionsTest-117497618 tempest-VolumesActionsTest-117497618-project] 10.222.0.71 "GET /v2.0/ports?device_id=22053ca9-f40b-4cad-b286-7114849599d7 HTTP/1.1" status: 200 len: 944 time: 0.0668564 May 16 20:30:50.668274 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [req-d6c2b654-4bf5-4451-ae9f-2a9832089b7c req-f76b727c-3406-4c23-8b6a-7316aecfd79b service neutron] Attempting to bind port 5775babf-6949-45a2-b5b2-413f6231b176 on host hv-cinder-83090 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 20:30:50.668615 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [req-d6c2b654-4bf5-4451-ae9f-2a9832089b7c req-f76b727c-3406-4c23-8b6a-7316aecfd79b service neutron] Attempting to bind port 5775babf-6949-45a2-b5b2-413f6231b176 by drivers openvswitch,hyperv on host hv-cinder-83090 at level 0 using segments [{'id': '190fa202-b7bc-4802-99be-9ee1a8764841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '731f36c9-6229-4931-a45c-303d8db85685'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 20:30:50.668945 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6c2b654-4bf5-4451-ae9f-2a9832089b7c req-f76b727c-3406-4c23-8b6a-7316aecfd79b service neutron] Attempting to bind port 5775babf-6949-45a2-b5b2-413f6231b176 on network 731f36c9-6229-4931-a45c-303d8db85685 {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 20:30:50.679984 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6c2b654-4bf5-4451-ae9f-2a9832089b7c req-f76b727c-3406-4c23-8b6a-7316aecfd79b service neutron] Port 5775babf-6949-45a2-b5b2-413f6231b176 on network 731f36c9-6229-4931-a45c-303d8db85685 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83090 {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 16 20:30:50.680343 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6c2b654-4bf5-4451-ae9f-2a9832089b7c req-f76b727c-3406-4c23-8b6a-7316aecfd79b service neutron] Attempting to bind port 5775babf-6949-45a2-b5b2-413f6231b176 on network 731f36c9-6229-4931-a45c-303d8db85685 {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 20:30:50.693866 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6c2b654-4bf5-4451-ae9f-2a9832089b7c req-f76b727c-3406-4c23-8b6a-7316aecfd79b service neutron] Checking agent: {'id': '748e0023-d5c8-44d3-9d74-a0da2def1ef4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83090', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 20, 23, 10), 'started_at': datetime.datetime(2022, 5, 16, 20, 23, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 20, 30, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 20:30:50.694208 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6c2b654-4bf5-4451-ae9f-2a9832089b7c req-f76b727c-3406-4c23-8b6a-7316aecfd79b service neutron] Checking segment: {'id': '190fa202-b7bc-4802-99be-9ee1a8764841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '731f36c9-6229-4931-a45c-303d8db85685'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 20:30:50.694592 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6c2b654-4bf5-4451-ae9f-2a9832089b7c req-f76b727c-3406-4c23-8b6a-7316aecfd79b service neutron] Bound using segment: {'id': '190fa202-b7bc-4802-99be-9ee1a8764841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '731f36c9-6229-4931-a45c-303d8db85685'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 20:30:50.695022 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [req-d6c2b654-4bf5-4451-ae9f-2a9832089b7c req-f76b727c-3406-4c23-8b6a-7316aecfd79b service neutron] Bound port: 5775babf-6949-45a2-b5b2-413f6231b176, host: hv-cinder-83090, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '190fa202-b7bc-4802-99be-9ee1a8764841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '731f36c9-6229-4931-a45c-303d8db85685'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 20:30:50.695366 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [req-d6c2b654-4bf5-4451-ae9f-2a9832089b7c req-f76b727c-3406-4c23-8b6a-7316aecfd79b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (5775babf-6949-45a2-b5b2-413f6231b176), before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:30:50.760484 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-58457a80-b5cd-422c-bda5-21fe6e2e2fc5 req-c731d073-1e5f-4d02-9f88-600a3c549e08 tempest-VolumesActionsTest-117497618 tempest-VolumesActionsTest-117497618-project] 10.222.0.71 "GET /v2.0/security-groups?id=a542ce75-1b7e-49b2-b7a1-e87a4b0f99a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891516 May 16 20:30:50.784116 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [req-d6c2b654-4bf5-4451-ae9f-2a9832089b7c req-f76b727c-3406-4c23-8b6a-7316aecfd79b service neutron] For port 5775babf-6949-45a2-b5b2-413f6231b176, host hv-cinder-83090, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 20:30:50.787676 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [req-d6c2b654-4bf5-4451-ae9f-2a9832089b7c req-f76b727c-3406-4c23-8b6a-7316aecfd79b service neutron] For port 5775babf-6949-45a2-b5b2-413f6231b176, host hv-cinder-83090, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=5775babf-6949-45a2-b5b2-413f6231b176,segment=NetworkSegment(190fa202-b7bc-4802-99be-9ee1a8764841),segment_id=190fa202-b7bc-4802-99be-9ee1a8764841)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 20:30:50.794160 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [req-d6c2b654-4bf5-4451-ae9f-2a9832089b7c req-f76b727c-3406-4c23-8b6a-7316aecfd79b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732397598091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732397102978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732397102996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26134353'] for port (5775babf-6949-45a2-b5b2-413f6231b176), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:30:50.825445 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c2b654-4bf5-4451-ae9f-2a9832089b7c req-f76b727c-3406-4c23-8b6a-7316aecfd79b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:30:50.826050 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [req-d6c2b654-4bf5-4451-ae9f-2a9832089b7c req-f76b727c-3406-4c23-8b6a-7316aecfd79b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-338397'] for port (None), before_response {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:30:50.827388 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-d6c2b654-4bf5-4451-ae9f-2a9832089b7c req-f76b727c-3406-4c23-8b6a-7316aecfd79b service neutron] 10.222.0.81 "PUT /v2.0/ports/5775babf-6949-45a2-b5b2-413f6231b176 HTTP/1.1" status: 200 len: 1094 time: 0.7535172 May 16 20:30:50.827817 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22053ca9-f40b-4cad-b286-7114849599d7', 'tag': '5775babf-6949-45a2-b5b2-413f6231b176'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 20:30:50.830648 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}295115e3b8025bbf11aa9aac085408c2d5e3d0e4242a5f701d1d164c8d9f99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b299e997-4ab9-4ed4-821d-9ae4bd3b4602" -d '{"events": [{"name": "network-changed", "server_uuid": "22053ca9-f40b-4cad-b286-7114849599d7", "tag": "5775babf-6949-45a2-b5b2-413f6231b176"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 20:30:50.860005 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76b727c-3406-4c23-8b6a-7316aecfd79b service neutron] Pushing event updated for resources: {'Port': ['ID=5775babf-6949-45a2-b5b2-413f6231b176,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:30:50.891169 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 20:30:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42db4836-4239-4c2b-97a4-7e77a596d277 x-openstack-request-id: req-42db4836-4239-4c2b-97a4-7e77a596d277 {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 20:30:50.891445 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22053ca9-f40b-4cad-b286-7114849599d7", "tag": "5775babf-6949-45a2-b5b2-413f6231b176", "status": "completed", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 20:30:50.891639 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-42db4836-4239-4c2b-97a4-7e77a596d277 {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 20:30:50.892930 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42db4836-4239-4c2b-97a4-7e77a596d277'] response: {'name': 'network-changed', 'server_uuid': '22053ca9-f40b-4cad-b286-7114849599d7', 'tag': '5775babf-6949-45a2-b5b2-413f6231b176', 'status': 'completed', 'code': 200} May 16 20:30:50.952418 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5705c043-e918-4ee2-9f57-975bdc8aff1b req-a8fab78c-1004-4a1a-8077-ee069b241e16 tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:30:50.953808 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-5705c043-e918-4ee2-9f57-975bdc8aff1b req-a8fab78c-1004-4a1a-8077-ee069b241e16 tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] 10.222.0.71 "GET /v2.0/ports?device_id=f32e9281-ccc5-4080-9f4a-4e230a8fc59e HTTP/1.1" status: 200 len: 945 time: 0.0513890 May 16 20:30:51.006972 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-5705c043-e918-4ee2-9f57-975bdc8aff1b req-398f0933-bf38-4d6f-a2ad-43d1370603a5 tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] 10.222.0.71 "GET /v2.0/security-groups?id=a1c75fb4-2352-43a9-9dd9-d2a215f6490b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468602 May 16 20:30:51.110293 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4147d3-338e-4377-b2ba-c0a81d34421d req-0076122d-163a-44f6-bde4-ba7c1c876ed0 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:30:51.111998 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-9c4147d3-338e-4377-b2ba-c0a81d34421d req-0076122d-163a-44f6-bde4-ba7c1c876ed0 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] 10.222.0.71 "GET /v2.0/ports?device_id=c778cb99-e34c-4dbd-8d2d-b4ff721d274e HTTP/1.1" status: 200 len: 946 time: 0.0524075 May 16 20:30:51.162181 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-9c4147d3-338e-4377-b2ba-c0a81d34421d req-3fecf617-3a98-474b-ae3b-90088657df79 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] 10.222.0.71 "GET /v2.0/security-groups?id=471c2a9f-3bee-4786-8237-035787bab96d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445681 May 16 20:30:51.218406 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c2b654-4bf5-4451-ae9f-2a9832089b7c req-11a3229f-62ab-4bd8-aab4-f1a041fb9031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:30:51.219909 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-d6c2b654-4bf5-4451-ae9f-2a9832089b7c req-11a3229f-62ab-4bd8-aab4-f1a041fb9031 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=4dd508b1a1d544cd982cf0b2db5ccdb5&device_id=22053ca9-f40b-4cad-b286-7114849599d7 HTTP/1.1" status: 200 len: 1128 time: 0.0429130 May 16 20:30:51.283860 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cb5993-2c56-4824-bc5d-ab13bd615e5e req-d65aba98-08ea-42a8-8ba6-529a01cf31f3 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:30:51.285327 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-f7cb5993-2c56-4824-bc5d-ab13bd615e5e req-d65aba98-08ea-42a8-8ba6-529a01cf31f3 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/ports?device_id=f373f49f-1b05-493f-8909-14c9c8b3a493 HTTP/1.1" status: 200 len: 946 time: 0.0469546 May 16 20:30:51.332467 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-f7cb5993-2c56-4824-bc5d-ab13bd615e5e req-8188b3bb-7f5d-451c-90b6-9959c710854f tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/security-groups?id=b00b1d0a-4123-474e-8367-57183b95466c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415387 May 16 20:30:51.876747 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9b1cc5-979e-4898-8d47-599a16c6dddc req-03eebeae-bf6c-4c97-ac4e-835915de022a tempest-VolumesActionsTest-117497618 tempest-VolumesActionsTest-117497618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:30:51.878201 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-2b9b1cc5-979e-4898-8d47-599a16c6dddc req-03eebeae-bf6c-4c97-ac4e-835915de022a tempest-VolumesActionsTest-117497618 tempest-VolumesActionsTest-117497618-project] 10.222.0.71 "GET /v2.0/ports?device_id=22053ca9-f40b-4cad-b286-7114849599d7 HTTP/1.1" status: 200 len: 944 time: 0.0466752 May 16 20:30:51.926916 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-2b9b1cc5-979e-4898-8d47-599a16c6dddc req-17a2f41c-b90b-4040-9601-16efb0477c7e tempest-VolumesActionsTest-117497618 tempest-VolumesActionsTest-117497618-project] 10.222.0.71 "GET /v2.0/security-groups?id=a542ce75-1b7e-49b2-b7a1-e87a4b0f99a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432205 May 16 20:30:52.126228 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c572d59-5d5f-4b3b-abba-90a5b5ab43ce req-6ddb3126-bb7a-429d-b63d-90fa3f543161 tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:30:52.127832 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-1c572d59-5d5f-4b3b-abba-90a5b5ab43ce req-6ddb3126-bb7a-429d-b63d-90fa3f543161 tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] 10.222.0.71 "GET /v2.0/ports?device_id=f32e9281-ccc5-4080-9f4a-4e230a8fc59e HTTP/1.1" status: 200 len: 945 time: 0.0463014 May 16 20:30:52.179008 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-1c572d59-5d5f-4b3b-abba-90a5b5ab43ce req-29da4267-da85-4a4a-b362-c8958ca679f6 tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] 10.222.0.71 "GET /v2.0/security-groups?id=a1c75fb4-2352-43a9-9dd9-d2a215f6490b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456066 May 16 20:30:52.273496 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e75790-be81-447d-b5dd-e03fb4439ceb req-c5552d17-cb7e-4b32-b621-52e1bfa20c62 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:30:52.274966 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-e8e75790-be81-447d-b5dd-e03fb4439ceb req-c5552d17-cb7e-4b32-b621-52e1bfa20c62 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] 10.222.0.71 "GET /v2.0/ports?device_id=c778cb99-e34c-4dbd-8d2d-b4ff721d274e HTTP/1.1" status: 200 len: 946 time: 0.0452352 May 16 20:30:52.319461 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-e8e75790-be81-447d-b5dd-e03fb4439ceb req-41682df8-bf43-4a80-add9-628c8828a441 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] 10.222.0.71 "GET /v2.0/security-groups?id=471c2a9f-3bee-4786-8237-035787bab96d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390863 May 16 20:30:52.447728 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18acba77-51cc-4e36-9a98-cd11eb73e106 req-64c494c9-2bf5-4122-8c34-fe55b857c903 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:30:52.449210 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-18acba77-51cc-4e36-9a98-cd11eb73e106 req-64c494c9-2bf5-4122-8c34-fe55b857c903 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/ports?device_id=f373f49f-1b05-493f-8909-14c9c8b3a493 HTTP/1.1" status: 200 len: 946 time: 0.0481627 May 16 20:30:52.506826 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-18acba77-51cc-4e36-9a98-cd11eb73e106 req-1e015f56-f21e-4aed-848b-0674e866bfb4 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/security-groups?id=b00b1d0a-4123-474e-8367-57183b95466c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516217 May 16 20:30:52.771489 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-d6c2b654-4bf5-4451-ae9f-2a9832089b7c req-3c1d20aa-e53b-4bed-8725-e0eb9a12a26e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5775babf-6949-45a2-b5b2-413f6231b176 HTTP/1.1" status: 200 len: 217 time: 0.0335233 May 16 20:30:53.045010 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62054f0-083e-43d8-8c12-c138df85a749 req-fb60a253-5c7f-43ea-8461-2ec2865a9a19 tempest-VolumesActionsTest-117497618 tempest-VolumesActionsTest-117497618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:30:53.046584 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-a62054f0-083e-43d8-8c12-c138df85a749 req-fb60a253-5c7f-43ea-8461-2ec2865a9a19 tempest-VolumesActionsTest-117497618 tempest-VolumesActionsTest-117497618-project] 10.222.0.71 "GET /v2.0/ports?device_id=22053ca9-f40b-4cad-b286-7114849599d7 HTTP/1.1" status: 200 len: 944 time: 0.0512741 May 16 20:30:53.097183 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-a62054f0-083e-43d8-8c12-c138df85a749 req-d29e86dd-adcf-47a1-a054-57a345ba4e1a tempest-VolumesActionsTest-117497618 tempest-VolumesActionsTest-117497618-project] 10.222.0.71 "GET /v2.0/security-groups?id=a542ce75-1b7e-49b2-b7a1-e87a4b0f99a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441937 May 16 20:30:53.295527 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfb9004-babe-400d-88b9-c266611684b1 req-c22e8409-228d-4970-9347-3385e6fbd013 tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:30:53.296703 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c2b654-4bf5-4451-ae9f-2a9832089b7c req-6b34223c-2a77-4dc4-a0e7-f1b16e2b7209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:30:53.297061 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-8cfb9004-babe-400d-88b9-c266611684b1 req-c22e8409-228d-4970-9347-3385e6fbd013 tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] 10.222.0.71 "GET /v2.0/ports?device_id=f32e9281-ccc5-4080-9f4a-4e230a8fc59e HTTP/1.1" status: 200 len: 945 time: 0.0486667 May 16 20:30:53.298142 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-d6c2b654-4bf5-4451-ae9f-2a9832089b7c req-6b34223c-2a77-4dc4-a0e7-f1b16e2b7209 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=118b9918-5815-4b4b-b9ef-84b23b6b4866 HTTP/1.1" status: 200 len: 847 time: 0.0447059 May 16 20:30:53.346579 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-8cfb9004-babe-400d-88b9-c266611684b1 req-38dc0c5c-a860-4154-8170-b674ffe4bf29 tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] 10.222.0.71 "GET /v2.0/security-groups?id=a1c75fb4-2352-43a9-9dd9-d2a215f6490b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434678 May 16 20:30:53.416373 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-d6c2b654-4bf5-4451-ae9f-2a9832089b7c req-25eacdc4-f629-4fe8-a201-d5de9edd007c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=731f36c9-6229-4931-a45c-303d8db85685&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368676 May 16 20:30:53.449459 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40e4de7-be3b-49e6-b82f-2ca93ac72653 req-f19552bd-7d04-4f74-ade5-2810f5b417d5 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:30:53.451119 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-c40e4de7-be3b-49e6-b82f-2ca93ac72653 req-f19552bd-7d04-4f74-ade5-2810f5b417d5 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] 10.222.0.81 "GET /v2.0/ports?device_id=c778cb99-e34c-4dbd-8d2d-b4ff721d274e HTTP/1.1" status: 200 len: 946 time: 0.0529249 May 16 20:30:53.479960 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef76ba0-524c-447a-b62c-bb228e3d18c6 req-53e27c9d-bcc7-4f1f-a050-2ac657c5ac8a tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:30:53.481469 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-8ef76ba0-524c-447a-b62c-bb228e3d18c6 req-53e27c9d-bcc7-4f1f-a050-2ac657c5ac8a tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] 10.222.0.71 "GET /v2.0/ports?device_id=c778cb99-e34c-4dbd-8d2d-b4ff721d274e HTTP/1.1" status: 200 len: 946 time: 0.0761313 May 16 20:30:53.567156 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-d6c2b654-4bf5-4451-ae9f-2a9832089b7c req-01dffe7b-0744-4842-bf03-5cb55be6c60d service neutron] 10.222.0.81 "GET /v2.0/networks/731f36c9-6229-4931-a45c-303d8db85685?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344805 May 16 20:30:53.570480 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-8ef76ba0-524c-447a-b62c-bb228e3d18c6 req-5602dbdc-05f2-46e8-a72c-1f2fba71b0a9 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] 10.222.0.71 "GET /v2.0/security-groups?id=471c2a9f-3bee-4786-8237-035787bab96d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645640 May 16 20:30:53.570629 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [req-c40e4de7-be3b-49e6-b82f-2ca93ac72653 req-909e1a00-0996-4583-94e1-4af06cd4e0be tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Deleting port c70698fc-4b3f-4c50-a44a-b0385d4c8512 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 20:30:53.571175 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-c40e4de7-be3b-49e6-b82f-2ca93ac72653 req-909e1a00-0996-4583-94e1-4af06cd4e0be tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732397588453'] for port (c70698fc-4b3f-4c50-a44a-b0385d4c8512), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:30:53.664657 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-d6c2b654-4bf5-4451-ae9f-2a9832089b7c req-3ec4c601-84f1-4a43-85f1-b92f1ccea4ac service neutron] 10.222.0.81 "GET /v2.0/networks/731f36c9-6229-4931-a45c-303d8db85685?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879915 May 16 20:30:53.682082 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8bad2f-1df5-4fbc-9c9d-075d62da7236 req-760f382e-5cbe-4945-acc1-d7dab6ac7163 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:30:53.684047 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-ee8bad2f-1df5-4fbc-9c9d-075d62da7236 req-760f382e-5cbe-4945-acc1-d7dab6ac7163 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/ports?device_id=f373f49f-1b05-493f-8909-14c9c8b3a493 HTTP/1.1" status: 200 len: 946 time: 0.0886202 May 16 20:30:53.719193 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-c40e4de7-be3b-49e6-b82f-2ca93ac72653 req-909e1a00-0996-4583-94e1-4af06cd4e0be tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] For port c70698fc-4b3f-4c50-a44a-b0385d4c8512, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=c70698fc-4b3f-4c50-a44a-b0385d4c8512,segment=NetworkSegment(807f7936-8013-4f91-9b73-d002c57a348d),segment_id=807f7936-8013-4f91-9b73-d002c57a348d)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:30:53.719565 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-c40e4de7-be3b-49e6-b82f-2ca93ac72653 req-909e1a00-0996-4583-94e1-4af06cd4e0be tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641018'] for port (c70698fc-4b3f-4c50-a44a-b0385d4c8512), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:30:53.789304 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-ee8bad2f-1df5-4fbc-9c9d-075d62da7236 req-d598228a-4757-42a3-8b21-0b7faf872334 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/security-groups?id=b00b1d0a-4123-474e-8367-57183b95466c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972826 May 16 20:30:53.899967 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-c40e4de7-be3b-49e6-b82f-2ca93ac72653 req-909e1a00-0996-4583-94e1-4af06cd4e0be tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:30:53.900365 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-c40e4de7-be3b-49e6-b82f-2ca93ac72653 req-909e1a00-0996-4583-94e1-4af06cd4e0be tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1640477'] for floatingip (d64ea2dc-8fde-42ec-aa55-39123d8b8b86), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:30:53.900684 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.db.l3_db [req-c40e4de7-be3b-49e6-b82f-2ca93ac72653 req-909e1a00-0996-4583-94e1-4af06cd4e0be tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Floating IP d64ea2dc-8fde-42ec-aa55-39123d8b8b86 disassociated. External IP: 172.27.2.183, port: c70698fc-4b3f-4c50-a44a-b0385d4c8512. May 16 20:30:53.901029 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [req-c40e4de7-be3b-49e6-b82f-2ca93ac72653 req-909e1a00-0996-4583-94e1-4af06cd4e0be tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Calling delete_port for c70698fc-4b3f-4c50-a44a-b0385d4c8512 owned by compute:nova {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 20:30:54.022307 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-c40e4de7-be3b-49e6-b82f-2ca93ac72653 req-909e1a00-0996-4583-94e1-4af06cd4e0be tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732397598073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732397102969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27048612'] for port (c70698fc-4b3f-4c50-a44a-b0385d4c8512), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:30:54.051781 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909e1a00-0996-4583-94e1-4af06cd4e0be tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Pushing event deleted for resources: {'Port': ['ID=c70698fc-4b3f-4c50-a44a-b0385d4c8512,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:30:54.062810 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909e1a00-0996-4583-94e1-4af06cd4e0be tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:30:54.063154 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909e1a00-0996-4583-94e1-4af06cd4e0be tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:30:54.063489 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909e1a00-0996-4583-94e1-4af06cd4e0be tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:30:54.064387 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909e1a00-0996-4583-94e1-4af06cd4e0be tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:30:54.064661 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909e1a00-0996-4583-94e1-4af06cd4e0be tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:30:54.064986 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909e1a00-0996-4583-94e1-4af06cd4e0be tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:30:54.065311 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909e1a00-0996-4583-94e1-4af06cd4e0be tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:30:54.065629 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909e1a00-0996-4583-94e1-4af06cd4e0be tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:30:54.065949 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909e1a00-0996-4583-94e1-4af06cd4e0be tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:30:54.066262 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909e1a00-0996-4583-94e1-4af06cd4e0be tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:30:54.066577 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909e1a00-0996-4583-94e1-4af06cd4e0be tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:30:54.066894 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909e1a00-0996-4583-94e1-4af06cd4e0be tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:30:54.067208 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909e1a00-0996-4583-94e1-4af06cd4e0be tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:30:54.067521 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909e1a00-0996-4583-94e1-4af06cd4e0be tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:30:54.067834 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909e1a00-0996-4583-94e1-4af06cd4e0be tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:30:54.168209 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c40e4de7-be3b-49e6-b82f-2ca93ac72653 req-909e1a00-0996-4583-94e1-4af06cd4e0be tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Router 351686c7-2149-4e36-8ba7-99da7d77fe56 has already been hosted by L3 agent fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f {{(pid=103448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 20:30:54.212264 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dacad6-6d72-45bc-b31c-4bc8fd1aac3a req-10d031ef-206c-4dea-9527-2f48e363ca7a tempest-VolumesActionsTest-117497618 tempest-VolumesActionsTest-117497618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:30:54.213844 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-b4dacad6-6d72-45bc-b31c-4bc8fd1aac3a req-10d031ef-206c-4dea-9527-2f48e363ca7a tempest-VolumesActionsTest-117497618 tempest-VolumesActionsTest-117497618-project] 10.222.0.71 "GET /v2.0/ports?device_id=22053ca9-f40b-4cad-b286-7114849599d7 HTTP/1.1" status: 200 len: 944 time: 0.0472236 May 16 20:30:54.259854 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-b4dacad6-6d72-45bc-b31c-4bc8fd1aac3a req-47242661-e87f-44ee-a333-9040a0cc217c tempest-VolumesActionsTest-117497618 tempest-VolumesActionsTest-117497618-project] 10.222.0.71 "GET /v2.0/security-groups?id=a542ce75-1b7e-49b2-b7a1-e87a4b0f99a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402772 May 16 20:30:54.277301 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c40e4de7-be3b-49e6-b82f-2ca93ac72653 req-909e1a00-0996-4583-94e1-4af06cd4e0be tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Notify agent at l3_agent.dv-cinder-830901-7-iscsi the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 20:30:54.289714 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da42bfc-6582-4e51-9e4b-1e35e27c7ee2 None None] Sync routers for ids ['351686c7-2149-4e36-8ba7-99da7d77fe56'] in dv-cinder-830901-7-iscsi {{(pid=103451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 20:30:54.299577 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da42bfc-6582-4e51-9e4b-1e35e27c7ee2 None None] Routers {'351686c7-2149-4e36-8ba7-99da7d77fe56'} bound to L3 agent in host dv-cinder-830901-7-iscsi {{(pid=103451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:30:54.300204 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-9da42bfc-6582-4e51-9e4b-1e35e27c7ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-16T20:16:38Z,description=,heartbeat_timestamp=2022-05-16T20:30:38Z,host='dv-cinder-830901-7-iscsi',id=fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:16:38Z,topic='l3_agent')) {'router_ids': ['351686c7-2149-4e36-8ba7-99da7d77fe56'], 'active': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:30:54.323443 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [req-c40e4de7-be3b-49e6-b82f-2ca93ac72653 req-909e1a00-0996-4583-94e1-4af06cd4e0be tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] No DVR routers for this DVR port c70698fc-4b3f-4c50-a44a-b0385d4c8512 on host hv-cinder-83090 {{(pid=103448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 20:30:54.325957 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-c40e4de7-be3b-49e6-b82f-2ca93ac72653 req-909e1a00-0996-4583-94e1-4af06cd4e0be tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-338397'] for port (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:30:54.329283 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-c40e4de7-be3b-49e6-b82f-2ca93ac72653 req-909e1a00-0996-4583-94e1-4af06cd4e0be tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] 10.222.0.81 "DELETE /v2.0/ports/c70698fc-4b3f-4c50-a44a-b0385d4c8512 HTTP/1.1" status: 204 len: 173 time: 0.8479469 May 16 20:30:54.329817 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c778cb99-e34c-4dbd-8d2d-b4ff721d274e', 'name': 'network-vif-deleted', 'tag': 'c70698fc-4b3f-4c50-a44a-b0385d4c8512'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 20:30:54.332129 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cabd327eae894280a08d6ee7d9129781675a5828ba01ec684011f2f655eb9e7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93b22e11-a11b-49ef-8a0d-993320feef8f" -d '{"events": [{"server_uuid": "c778cb99-e34c-4dbd-8d2d-b4ff721d274e", "name": "network-vif-deleted", "tag": "c70698fc-4b3f-4c50-a44a-b0385d4c8512"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 20:30:54.474665 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 20:30:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-477fe979-2e47-4fce-a9f8-fa91b757244f x-openstack-request-id: req-477fe979-2e47-4fce-a9f8-fa91b757244f {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 20:30:54.475050 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c778cb99-e34c-4dbd-8d2d-b4ff721d274e", "name": "network-vif-deleted", "tag": "c70698fc-4b3f-4c50-a44a-b0385d4c8512", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 20:30:54.475202 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-477fe979-2e47-4fce-a9f8-fa91b757244f {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 20:30:54.475611 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event matching ['req-477fe979-2e47-4fce-a9f8-fa91b757244f'] response: {'server_uuid': 'c778cb99-e34c-4dbd-8d2d-b4ff721d274e', 'name': 'network-vif-deleted', 'tag': 'c70698fc-4b3f-4c50-a44a-b0385d4c8512', 'status': 'completed', 'code': 200} May 16 20:30:54.495705 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b299e997-4ab9-4ed4-821d-9ae4bd3b4602 req-f7f38f9c-e1dd-4191-86f1-c49ddc35731b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:30:54.497550 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-b299e997-4ab9-4ed4-821d-9ae4bd3b4602 req-f7f38f9c-e1dd-4191-86f1-c49ddc35731b service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=4dd508b1a1d544cd982cf0b2db5ccdb5&device_id=22053ca9-f40b-4cad-b286-7114849599d7 HTTP/1.1" status: 200 len: 1128 time: 0.0831416 May 16 20:30:54.523857 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvr_db [None req-9da42bfc-6582-4e51-9e4b-1e35e27c7ee2 None None] Set router 351686c7-2149-4e36-8ba7-99da7d77fe56 gateway port host: dv-cinder-830901-7-iscsi {{(pid=103451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:30:54.545041 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cebc8f-6ece-4a2e-a708-3bfbbcc78c6b req-b9ad26cf-46dd-4996-a359-9f1deb91feea tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:30:54.547104 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-d3cebc8f-6ece-4a2e-a708-3bfbbcc78c6b req-b9ad26cf-46dd-4996-a359-9f1deb91feea tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] 10.222.0.71 "GET /v2.0/ports?device_id=f32e9281-ccc5-4080-9f4a-4e230a8fc59e HTTP/1.1" status: 200 len: 945 time: 0.0657065 May 16 20:30:54.648886 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-d3cebc8f-6ece-4a2e-a708-3bfbbcc78c6b req-5ce34735-ecf6-485b-91d1-f7c59ad903f4 tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] 10.222.0.71 "GET /v2.0/security-groups?id=a1c75fb4-2352-43a9-9dd9-d2a215f6490b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880280 May 16 20:30:54.667314 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b299e997-4ab9-4ed4-821d-9ae4bd3b4602 req-0738a73e-9c62-4663-ae5c-da73331f3901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:30:54.668943 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-b299e997-4ab9-4ed4-821d-9ae4bd3b4602 req-0738a73e-9c62-4663-ae5c-da73331f3901 service neutron] 10.222.0.81 "GET /v2.0/networks?id=731f36c9-6229-4931-a45c-303d8db85685 HTTP/1.1" status: 200 len: 908 time: 0.1420872 May 16 20:30:54.719007 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-7f4908a3-6df3-44f7-91b4-77503f7a4c03 req-8a20e62c-f87d-4693-8ae5-c460dc79eac2 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] 10.222.0.71 "GET /v2.0/ports?device_id=c778cb99-e34c-4dbd-8d2d-b4ff721d274e HTTP/1.1" status: 200 len: 210 time: 0.0312653 May 16 20:30:54.765151 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-9da42bfc-6582-4e51-9e4b-1e35e27c7ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '351686c7-2149-4e36-8ba7-99da7d77fe56', 'name': 'tempest-AttachVolumeTestJSON-478749997-router', 'tenant_id': '10f3494602c84c748ead115d649fc9cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'external_fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': '5bd59a02-1214-43a3-a53a-a9b3d92f699d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:25:05Z', 'updated_at': '2022-05-16T20:25:15Z', 'revision_number': 4, 'project_id': '10f3494602c84c748ead115d649fc9cc', 'gw_port': {'id': '5bd59a02-1214-43a3-a53a-a9b3d92f699d', 'name': '', 'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:cd:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '351686c7-2149-4e36-8ba7-99da7d77fe56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:25:07Z', 'updated_at': '2022-05-16T20:25:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-7-iscsi', '_interfaces': [{'id': 'a9c54af1-f821-4150-a9a0-ace98e4fcd02', 'name': '', 'network_id': 'e7a89d4e-230a-49f4-9073-4fb4c366ed99', 'tenant_id': '10f3494602c84c748ead115d649fc9cc', 'mac_address': 'fa:16:3e:b7:9a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '351686c7-2149-4e36-8ba7-99da7d77fe56', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a67edfad-ba11-4420-bc2d-c5a2924d53c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:25:13Z', 'updated_at': '2022-05-16T20:25:26Z', 'revision_number': 5, 'project_id': '10f3494602c84c748ead115d649fc9cc', 'subnets': [{'id': 'a67edfad-ba11-4420-bc2d-c5a2924d53c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-7-iscsi', False) {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:30:54.796393 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da42bfc-6582-4e51-9e4b-1e35e27c7ee2 None None] Checking router: 351686c7-2149-4e36-8ba7-99da7d77fe56 for host: dv-cinder-830901-7-iscsi {{(pid=103451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 20:30:54.806552 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da42bfc-6582-4e51-9e4b-1e35e27c7ee2 None None] Routers {'351686c7-2149-4e36-8ba7-99da7d77fe56'} bound to L3 agent in host dv-cinder-830901-7-iscsi {{(pid=103451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:30:54.807176 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-9da42bfc-6582-4e51-9e4b-1e35e27c7ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-16T20:16:38Z,description=,heartbeat_timestamp=2022-05-16T20:30:38Z,host='dv-cinder-830901-7-iscsi',id=fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:16:38Z,topic='l3_agent')) {'router_ids': ['351686c7-2149-4e36-8ba7-99da7d77fe56'], 'active': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:30:54.845942 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-b299e997-4ab9-4ed4-821d-9ae4bd3b4602 req-09a0a475-7897-4827-816b-cc62ca839826 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5775babf-6949-45a2-b5b2-413f6231b176 HTTP/1.1" status: 200 len: 217 time: 0.0365691 May 16 20:30:54.906081 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b299e997-4ab9-4ed4-821d-9ae4bd3b4602 req-72780442-0c8b-4431-a982-b0c7402c4383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:30:54.907646 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-b299e997-4ab9-4ed4-821d-9ae4bd3b4602 req-72780442-0c8b-4431-a982-b0c7402c4383 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=118b9918-5815-4b4b-b9ef-84b23b6b4866 HTTP/1.1" status: 200 len: 847 time: 0.0564249 May 16 20:30:54.916548 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvr_db [None req-9da42bfc-6582-4e51-9e4b-1e35e27c7ee2 None None] Set router 351686c7-2149-4e36-8ba7-99da7d77fe56 gateway port host: dv-cinder-830901-7-iscsi {{(pid=103451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:30:54.944663 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-b299e997-4ab9-4ed4-821d-9ae4bd3b4602 req-c97cd506-4a13-4aa1-8a17-f0400f7d64eb service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=731f36c9-6229-4931-a45c-303d8db85685&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311944 May 16 20:30:55.060314 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-b299e997-4ab9-4ed4-821d-9ae4bd3b4602 req-c63b6071-fc52-45fd-ad50-dbc14d5d1c2f service neutron] 10.222.0.81 "GET /v2.0/networks/731f36c9-6229-4931-a45c-303d8db85685?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094184 May 16 20:30:55.145591 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-9da42bfc-6582-4e51-9e4b-1e35e27c7ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '351686c7-2149-4e36-8ba7-99da7d77fe56', 'name': 'tempest-AttachVolumeTestJSON-478749997-router', 'tenant_id': '10f3494602c84c748ead115d649fc9cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'external_fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': '5bd59a02-1214-43a3-a53a-a9b3d92f699d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:25:05Z', 'updated_at': '2022-05-16T20:25:15Z', 'revision_number': 4, 'project_id': '10f3494602c84c748ead115d649fc9cc', 'gw_port': {'id': '5bd59a02-1214-43a3-a53a-a9b3d92f699d', 'name': '', 'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:cd:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '351686c7-2149-4e36-8ba7-99da7d77fe56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:25:07Z', 'updated_at': '2022-05-16T20:25:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-7-iscsi', '_interfaces': [{'id': 'a9c54af1-f821-4150-a9a0-ace98e4fcd02', 'name': '', 'network_id': 'e7a89d4e-230a-49f4-9073-4fb4c366ed99', 'tenant_id': '10f3494602c84c748ead115d649fc9cc', 'mac_address': 'fa:16:3e:b7:9a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '351686c7-2149-4e36-8ba7-99da7d77fe56', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a67edfad-ba11-4420-bc2d-c5a2924d53c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:25:13Z', 'updated_at': '2022-05-16T20:25:26Z', 'revision_number': 5, 'project_id': '10f3494602c84c748ead115d649fc9cc', 'subnets': [{'id': 'a67edfad-ba11-4420-bc2d-c5a2924d53c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-7-iscsi', False) {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:30:55.166269 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-b299e997-4ab9-4ed4-821d-9ae4bd3b4602 req-5980a150-0fb2-470b-8e92-75eb3387a8ff service neutron] 10.222.0.81 "GET /v2.0/networks/731f36c9-6229-4931-a45c-303d8db85685?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997586 May 16 20:30:55.175913 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da42bfc-6582-4e51-9e4b-1e35e27c7ee2 None None] The sync data for ids ['351686c7-2149-4e36-8ba7-99da7d77fe56'] in dv-cinder-830901-7-iscsi is: [{'id': '351686c7-2149-4e36-8ba7-99da7d77fe56', 'name': 'tempest-AttachVolumeTestJSON-478749997-router', 'tenant_id': '10f3494602c84c748ead115d649fc9cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'external_fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': '5bd59a02-1214-43a3-a53a-a9b3d92f699d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:25:05Z', 'updated_at': '2022-05-16T20:25:15Z', 'revision_number': 4, 'project_id': '10f3494602c84c748ead115d649fc9cc', 'gw_port': {'id': '5bd59a02-1214-43a3-a53a-a9b3d92f699d', 'name': '', 'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:cd:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '351686c7-2149-4e36-8ba7-99da7d77fe56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:25:07Z', 'updated_at': '2022-05-16T20:25:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-7-iscsi', '_interfaces': [{'id': 'a9c54af1-f821-4150-a9a0-ace98e4fcd02', 'name': '', 'network_id': 'e7a89d4e-230a-49f4-9073-4fb4c366ed99', 'tenant_id': '10f3494602c84c748ead115d649fc9cc', 'mac_address': 'fa:16:3e:b7:9a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '351686c7-2149-4e36-8ba7-99da7d77fe56', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a67edfad-ba11-4420-bc2d-c5a2924d53c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:25:13Z', 'updated_at': '2022-05-16T20:25:26Z', 'revision_number': 5, 'project_id': '10f3494602c84c748ead115d649fc9cc', 'subnets': [{'id': 'a67edfad-ba11-4420-bc2d-c5a2924d53c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 20:30:55.377650 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962e3020-9332-4004-ba50-34f7c5226160 req-5c71be0e-6ced-4805-81cd-c26993d8c0d3 tempest-VolumesActionsTest-117497618 tempest-VolumesActionsTest-117497618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:30:55.379225 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-962e3020-9332-4004-ba50-34f7c5226160 req-5c71be0e-6ced-4805-81cd-c26993d8c0d3 tempest-VolumesActionsTest-117497618 tempest-VolumesActionsTest-117497618-project] 10.222.0.71 "GET /v2.0/ports?device_id=22053ca9-f40b-4cad-b286-7114849599d7 HTTP/1.1" status: 200 len: 944 time: 0.0505509 May 16 20:30:55.432059 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-962e3020-9332-4004-ba50-34f7c5226160 req-956f696d-4962-48d2-a4cd-2b619e3e01ce tempest-VolumesActionsTest-117497618 tempest-VolumesActionsTest-117497618-project] 10.222.0.71 "GET /v2.0/security-groups?id=a542ce75-1b7e-49b2-b7a1-e87a4b0f99a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469666 May 16 20:30:55.432394 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6eeb818-4b01-4f0a-b4f7-dcc31a508f41 None None] New status for floating IP d64ea2dc-8fde-42ec-aa55-39123d8b8b86: DOWN {{(pid=103450) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 20:30:55.758412 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157ddd0a-93fc-4615-9a61-986722b1533c req-0ab036cc-cafe-4e36-99a6-1f0347c8f0b4 tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:30:55.759935 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-157ddd0a-93fc-4615-9a61-986722b1533c req-0ab036cc-cafe-4e36-99a6-1f0347c8f0b4 tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] 10.222.0.71 "GET /v2.0/ports?device_id=f32e9281-ccc5-4080-9f4a-4e230a8fc59e HTTP/1.1" status: 200 len: 945 time: 0.0512564 May 16 20:30:55.810214 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-157ddd0a-93fc-4615-9a61-986722b1533c req-cddad083-cd8a-4302-a656-abeca780619d tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] 10.222.0.71 "GET /v2.0/security-groups?id=a1c75fb4-2352-43a9-9dd9-d2a215f6490b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446742 May 16 20:30:55.810673 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.71', 51112) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:30:55.864403 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cd264d5a-5c3c-45ba-bc66-4dc9ef9482b5 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Publish callbacks [] for security_group (471c2a9f-3bee-4786-8237-035787bab96d), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:30:55.887546 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cd264d5a-5c3c-45ba-bc66-4dc9ef9482b5 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Publish callbacks [] for security_group (471c2a9f-3bee-4786-8237-035787bab96d), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:30:55.960864 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9471653-4f3a-4843-9902-3230bfafc2a2 req-217aa592-a289-443c-85ff-9c3732a6763e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:30:55.962427 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-f9471653-4f3a-4843-9902-3230bfafc2a2 req-217aa592-a289-443c-85ff-9c3732a6763e service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=0966cdee10bc4eebbb38ae04e066adf2&device_id=f32e9281-ccc5-4080-9f4a-4e230a8fc59e HTTP/1.1" status: 200 len: 1129 time: 0.0473247 May 16 20:30:55.966477 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cd264d5a-5c3c-45ba-bc66-4dc9ef9482b5 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997425'] for security_group (471c2a9f-3bee-4786-8237-035787bab96d), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:30:55.969271 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cd264d5a-5c3c-45ba-bc66-4dc9ef9482b5 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Publish callbacks [] for security_group (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:30:55.970317 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-cd264d5a-5c3c-45ba-bc66-4dc9ef9482b5 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] 10.222.0.71 "DELETE /v2.0/security-groups/471c2a9f-3bee-4786-8237-035787bab96d HTTP/1.1" status: 204 len: 168 time: 0.1587262 May 16 20:30:55.973214 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.71', 51114) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:30:55.986960 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.api.v2.resource [None req-10ad32de-dfe9-468f-bf34-35c47ebb87ac tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] show failed (client error): The resource could not be found. May 16 20:30:55.988040 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-10ad32de-dfe9-468f-bf34-35c47ebb87ac tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] 10.222.0.71 "GET /v2.0/security-groups/471c2a9f-3bee-4786-8237-035787bab96d HTTP/1.1" status: 404 len: 347 time: 0.0137653 May 16 20:30:55.990744 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.71', 51116) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:30:55.995590 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd264d5a-5c3c-45ba-bc66-4dc9ef9482b5 tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=471c2a9f-3bee-4786-8237-035787bab96d,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:30:56.016919 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Device 5775babf-6949-45a2-b5b2-413f6231b176 details requested by agent hyperv_hv-cinder-83090 with host hv-cinder-83090 {{(pid=103450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 20:30:56.072744 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9471653-4f3a-4843-9902-3230bfafc2a2 req-14dedc1f-0fd5-4232-b73a-5f8581345acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:30:56.074295 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-f9471653-4f3a-4843-9902-3230bfafc2a2 req-14dedc1f-0fd5-4232-b73a-5f8581345acd service neutron] 10.222.0.81 "GET /v2.0/networks?id=40c86c5f-a6ca-4ec7-9bd7-4db98c5fd078 HTTP/1.1" status: 200 len: 910 time: 0.1029677 May 16 20:30:56.125300 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-4cc93b0b-fd8b-4f9e-82d5-290219dc70ed tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Deleting port fe6d9787-814d-450f-b0c7-78a0271971fb {{(pid=103449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 20:30:56.125782 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4cc93b0b-fd8b-4f9e-82d5-290219dc70ed tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732397588453'] for port (fe6d9787-814d-450f-b0c7-78a0271971fb), before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:30:56.133406 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] For port 5775babf-6949-45a2-b5b2-413f6231b176, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=5775babf-6949-45a2-b5b2-413f6231b176,segment=NetworkSegment(190fa202-b7bc-4802-99be-9ee1a8764841),segment_id=190fa202-b7bc-4802-99be-9ee1a8764841)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:30:56.140073 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-f9471653-4f3a-4843-9902-3230bfafc2a2 req-79cd23c2-d795-49c0-9bc3-1e6174b83966 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=16b01ccf-9f12-4ad0-9f9b-72f0680268f5 HTTP/1.1" status: 200 len: 1001 time: 0.0594480 May 16 20:30:56.146318 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Returning: {'device': '5775babf-6949-45a2-b5b2-413f6231b176', 'network_id': '731f36c9-6229-4931-a45c-303d8db85685', 'port_id': '5775babf-6949-45a2-b5b2-413f6231b176', 'mac_address': 'fa:16:3e:99:22:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '118b9918-5815-4b4b-b9ef-84b23b6b4866', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 20:30:56.188138 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9471653-4f3a-4843-9902-3230bfafc2a2 req-544ddb78-e705-4bce-a06d-51d1a1fe2e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:30:56.190291 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-f9471653-4f3a-4843-9902-3230bfafc2a2 req-544ddb78-e705-4bce-a06d-51d1a1fe2e5c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=e001e1d8-306d-467a-b2a6-bd86f5be5c66 HTTP/1.1" status: 200 len: 848 time: 0.0447869 May 16 20:30:56.194971 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Current status of the port 5775babf-6949-45a2-b5b2-413f6231b176 is: DOWN; New status is: BUILD {{(pid=103450) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:30:56.195341 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (5775babf-6949-45a2-b5b2-413f6231b176), before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:30:56.210232 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.notifiers.nova [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5775babf-6949-45a2-b5b2-413f6231b176 {{(pid=103450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 20:30:56.212561 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4cc93b0b-fd8b-4f9e-82d5-290219dc70ed tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641018'] for port (fe6d9787-814d-450f-b0c7-78a0271971fb), precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:30:56.212890 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4cc93b0b-fd8b-4f9e-82d5-290219dc70ed tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Publish callbacks [] for floatingip (fe6d9787-814d-450f-b0c7-78a0271971fb), precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:30:56.225267 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-4cc93b0b-fd8b-4f9e-82d5-290219dc70ed tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Calling delete_port for fe6d9787-814d-450f-b0c7-78a0271971fb owned by network:floatingip {{(pid=103449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 20:30:56.233005 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9471653-4f3a-4843-9902-3230bfafc2a2 req-a4517a71-985f-4aa0-ac02-8d18f513ab03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:30:56.235198 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-f9471653-4f3a-4843-9902-3230bfafc2a2 req-a4517a71-985f-4aa0-ac02-8d18f513ab03 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=40c86c5f-a6ca-4ec7-9bd7-4db98c5fd078&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391130 May 16 20:30:56.237771 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] For port 5775babf-6949-45a2-b5b2-413f6231b176, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=5775babf-6949-45a2-b5b2-413f6231b176,segment=NetworkSegment(190fa202-b7bc-4802-99be-9ee1a8764841),segment_id=190fa202-b7bc-4802-99be-9ee1a8764841)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:30:56.241794 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732397598091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732397102978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732397102996'] for port (5775babf-6949-45a2-b5b2-413f6231b176), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:30:56.291966 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Pushing event updated for resources: {'Port': ['ID=5775babf-6949-45a2-b5b2-413f6231b176,revision_number=4']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:30:56.334668 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-f9471653-4f3a-4843-9902-3230bfafc2a2 req-6ab6f8a5-85dc-44be-be49-ee989f933b66 service neutron] 10.222.0.81 "GET /v2.0/networks/40c86c5f-a6ca-4ec7-9bd7-4db98c5fd078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941913 May 16 20:30:56.366076 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4cc93b0b-fd8b-4f9e-82d5-290219dc70ed tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732397598073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732397102969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26134374'] for port (fe6d9787-814d-450f-b0c7-78a0271971fb), after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:30:56.390143 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc93b0b-fd8b-4f9e-82d5-290219dc70ed tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Pushing event deleted for resources: {'Port': ['ID=fe6d9787-814d-450f-b0c7-78a0271971fb,revision_number=None']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:30:56.425668 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-f9471653-4f3a-4843-9902-3230bfafc2a2 req-493d9a40-f9d9-4b2a-80d2-82850210edad service neutron] 10.222.0.81 "GET /v2.0/networks/40c86c5f-a6ca-4ec7-9bd7-4db98c5fd078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836337 May 16 20:30:56.452298 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4cc93b0b-fd8b-4f9e-82d5-290219dc70ed tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Publish callbacks [] for floatingip (d64ea2dc-8fde-42ec-aa55-39123d8b8b86), after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:30:56.455305 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4cc93b0b-fd8b-4f9e-82d5-290219dc70ed tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-338397'] for floatingip (None), before_response {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:30:56.456635 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-4cc93b0b-fd8b-4f9e-82d5-290219dc70ed tempest-AttachVolumeTestJSON-1142919844 tempest-AttachVolumeTestJSON-1142919844-project] 10.222.0.71 "DELETE /v2.0/floatingips/d64ea2dc-8fde-42ec-aa55-39123d8b8b86 HTTP/1.1" status: 204 len: 168 time: 0.4650123 May 16 20:30:56.489040 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] get_ports_and_sgs() called for port_ids ['5775babf-6949-45a2-b5b2-413f6231b176'] {{(pid=103450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 20:30:56.560852 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ab87b0-076f-422e-977b-305a31c3c7d4 req-839e37d7-fa52-4ef1-9d41-35cf48bc9dbe tempest-VolumesActionsTest-117497618 tempest-VolumesActionsTest-117497618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:30:56.562403 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-d9ab87b0-076f-422e-977b-305a31c3c7d4 req-839e37d7-fa52-4ef1-9d41-35cf48bc9dbe tempest-VolumesActionsTest-117497618 tempest-VolumesActionsTest-117497618-project] 10.222.0.71 "GET /v2.0/ports?device_id=22053ca9-f40b-4cad-b286-7114849599d7 HTTP/1.1" status: 200 len: 945 time: 0.0527966 May 16 20:30:56.616343 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-d9ab87b0-076f-422e-977b-305a31c3c7d4 req-7ec13a76-6119-4f9e-9e64-aec1be476b00 tempest-VolumesActionsTest-117497618 tempest-VolumesActionsTest-117497618-project] 10.222.0.71 "GET /v2.0/security-groups?id=a542ce75-1b7e-49b2-b7a1-e87a4b0f99a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469832 May 16 20:30:56.926335 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49e855d-04db-4409-9519-2fbd453c5bbf req-bb556f2c-731b-4af8-89ff-f089cbe1f90f tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:30:56.927789 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-d49e855d-04db-4409-9519-2fbd453c5bbf req-bb556f2c-731b-4af8-89ff-f089cbe1f90f tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] 10.222.0.71 "GET /v2.0/ports?device_id=f32e9281-ccc5-4080-9f4a-4e230a8fc59e HTTP/1.1" status: 200 len: 945 time: 0.0520391 May 16 20:30:56.976416 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-d49e855d-04db-4409-9519-2fbd453c5bbf req-f8970124-3d44-4636-a769-56893aaf2097 tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] 10.222.0.71 "GET /v2.0/security-groups?id=a1c75fb4-2352-43a9-9dd9-d2a215f6490b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429883 May 16 20:30:57.746312 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c65a0c-53e5-40f6-bab5-00726816801a req-5183627f-d5e6-42c3-a4bf-96069caab924 tempest-VolumesActionsTest-117497618 tempest-VolumesActionsTest-117497618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:30:57.747796 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-67c65a0c-53e5-40f6-bab5-00726816801a req-5183627f-d5e6-42c3-a4bf-96069caab924 tempest-VolumesActionsTest-117497618 tempest-VolumesActionsTest-117497618-project] 10.222.0.71 "GET /v2.0/ports?device_id=22053ca9-f40b-4cad-b286-7114849599d7 HTTP/1.1" status: 200 len: 945 time: 0.0524645 May 16 20:30:57.794606 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-67c65a0c-53e5-40f6-bab5-00726816801a req-1fde39e6-56c5-4b75-a9f9-c4e3aac1bcae tempest-VolumesActionsTest-117497618 tempest-VolumesActionsTest-117497618-project] 10.222.0.71 "GET /v2.0/security-groups?id=a542ce75-1b7e-49b2-b7a1-e87a4b0f99a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411513 May 16 20:30:58.002607 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Device 5775babf-6949-45a2-b5b2-413f6231b176 up at agent hyperv_hv-cinder-83090 {{(pid=103450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 20:30:58.045647 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Provisioning for port 5775babf-6949-45a2-b5b2-413f6231b176 completed by entity L2. {{(pid=103450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 16 20:30:58.053343 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Provisioning complete for port 5775babf-6949-45a2-b5b2-413f6231b176 triggered by entity L2. {{(pid=103450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:30:58.053725 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868582'] for port (5775babf-6949-45a2-b5b2-413f6231b176), provisioning_complete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:30:58.089995 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb437456-e385-49ee-86b0-693c0bb8ae5b req-e2f8e335-b6a7-43fc-8bb9-ba239bf2c9b2 tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:30:58.094870 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-eb437456-e385-49ee-86b0-693c0bb8ae5b req-e2f8e335-b6a7-43fc-8bb9-ba239bf2c9b2 tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] 10.222.0.71 "GET /v2.0/ports?device_id=f32e9281-ccc5-4080-9f4a-4e230a8fc59e HTTP/1.1" status: 200 len: 945 time: 0.0517566 May 16 20:30:58.130697 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Current status of the port 5775babf-6949-45a2-b5b2-413f6231b176 is: BUILD; New status is: ACTIVE {{(pid=103450) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:30:58.131630 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (5775babf-6949-45a2-b5b2-413f6231b176), before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:30:58.158419 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-eb437456-e385-49ee-86b0-693c0bb8ae5b req-976d2831-144d-41a2-97a1-767278e91678 tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] 10.222.0.71 "GET /v2.0/security-groups?id=a1c75fb4-2352-43a9-9dd9-d2a215f6490b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570781 May 16 20:30:58.162716 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22053ca9-f40b-4cad-b286-7114849599d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5775babf-6949-45a2-b5b2-413f6231b176'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 20:30:58.165171 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38452c862c9e2e5c9d38da0d4ca4e6053ba1266d056c207bc89b5fbcea4cd82f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1113b5f3-a9e3-4fb9-ada3-2c7362862971" -d '{"events": [{"server_uuid": "22053ca9-f40b-4cad-b286-7114849599d7", "name": "network-vif-plugged", "status": "completed", "tag": "5775babf-6949-45a2-b5b2-413f6231b176"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 20:30:58.176168 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] For port 5775babf-6949-45a2-b5b2-413f6231b176, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=5775babf-6949-45a2-b5b2-413f6231b176,segment=NetworkSegment(190fa202-b7bc-4802-99be-9ee1a8764841),segment_id=190fa202-b7bc-4802-99be-9ee1a8764841)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:30:58.180570 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732397598091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732397102978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732397102996'] for port (5775babf-6949-45a2-b5b2-413f6231b176), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:30:58.181414 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Device c70698fc-4b3f-4c50-a44a-b0385d4c8512 no longer exists at agent hyperv_hv-cinder-83090 {{(pid=103450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 20:30:58.221489 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 20:30:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-193c73fa-a097-46fa-a68c-acf8e5a77d61 x-openstack-request-id: req-193c73fa-a097-46fa-a68c-acf8e5a77d61 {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 20:30:58.221489 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22053ca9-f40b-4cad-b286-7114849599d7", "name": "network-vif-plugged", "status": "completed", "tag": "5775babf-6949-45a2-b5b2-413f6231b176", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 20:30:58.221489 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-193c73fa-a097-46fa-a68c-acf8e5a77d61 {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 20:30:58.222051 dv-cinder-830901-7-iscsi neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event matching ['req-193c73fa-a097-46fa-a68c-acf8e5a77d61'] response: {'server_uuid': '22053ca9-f40b-4cad-b286-7114849599d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5775babf-6949-45a2-b5b2-413f6231b176', 'code': 200} May 16 20:30:58.223963 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] No Port match for: c70698fc-4b3f-4c50-a44a-b0385d4c8512 {{(pid=103450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 20:30:58.224391 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Device c70698fc-4b3f-4c50-a44a-b0385d4c8512 not bound to the agent host hv-cinder-83090 {{(pid=103450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 20:30:58.250788 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Pushing event updated for resources: {'Port': ['ID=5775babf-6949-45a2-b5b2-413f6231b176,revision_number=5']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:30:58.395342 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2ca09a-ddfd-4fd6-87b2-bd5a1aa401dc req-c013508d-93b9-4e6c-ad5c-6a1e9b6f0102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:30:58.396739 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-7e2ca09a-ddfd-4fd6-87b2-bd5a1aa401dc req-c013508d-93b9-4e6c-ad5c-6a1e9b6f0102 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=22053ca9-f40b-4cad-b286-7114849599d7 HTTP/1.1" status: 200 len: 1130 time: 0.0397871 May 16 20:30:58.615701 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-7e2ca09a-ddfd-4fd6-87b2-bd5a1aa401dc req-e1341a70-5d94-4aea-8f9e-c690860c8fcf service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=a542ce75-1b7e-49b2-b7a1-e87a4b0f99a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436609 May 16 20:30:58.918106 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2eb924-a0e2-4d4e-9b2c-aea2c8ec9613 req-e018cf4a-40a8-41bf-affc-06a6b47e9d3d tempest-VolumesActionsTest-117497618 tempest-VolumesActionsTest-117497618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:30:58.919489 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-ad2eb924-a0e2-4d4e-9b2c-aea2c8ec9613 req-e018cf4a-40a8-41bf-affc-06a6b47e9d3d tempest-VolumesActionsTest-117497618 tempest-VolumesActionsTest-117497618-project] 10.222.0.71 "GET /v2.0/ports?device_id=22053ca9-f40b-4cad-b286-7114849599d7 HTTP/1.1" status: 200 len: 946 time: 0.0515964 May 16 20:30:58.967665 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-ad2eb924-a0e2-4d4e-9b2c-aea2c8ec9613 req-035fe8a3-2015-4176-874a-2152a4c15263 tempest-VolumesActionsTest-117497618 tempest-VolumesActionsTest-117497618-project] 10.222.0.71 "GET /v2.0/security-groups?id=a542ce75-1b7e-49b2-b7a1-e87a4b0f99a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423303 May 16 20:30:59.269729 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadbc2be-87b4-4707-87dd-e3165cc718ca req-1e25af7c-958f-4f51-a903-989ae3339aef tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:30:59.271410 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-cadbc2be-87b4-4707-87dd-e3165cc718ca req-1e25af7c-958f-4f51-a903-989ae3339aef tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] 10.222.0.71 "GET /v2.0/ports?device_id=f32e9281-ccc5-4080-9f4a-4e230a8fc59e HTTP/1.1" status: 200 len: 945 time: 0.0497398 May 16 20:30:59.321147 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-cadbc2be-87b4-4707-87dd-e3165cc718ca req-96c7bce2-30c7-47e1-b3b5-0d4d3e7de836 tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] 10.222.0.71 "GET /v2.0/security-groups?id=a1c75fb4-2352-43a9-9dd9-d2a215f6490b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433233 May 16 20:30:59.520267 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-de3f4160-53b4-4926-b82f-60ec4ba7c1c6 req-b3c0685d-7db0-4d0c-8cd7-535356b0ef0e service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=f32e9281-ccc5-4080-9f4a-4e230a8fc59e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0655797 May 16 20:30:59.537095 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6548482-acd9-4d0d-b6e3-4cdc81abe8dc req-124c5e53-849e-4095-b216-dbef069a9a22 tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:30:59.538605 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-e6548482-acd9-4d0d-b6e3-4cdc81abe8dc req-124c5e53-849e-4095-b216-dbef069a9a22 tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] 10.222.0.71 "GET /v2.0/ports?device_id=f32e9281-ccc5-4080-9f4a-4e230a8fc59e HTTP/1.1" status: 200 len: 945 time: 0.0539718 May 16 20:30:59.623440 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3f4160-53b4-4926-b82f-60ec4ba7c1c6 req-d81503a1-7d05-4f73-8363-341ada501c46 tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:30:59.624760 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-de3f4160-53b4-4926-b82f-60ec4ba7c1c6 req-d81503a1-7d05-4f73-8363-341ada501c46 tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] 10.222.0.71 "GET /v2.0/ports/16b01ccf-9f12-4ad0-9f9b-72f0680268f5 HTTP/1.1" status: 200 len: 942 time: 0.0735004 May 16 20:30:59.629508 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-e6548482-acd9-4d0d-b6e3-4cdc81abe8dc req-ec92acd0-4472-4f73-980c-9051b74398c7 tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] 10.222.0.71 "GET /v2.0/security-groups?id=a1c75fb4-2352-43a9-9dd9-d2a215f6490b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842824 May 16 20:31:00.024124 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.71', 51174) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:31:00.096685 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9b0d16-1e8e-4fd6-a6af-3a87e0521530 req-db8eacb3-dc99-4ba1-9bdf-25529904db32 tempest-VolumesActionsTest-117497618 tempest-VolumesActionsTest-117497618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:31:00.098783 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-0a9b0d16-1e8e-4fd6-a6af-3a87e0521530 req-db8eacb3-dc99-4ba1-9bdf-25529904db32 tempest-VolumesActionsTest-117497618 tempest-VolumesActionsTest-117497618-project] 10.222.0.71 "GET /v2.0/ports?device_id=22053ca9-f40b-4cad-b286-7114849599d7 HTTP/1.1" status: 200 len: 946 time: 0.0528831 May 16 20:31:00.152543 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-0a9b0d16-1e8e-4fd6-a6af-3a87e0521530 req-66c540ef-db67-4b8f-be1e-c901f1ae0c31 tempest-VolumesActionsTest-117497618 tempest-VolumesActionsTest-117497618-project] 10.222.0.71 "GET /v2.0/security-groups?id=a542ce75-1b7e-49b2-b7a1-e87a4b0f99a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482097 May 16 20:31:00.701752 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-3f7f768c-2a0c-4305-b883-4d993cb54c69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1641200'] for router_interface (351686c7-2149-4e36-8ba7-99da7d77fe56), before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:00.787956 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc48d6f-face-4262-850f-1dabf702b9b8 req-eff8d62b-7c3f-4074-b58b-fbd32f867fe8 tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:31:00.789931 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-cbc48d6f-face-4262-850f-1dabf702b9b8 req-eff8d62b-7c3f-4074-b58b-fbd32f867fe8 tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] 10.222.0.71 "GET /v2.0/ports?device_id=f32e9281-ccc5-4080-9f4a-4e230a8fc59e HTTP/1.1" status: 200 len: 945 time: 0.0826650 May 16 20:31:00.846338 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-cbc48d6f-face-4262-850f-1dabf702b9b8 req-b19025b6-0505-4a2f-8880-87dd50c7f560 tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] 10.222.0.71 "GET /v2.0/security-groups?id=a1c75fb4-2352-43a9-9dd9-d2a215f6490b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508811 May 16 20:31:00.949099 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c65640-a0c5-40a1-95c1-0acbe3888d8d req-0af6e7f0-7bdc-43f9-ad24-80a4a1c44e8c tempest-VolumesActionsTest-117497618 tempest-VolumesActionsTest-117497618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:31:00.950572 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-86c65640-a0c5-40a1-95c1-0acbe3888d8d req-0af6e7f0-7bdc-43f9-ad24-80a4a1c44e8c tempest-VolumesActionsTest-117497618 tempest-VolumesActionsTest-117497618-project] 10.222.0.71 "GET /v2.0/ports?device_id=22053ca9-f40b-4cad-b286-7114849599d7 HTTP/1.1" status: 200 len: 946 time: 0.1002941 May 16 20:31:01.045988 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-86c65640-a0c5-40a1-95c1-0acbe3888d8d req-ade5f4ae-d7a1-4800-9b36-8ef989cef9d0 tempest-VolumesActionsTest-117497618 tempest-VolumesActionsTest-117497618-project] 10.222.0.71 "GET /v2.0/security-groups?id=a542ce75-1b7e-49b2-b7a1-e87a4b0f99a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896399 May 16 20:31:01.051278 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-3f7f768c-2a0c-4305-b883-4d993cb54c69 admin admin] Deleting port a9c54af1-f821-4150-a9a0-ace98e4fcd02 {{(pid=103449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 20:31:01.051624 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-3f7f768c-2a0c-4305-b883-4d993cb54c69 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732397588453'] for port (a9c54af1-f821-4150-a9a0-ace98e4fcd02), before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:01.128888 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-3f7f768c-2a0c-4305-b883-4d993cb54c69 admin admin] For port a9c54af1-f821-4150-a9a0-ace98e4fcd02, host dv-cinder-830901-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-7-iscsi',level=0,port_id=a9c54af1-f821-4150-a9a0-ace98e4fcd02,segment=NetworkSegment(807f7936-8013-4f91-9b73-d002c57a348d),segment_id=807f7936-8013-4f91-9b73-d002c57a348d)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:31:01.129266 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-3f7f768c-2a0c-4305-b883-4d993cb54c69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641018'] for port (a9c54af1-f821-4150-a9a0-ace98e4fcd02), precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:01.141397 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-3f7f768c-2a0c-4305-b883-4d993cb54c69 admin admin] Calling delete_port for a9c54af1-f821-4150-a9a0-ace98e4fcd02 owned by network:router_interface {{(pid=103449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 20:31:01.314298 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-3f7f768c-2a0c-4305-b883-4d993cb54c69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732397598073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732397102969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26134374'] for port (a9c54af1-f821-4150-a9a0-ace98e4fcd02), after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:01.337840 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7f768c-2a0c-4305-b883-4d993cb54c69 admin admin] Pushing event deleted for resources: {'Port': ['ID=a9c54af1-f821-4150-a9a0-ace98e4fcd02,revision_number=None']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:31:01.503971 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-3f7f768c-2a0c-4305-b883-4d993cb54c69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1614403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1651439'] for router_interface (351686c7-2149-4e36-8ba7-99da7d77fe56), after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:01.698230 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f7f768c-2a0c-4305-b883-4d993cb54c69 admin admin] Router 351686c7-2149-4e36-8ba7-99da7d77fe56 has already been hosted by L3 agent fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f {{(pid=103449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 20:31:01.792478 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f7f768c-2a0c-4305-b883-4d993cb54c69 admin admin] Notify agent at l3_agent.dv-cinder-830901-7-iscsi the message routers_updated {{(pid=103449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 20:31:01.798099 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-3f7f768c-2a0c-4305-b883-4d993cb54c69 admin admin] 10.222.0.71 "PUT /v2.0/routers/351686c7-2149-4e36-8ba7-99da7d77fe56/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7732265 May 16 20:31:01.800359 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.71', 51194) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:31:01.805189 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b1177d-b66b-4577-b37a-1840f955c036 None None] Sync routers for ids ['351686c7-2149-4e36-8ba7-99da7d77fe56'] in dv-cinder-830901-7-iscsi {{(pid=103451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 20:31:01.816065 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b1177d-b66b-4577-b37a-1840f955c036 None None] Routers {'351686c7-2149-4e36-8ba7-99da7d77fe56'} bound to L3 agent in host dv-cinder-830901-7-iscsi {{(pid=103451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:31:01.816719 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-07b1177d-b66b-4577-b37a-1840f955c036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-16T20:16:38Z,description=,heartbeat_timestamp=2022-05-16T20:30:38Z,host='dv-cinder-830901-7-iscsi',id=fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:16:38Z,topic='l3_agent')) {'router_ids': ['351686c7-2149-4e36-8ba7-99da7d77fe56'], 'active': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:31:01.898871 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7ab08701-4e50-44c0-8e31-7331416f93a9 admin admin] Publish callbacks [] for router (351686c7-2149-4e36-8ba7-99da7d77fe56), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:01.916640 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvr_db [None req-07b1177d-b66b-4577-b37a-1840f955c036 None None] Set router 351686c7-2149-4e36-8ba7-99da7d77fe56 gateway port host: dv-cinder-830901-7-iscsi {{(pid=103451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:31:01.985771 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66454a24-49be-4ab6-a41e-75f2284dafb5 req-4f1b6ef4-1e99-49cf-8246-2fac372e857f tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:31:01.987106 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-66454a24-49be-4ab6-a41e-75f2284dafb5 req-4f1b6ef4-1e99-49cf-8246-2fac372e857f tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] 10.222.0.71 "GET /v2.0/ports?device_id=f32e9281-ccc5-4080-9f4a-4e230a8fc59e HTTP/1.1" status: 200 len: 945 time: 0.0565975 May 16 20:31:02.010863 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Device 16b01ccf-9f12-4ad0-9f9b-72f0680268f5 no longer exists at agent hyperv_hv-cinder-83090 {{(pid=103450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 20:31:02.062415 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7ab08701-4e50-44c0-8e31-7331416f93a9 admin admin] Publish callbacks [] for router_gateway (351686c7-2149-4e36-8ba7-99da7d77fe56), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:02.082463 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-07b1177d-b66b-4577-b37a-1840f955c036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '351686c7-2149-4e36-8ba7-99da7d77fe56', 'name': 'tempest-AttachVolumeTestJSON-478749997-router', 'tenant_id': '10f3494602c84c748ead115d649fc9cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'external_fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': '5bd59a02-1214-43a3-a53a-a9b3d92f699d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:25:05Z', 'updated_at': '2022-05-16T20:31:01Z', 'revision_number': 5, 'project_id': '10f3494602c84c748ead115d649fc9cc', 'gw_port': {'id': '5bd59a02-1214-43a3-a53a-a9b3d92f699d', 'name': '', 'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:cd:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '351686c7-2149-4e36-8ba7-99da7d77fe56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:25:07Z', 'updated_at': '2022-05-16T20:25:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-7-iscsi'}], 'dv-cinder-830901-7-iscsi', False) {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:31:02.095031 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Current status of the port 16b01ccf-9f12-4ad0-9f9b-72f0680268f5 is: ACTIVE; New status is: DOWN {{(pid=103450) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:31:02.095840 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (16b01ccf-9f12-4ad0-9f9b-72f0680268f5), before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:02.108182 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-66454a24-49be-4ab6-a41e-75f2284dafb5 req-e86131e1-d88d-4d57-b70c-a8c05d1c3302 tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] 10.222.0.71 "GET /v2.0/security-groups?id=a1c75fb4-2352-43a9-9dd9-d2a215f6490b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929732 May 16 20:31:02.111988 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b1177d-b66b-4577-b37a-1840f955c036 None None] Checking router: 351686c7-2149-4e36-8ba7-99da7d77fe56 for host: dv-cinder-830901-7-iscsi {{(pid=103451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 20:31:02.121222 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b1177d-b66b-4577-b37a-1840f955c036 None None] Routers {'351686c7-2149-4e36-8ba7-99da7d77fe56'} bound to L3 agent in host dv-cinder-830901-7-iscsi {{(pid=103451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:31:02.122277 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-07b1177d-b66b-4577-b37a-1840f955c036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-16T20:16:38Z,description=,heartbeat_timestamp=2022-05-16T20:30:38Z,host='dv-cinder-830901-7-iscsi',id=fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:16:38Z,topic='l3_agent')) {'router_ids': ['351686c7-2149-4e36-8ba7-99da7d77fe56'], 'active': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:31:02.148201 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] For port 16b01ccf-9f12-4ad0-9f9b-72f0680268f5, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=16b01ccf-9f12-4ad0-9f9b-72f0680268f5,segment=NetworkSegment(7feda360-ab93-4da8-92e2-b765028f822a),segment_id=7feda360-ab93-4da8-92e2-b765028f822a)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:31:02.150362 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f32e9281-ccc5-4080-9f4a-4e230a8fc59e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16b01ccf-9f12-4ad0-9f9b-72f0680268f5'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 20:31:02.153278 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38452c862c9e2e5c9d38da0d4ca4e6053ba1266d056c207bc89b5fbcea4cd82f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-658553c1-bb53-4126-b7d4-be649e14c792" -d '{"events": [{"server_uuid": "f32e9281-ccc5-4080-9f4a-4e230a8fc59e", "name": "network-vif-unplugged", "status": "completed", "tag": "16b01ccf-9f12-4ad0-9f9b-72f0680268f5"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 20:31:02.159337 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732397598091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732397102978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732397102996'] for port (16b01ccf-9f12-4ad0-9f9b-72f0680268f5), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:02.160470 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-7ab08701-4e50-44c0-8e31-7331416f93a9 admin admin] Deleting port 5bd59a02-1214-43a3-a53a-a9b3d92f699d {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 20:31:02.160810 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7ab08701-4e50-44c0-8e31-7331416f93a9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732397588453'] for port (5bd59a02-1214-43a3-a53a-a9b3d92f699d), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:02.216556 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvr_db [None req-07b1177d-b66b-4577-b37a-1840f955c036 None None] Set router 351686c7-2149-4e36-8ba7-99da7d77fe56 gateway port host: None {{(pid=103451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:31:02.225672 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9e0ae6-1b1c-49e1-b7c3-600df555c853 req-bad54306-4f94-44f8-868b-72eddeb02bc2 tempest-VolumesActionsTest-117497618 tempest-VolumesActionsTest-117497618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:31:02.241681 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-ec9e0ae6-1b1c-49e1-b7c3-600df555c853 req-bad54306-4f94-44f8-868b-72eddeb02bc2 tempest-VolumesActionsTest-117497618 tempest-VolumesActionsTest-117497618-project] 10.222.0.71 "GET /v2.0/ports?device_id=22053ca9-f40b-4cad-b286-7114849599d7 HTTP/1.1" status: 200 len: 946 time: 0.0962496 May 16 20:31:02.254644 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 May 2022 20:31:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76b57f97-c22a-4bbf-9acd-08c01424daac x-openstack-request-id: req-76b57f97-c22a-4bbf-9acd-08c01424daac {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 20:31:02.255145 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f32e9281-ccc5-4080-9f4a-4e230a8fc59e", "name": "network-vif-unplugged", "status": "completed", "tag": "16b01ccf-9f12-4ad0-9f9b-72f0680268f5", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 20:31:02.255414 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-76b57f97-c22a-4bbf-9acd-08c01424daac {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 20:31:02.255823 dv-cinder-830901-7-iscsi neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76b57f97-c22a-4bbf-9acd-08c01424daac'] response: {'server_uuid': 'f32e9281-ccc5-4080-9f4a-4e230a8fc59e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16b01ccf-9f12-4ad0-9f9b-72f0680268f5', 'code': 200} May 16 20:31:02.257334 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Pushing event updated for resources: {'Port': ['ID=16b01ccf-9f12-4ad0-9f9b-72f0680268f5,revision_number=6']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:31:02.267436 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-7ab08701-4e50-44c0-8e31-7331416f93a9 admin admin] For port 5bd59a02-1214-43a3-a53a-a9b3d92f699d, host dv-cinder-830901-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-7-iscsi',level=0,port_id=5bd59a02-1214-43a3-a53a-a9b3d92f699d,segment=NetworkSegment(cb03ab33-ba4f-4a89-ab90-bfee78bf90a5),segment_id=cb03ab33-ba4f-4a89-ab90-bfee78bf90a5)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:31:02.267853 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7ab08701-4e50-44c0-8e31-7331416f93a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641018'] for port (5bd59a02-1214-43a3-a53a-a9b3d92f699d), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:02.267982 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-07b1177d-b66b-4577-b37a-1840f955c036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '351686c7-2149-4e36-8ba7-99da7d77fe56', 'name': 'tempest-AttachVolumeTestJSON-478749997-router', 'tenant_id': '10f3494602c84c748ead115d649fc9cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:25:05Z', 'updated_at': '2022-05-16T20:31:02Z', 'revision_number': 6, 'project_id': '10f3494602c84c748ead115d649fc9cc', 'gw_port_host': None}], 'dv-cinder-830901-7-iscsi', False) {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:31:02.283137 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-7ab08701-4e50-44c0-8e31-7331416f93a9 admin admin] Calling delete_port for 5bd59a02-1214-43a3-a53a-a9b3d92f699d owned by network:router_gateway {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 20:31:02.292808 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b1177d-b66b-4577-b37a-1840f955c036 None None] The sync data for ids ['351686c7-2149-4e36-8ba7-99da7d77fe56'] in dv-cinder-830901-7-iscsi is: [{'id': '351686c7-2149-4e36-8ba7-99da7d77fe56', 'name': 'tempest-AttachVolumeTestJSON-478749997-router', 'tenant_id': '10f3494602c84c748ead115d649fc9cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:25:05Z', 'updated_at': '2022-05-16T20:31:02Z', 'revision_number': 6, 'project_id': '10f3494602c84c748ead115d649fc9cc', 'gw_port_host': None}] {{(pid=103451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 20:31:02.293469 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-ec9e0ae6-1b1c-49e1-b7c3-600df555c853 req-7bed28db-e000-4916-9a40-03966dbd9a7b tempest-VolumesActionsTest-117497618 tempest-VolumesActionsTest-117497618-project] 10.222.0.71 "GET /v2.0/security-groups?id=a542ce75-1b7e-49b2-b7a1-e87a4b0f99a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501144 May 16 20:31:02.369406 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3f4160-53b4-4926-b82f-60ec4ba7c1c6 req-05f1f6ed-3467-4160-8a8b-ee244430ed16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:31:02.370907 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-de3f4160-53b4-4926-b82f-60ec4ba7c1c6 req-05f1f6ed-3467-4160-8a8b-ee244430ed16 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=f32e9281-ccc5-4080-9f4a-4e230a8fc59e&tenant_id=0966cdee10bc4eebbb38ae04e066adf2 HTTP/1.1" status: 200 len: 1127 time: 0.0750012 May 16 20:31:02.457287 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3f4160-53b4-4926-b82f-60ec4ba7c1c6 req-69d5755a-9847-4e50-b5b3-83c79fdcb0da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:31:02.458801 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-de3f4160-53b4-4926-b82f-60ec4ba7c1c6 req-69d5755a-9847-4e50-b5b3-83c79fdcb0da service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=0966cdee10bc4eebbb38ae04e066adf2&device_id=f32e9281-ccc5-4080-9f4a-4e230a8fc59e HTTP/1.1" status: 200 len: 1127 time: 0.0403054 May 16 20:31:02.474244 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3bc0f2-77da-4d48-a259-a90fbf50dd6c req-34f8aadd-8aee-40c5-95ad-99c47d9fc3fe tempest-VolumesActionsTest-117497618 tempest-VolumesActionsTest-117497618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:31:02.475679 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-2e3bc0f2-77da-4d48-a259-a90fbf50dd6c req-34f8aadd-8aee-40c5-95ad-99c47d9fc3fe tempest-VolumesActionsTest-117497618 tempest-VolumesActionsTest-117497618-project] 10.222.0.81 "GET /v2.0/ports?device_id=22053ca9-f40b-4cad-b286-7114849599d7 HTTP/1.1" status: 200 len: 946 time: 0.0560317 May 16 20:31:02.558037 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3f4160-53b4-4926-b82f-60ec4ba7c1c6 req-36782178-f9e6-4c0d-abf4-0dd99aca17b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:31:02.559454 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-de3f4160-53b4-4926-b82f-60ec4ba7c1c6 req-36782178-f9e6-4c0d-abf4-0dd99aca17b7 service neutron] 10.222.0.81 "GET /v2.0/networks?id=40c86c5f-a6ca-4ec7-9bd7-4db98c5fd078 HTTP/1.1" status: 200 len: 910 time: 0.0881886 May 16 20:31:02.580258 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7ab08701-4e50-44c0-8e31-7331416f93a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732397598073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732397102969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27048612'] for port (5bd59a02-1214-43a3-a53a-a9b3d92f699d), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:02.614102 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [req-2e3bc0f2-77da-4d48-a259-a90fbf50dd6c req-7e194fe2-b5bc-4897-aa66-74830f40eaa2 tempest-VolumesActionsTest-117497618 tempest-VolumesActionsTest-117497618-project] Deleting port 5775babf-6949-45a2-b5b2-413f6231b176 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 20:31:02.614446 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-2e3bc0f2-77da-4d48-a259-a90fbf50dd6c req-7e194fe2-b5bc-4897-aa66-74830f40eaa2 tempest-VolumesActionsTest-117497618 tempest-VolumesActionsTest-117497618-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732397588453'] for port (5775babf-6949-45a2-b5b2-413f6231b176), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:02.620345 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab08701-4e50-44c0-8e31-7331416f93a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=5bd59a02-1214-43a3-a53a-a9b3d92f699d,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:31:02.620463 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-de3f4160-53b4-4926-b82f-60ec4ba7c1c6 req-b3042a3a-28b3-446f-8996-fee1b5347a65 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=16b01ccf-9f12-4ad0-9f9b-72f0680268f5 HTTP/1.1" status: 200 len: 999 time: 0.0543535 May 16 20:31:02.679113 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3f4160-53b4-4926-b82f-60ec4ba7c1c6 req-0ce6f4e3-14fa-4641-9518-5bf4783aa846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:31:02.681501 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-de3f4160-53b4-4926-b82f-60ec4ba7c1c6 req-0ce6f4e3-14fa-4641-9518-5bf4783aa846 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=e001e1d8-306d-467a-b2a6-bd86f5be5c66 HTTP/1.1" status: 200 len: 848 time: 0.0540438 May 16 20:31:02.735431 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3f4160-53b4-4926-b82f-60ec4ba7c1c6 req-cf600b7e-4b49-493e-8aac-f5d7cb968240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:31:02.738258 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-de3f4160-53b4-4926-b82f-60ec4ba7c1c6 req-cf600b7e-4b49-493e-8aac-f5d7cb968240 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=40c86c5f-a6ca-4ec7-9bd7-4db98c5fd078&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0482550 May 16 20:31:02.745929 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7ab08701-4e50-44c0-8e31-7331416f93a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1643458'] for router_gateway (351686c7-2149-4e36-8ba7-99da7d77fe56), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:02.840322 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-de3f4160-53b4-4926-b82f-60ec4ba7c1c6 req-04bc0dc3-ef29-462c-82bd-624bfc5547f5 service neutron] 10.222.0.81 "GET /v2.0/networks/40c86c5f-a6ca-4ec7-9bd7-4db98c5fd078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843916 May 16 20:31:02.936605 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-de3f4160-53b4-4926-b82f-60ec4ba7c1c6 req-d93fb5c0-c6c9-4992-9187-a060457531c4 service neutron] 10.222.0.81 "GET /v2.0/networks/40c86c5f-a6ca-4ec7-9bd7-4db98c5fd078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902610 May 16 20:31:03.073298 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-2e3bc0f2-77da-4d48-a259-a90fbf50dd6c req-7e194fe2-b5bc-4897-aa66-74830f40eaa2 tempest-VolumesActionsTest-117497618 tempest-VolumesActionsTest-117497618-project] For port 5775babf-6949-45a2-b5b2-413f6231b176, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=5775babf-6949-45a2-b5b2-413f6231b176,segment=NetworkSegment(190fa202-b7bc-4802-99be-9ee1a8764841),segment_id=190fa202-b7bc-4802-99be-9ee1a8764841)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:31:03.073822 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-2e3bc0f2-77da-4d48-a259-a90fbf50dd6c req-7e194fe2-b5bc-4897-aa66-74830f40eaa2 tempest-VolumesActionsTest-117497618 tempest-VolumesActionsTest-117497618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641018'] for port (5775babf-6949-45a2-b5b2-413f6231b176), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:03.112516 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [req-2e3bc0f2-77da-4d48-a259-a90fbf50dd6c req-7e194fe2-b5bc-4897-aa66-74830f40eaa2 tempest-VolumesActionsTest-117497618 tempest-VolumesActionsTest-117497618-project] Calling delete_port for 5775babf-6949-45a2-b5b2-413f6231b176 owned by compute:nova {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 20:31:03.115500 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7ab08701-4e50-44c0-8e31-7331416f93a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1646218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6238'] for router (351686c7-2149-4e36-8ba7-99da7d77fe56), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:03.119218 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7ab08701-4e50-44c0-8e31-7331416f93a9 admin admin] Publish callbacks [] for router_controller (351686c7-2149-4e36-8ba7-99da7d77fe56), precommit_delete_associations {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:03.225592 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7ab08701-4e50-44c0-8e31-7331416f93a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1646227'] for router (351686c7-2149-4e36-8ba7-99da7d77fe56), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:03.226177 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ab08701-4e50-44c0-8e31-7331416f93a9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 351686c7-2149-4e36-8ba7-99da7d77fe56 {{(pid=103448) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 16 20:31:03.252887 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7ab08701-4e50-44c0-8e31-7331416f93a9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:03.256309 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-7ab08701-4e50-44c0-8e31-7331416f93a9 admin admin] 10.222.0.71 "DELETE /v2.0/routers/351686c7-2149-4e36-8ba7-99da7d77fe56 HTTP/1.1" status: 204 len: 168 time: 1.4523838 May 16 20:31:03.256685 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.71', 51204) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:31:03.281317 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8ae409-6fd7-4a46-9e91-7a22836e0728 req-ce612d0d-6227-4224-a08c-4e2d5d904608 tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:31:03.284028 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-ee8ae409-6fd7-4a46-9e91-7a22836e0728 req-ce612d0d-6227-4224-a08c-4e2d5d904608 tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] 10.222.0.71 "GET /v2.0/ports?device_id=f32e9281-ccc5-4080-9f4a-4e230a8fc59e HTTP/1.1" status: 200 len: 943 time: 0.0735590 May 16 20:31:03.321229 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Device a9c54af1-f821-4150-a9a0-ace98e4fcd02 no longer exists at agent ovs-agent-dv-cinder-830901-7-iscsi {{(pid=103450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 20:31:03.342872 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.db.db_base_plugin_v2 [None req-894037a7-61d3-485d-812e-8d13c5340d6c admin admin] Deleting subnet a67edfad-ba11-4420-bc2d-c5a2924d53c8 {{(pid=103449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 16 20:31:03.348648 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] No Port match for: a9c54af1-f821-4150-a9a0-ace98e4fcd02 {{(pid=103450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 20:31:03.350282 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-894037a7-61d3-485d-812e-8d13c5340d6c admin admin] Publish callbacks [] for subnet (a67edfad-ba11-4420-bc2d-c5a2924d53c8), before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:03.351092 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Device a9c54af1-f821-4150-a9a0-ace98e4fcd02 not bound to the agent host dv-cinder-830901-7-iscsi {{(pid=103450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 20:31:03.351634 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Device 5bd59a02-1214-43a3-a53a-a9b3d92f699d no longer exists at agent ovs-agent-dv-cinder-830901-7-iscsi {{(pid=103450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 20:31:03.376957 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-ee8ae409-6fd7-4a46-9e91-7a22836e0728 req-0687f54a-58dd-44aa-9ca7-c0476595f517 tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] 10.222.0.71 "GET /v2.0/security-groups?id=a1c75fb4-2352-43a9-9dd9-d2a215f6490b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860260 May 16 20:31:03.379345 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] No Port match for: 5bd59a02-1214-43a3-a53a-a9b3d92f699d {{(pid=103450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 20:31:03.379955 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Device 5bd59a02-1214-43a3-a53a-a9b3d92f699d not bound to the agent host dv-cinder-830901-7-iscsi {{(pid=103450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 20:31:03.404737 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-2e3bc0f2-77da-4d48-a259-a90fbf50dd6c req-7e194fe2-b5bc-4897-aa66-74830f40eaa2 tempest-VolumesActionsTest-117497618 tempest-VolumesActionsTest-117497618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732397598073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732397102969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27048612'] for port (5775babf-6949-45a2-b5b2-413f6231b176), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:03.417928 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] get_ports_and_sgs() called for port_ids ['5775babf-6949-45a2-b5b2-413f6231b176'] {{(pid=103450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 20:31:03.442445 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e194fe2-b5bc-4897-aa66-74830f40eaa2 tempest-VolumesActionsTest-117497618 tempest-VolumesActionsTest-117497618-project] Pushing event deleted for resources: {'Port': ['ID=5775babf-6949-45a2-b5b2-413f6231b176,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:31:03.443707 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-b1bf8a44-a289-43f4-bf28-78d098d6d647 req-a10379b3-45c0-4e5a-a3c3-7840c09f3b50 tempest-VolumesActionsTest-117497618 tempest-VolumesActionsTest-117497618-project] 10.222.0.71 "GET /v2.0/ports?device_id=22053ca9-f40b-4cad-b286-7114849599d7 HTTP/1.1" status: 200 len: 210 time: 0.0426519 May 16 20:31:03.449981 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-894037a7-61d3-485d-812e-8d13c5340d6c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25761720'] for subnet (a67edfad-ba11-4420-bc2d-c5a2924d53c8), precommit_delete_associations {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:03.502957 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e3bc0f2-77da-4d48-a259-a90fbf50dd6c req-7e194fe2-b5bc-4897-aa66-74830f40eaa2 tempest-VolumesActionsTest-117497618 tempest-VolumesActionsTest-117497618-project] No DVR routers for this DVR port 5775babf-6949-45a2-b5b2-413f6231b176 on host hv-cinder-83090 {{(pid=103448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 20:31:03.505435 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-2e3bc0f2-77da-4d48-a259-a90fbf50dd6c req-7e194fe2-b5bc-4897-aa66-74830f40eaa2 tempest-VolumesActionsTest-117497618 tempest-VolumesActionsTest-117497618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-338397'] for port (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:03.508698 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-2e3bc0f2-77da-4d48-a259-a90fbf50dd6c req-7e194fe2-b5bc-4897-aa66-74830f40eaa2 tempest-VolumesActionsTest-117497618 tempest-VolumesActionsTest-117497618-project] 10.222.0.81 "DELETE /v2.0/ports/5775babf-6949-45a2-b5b2-413f6231b176 HTTP/1.1" status: 204 len: 173 time: 1.0272682 May 16 20:31:03.509132 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22053ca9-f40b-4cad-b286-7114849599d7', 'name': 'network-vif-deleted', 'tag': '5775babf-6949-45a2-b5b2-413f6231b176'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 20:31:03.511361 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cabd327eae894280a08d6ee7d9129781675a5828ba01ec684011f2f655eb9e7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beee25ae-c92e-4c62-82c3-c6b26953f8c0" -d '{"events": [{"server_uuid": "22053ca9-f40b-4cad-b286-7114849599d7", "name": "network-vif-deleted", "tag": "5775babf-6949-45a2-b5b2-413f6231b176"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 20:31:03.548826 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 20:31:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a74b86ad-1fa2-42c7-aaba-2a23fb85431f x-openstack-request-id: req-a74b86ad-1fa2-42c7-aaba-2a23fb85431f {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 20:31:03.549119 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22053ca9-f40b-4cad-b286-7114849599d7", "name": "network-vif-deleted", "tag": "5775babf-6949-45a2-b5b2-413f6231b176", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 20:31:03.549372 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-a74b86ad-1fa2-42c7-aaba-2a23fb85431f {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 20:31:03.549777 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a74b86ad-1fa2-42c7-aaba-2a23fb85431f'] response: {'server_uuid': '22053ca9-f40b-4cad-b286-7114849599d7', 'name': 'network-vif-deleted', 'tag': '5775babf-6949-45a2-b5b2-413f6231b176', 'status': 'completed', 'code': 200} May 16 20:31:03.570738 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-894037a7-61d3-485d-812e-8d13c5340d6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1028042'] for subnet (a67edfad-ba11-4420-bc2d-c5a2924d53c8), precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:03.627928 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-894037a7-61d3-485d-812e-8d13c5340d6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1028051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1941894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26133399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25246500'] for subnet (a67edfad-ba11-4420-bc2d-c5a2924d53c8), after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:03.681226 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-95627704-4f63-48a7-bdd0-5cc013f93997 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (6de3586b-c77a-41a3-9d69-e80d1925fb22), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:03.873742 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894037a7-61d3-485d-812e-8d13c5340d6c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a67edfad-ba11-4420-bc2d-c5a2924d53c8,revision_number=None']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:31:03.878239 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-894037a7-61d3-485d-812e-8d13c5340d6c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:03.882769 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-894037a7-61d3-485d-812e-8d13c5340d6c admin admin] 10.222.0.71 "DELETE /v2.0/subnets/a67edfad-ba11-4420-bc2d-c5a2924d53c8 HTTP/1.1" status: 204 len: 168 time: 0.6234825 May 16 20:31:03.883819 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.71', 51210) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:31:03.886473 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd33a9e1-dc07-41b6-8bf1-b75b51b5d84c None None] Network e7a89d4e-230a-49f4-9073-4fb4c366ed99 requested from dv-cinder-830901-7-iscsi {{(pid=103450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 20:31:03.952475 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ac8992e8-e900-4edb-88d2-4a016be8139c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759573'] for network (e7a89d4e-230a-49f4-9073-4fb4c366ed99), before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:03.995235 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-ac8992e8-e900-4edb-88d2-4a016be8139c admin admin] Deleting port 6d632172-5851-4926-9cc0-cd3a4aafe913 {{(pid=103449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 20:31:03.995536 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ac8992e8-e900-4edb-88d2-4a016be8139c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732397588453'] for port (6d632172-5851-4926-9cc0-cd3a4aafe913), before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:04.036417 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d071f00-4837-4678-b45e-d0a636247168 None None] DHCP port deletion for e7a89d4e-230a-49f4-9073-4fb4c366ed99 request from dv-cinder-830901-7-iscsi {{(pid=103450) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 16 20:31:04.071233 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ac8992e8-e900-4edb-88d2-4a016be8139c admin admin] For port 6d632172-5851-4926-9cc0-cd3a4aafe913, host dv-cinder-830901-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-7-iscsi',level=0,port_id=6d632172-5851-4926-9cc0-cd3a4aafe913,segment=NetworkSegment(807f7936-8013-4f91-9b73-d002c57a348d),segment_id=807f7936-8013-4f91-9b73-d002c57a348d)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:31:04.071591 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ac8992e8-e900-4edb-88d2-4a016be8139c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641018'] for port (6d632172-5851-4926-9cc0-cd3a4aafe913), precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:04.072500 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-6d071f00-4837-4678-b45e-d0a636247168 None None] Deleting port 6d632172-5851-4926-9cc0-cd3a4aafe913 {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 20:31:04.072876 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6d071f00-4837-4678-b45e-d0a636247168 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732397588453'] for port (6d632172-5851-4926-9cc0-cd3a4aafe913), before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:04.084599 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-ac8992e8-e900-4edb-88d2-4a016be8139c admin admin] Calling delete_port for 6d632172-5851-4926-9cc0-cd3a4aafe913 owned by network:dhcp {{(pid=103449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 20:31:04.137558 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-6d071f00-4837-4678-b45e-d0a636247168 None None] For port 6d632172-5851-4926-9cc0-cd3a4aafe913, host dv-cinder-830901-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-7-iscsi',level=0,port_id=6d632172-5851-4926-9cc0-cd3a4aafe913,segment=NetworkSegment(807f7936-8013-4f91-9b73-d002c57a348d),segment_id=807f7936-8013-4f91-9b73-d002c57a348d)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:31:04.137874 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6d071f00-4837-4678-b45e-d0a636247168 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641018'] for port (6d632172-5851-4926-9cc0-cd3a4aafe913), precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:04.151542 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-6d071f00-4837-4678-b45e-d0a636247168 None None] Calling delete_port for 6d632172-5851-4926-9cc0-cd3a4aafe913 owned by network:dhcp {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 20:31:04.164351 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ac8992e8-e900-4edb-88d2-4a016be8139c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732397598073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732397102969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26134374'] for port (6d632172-5851-4926-9cc0-cd3a4aafe913), after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:04.190439 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8992e8-e900-4edb-88d2-4a016be8139c admin admin] Pushing event deleted for resources: {'Port': ['ID=6d632172-5851-4926-9cc0-cd3a4aafe913,revision_number=None']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:31:04.194622 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac8992e8-e900-4edb-88d2-4a016be8139c admin admin] No DVR routers for this DVR port 6d632172-5851-4926-9cc0-cd3a4aafe913 on host dv-cinder-830901-7-iscsi {{(pid=103449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 20:31:04.229262 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6d071f00-4837-4678-b45e-d0a636247168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732397598073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732397102969'] for port (6d632172-5851-4926-9cc0-cd3a4aafe913), after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:04.255454 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d071f00-4837-4678-b45e-d0a636247168 None None] Pushing event deleted for resources: {'Port': ['ID=6d632172-5851-4926-9cc0-cd3a4aafe913,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:31:04.257409 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d071f00-4837-4678-b45e-d0a636247168 None None] No DVR routers for this DVR port 6d632172-5851-4926-9cc0-cd3a4aafe913 on host dv-cinder-830901-7-iscsi {{(pid=103450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 20:31:04.266083 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ac8992e8-e900-4edb-88d2-4a016be8139c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1029759', 'neutron.services.segments.db._delete_segments_for_network-8732397667094'] for network (e7a89d4e-230a-49f4-9073-4fb4c366ed99), precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:04.288500 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.services.segments.db [None req-ac8992e8-e900-4edb-88d2-4a016be8139c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7a89d4e-230a-49f4-9073-4fb4c366ed99']}} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:31:04.297608 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.services.segments.db [None req-ac8992e8-e900-4edb-88d2-4a016be8139c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '807f7936-8013-4f91-9b73-d002c57a348d') {'for_net_delete': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:31:04.298426 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.services.segments.db [None req-ac8992e8-e900-4edb-88d2-4a016be8139c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '807f7936-8013-4f91-9b73-d002c57a348d') {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:31:04.311323 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ac8992e8-e900-4edb-88d2-4a016be8139c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732397667615', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25761665'] for segment (807f7936-8013-4f91-9b73-d002c57a348d), before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:04.325108 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ac8992e8-e900-4edb-88d2-4a016be8139c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1026353'] for segment (807f7936-8013-4f91-9b73-d002c57a348d), precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:04.331342 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac8992e8-e900-4edb-88d2-4a016be8139c admin admin] Releasing vlan 527 on physical network physnet1 to pool {{(pid=103449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 16 20:31:04.331724 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ac8992e8-e900-4edb-88d2-4a016be8139c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1026353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26134325'] for segment (807f7936-8013-4f91-9b73-d002c57a348d), after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:04.333381 dv-cinder-830901-7-iscsi neutron-server[103449]: Traceback (most recent call last): May 16 20:31:04.333381 dv-cinder-830901-7-iscsi neutron-server[103449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 16 20:31:04.333381 dv-cinder-830901-7-iscsi neutron-server[103449]: timer() May 16 20:31:04.333381 dv-cinder-830901-7-iscsi neutron-server[103449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 16 20:31:04.333381 dv-cinder-830901-7-iscsi neutron-server[103449]: cb(*args, **kw) May 16 20:31:04.333381 dv-cinder-830901-7-iscsi neutron-server[103449]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 16 20:31:04.333381 dv-cinder-830901-7-iscsi neutron-server[103449]: return func(*args, **kwargs) May 16 20:31:04.333381 dv-cinder-830901-7-iscsi neutron-server[103449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 16 20:31:04.333381 dv-cinder-830901-7-iscsi neutron-server[103449]: self._notify() May 16 20:31:04.333381 dv-cinder-830901-7-iscsi neutron-server[103449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 16 20:31:04.333381 dv-cinder-830901-7-iscsi neutron-server[103449]: self.callback(batched_events) May 16 20:31:04.333381 dv-cinder-830901-7-iscsi neutron-server[103449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 16 20:31:04.333381 dv-cinder-830901-7-iscsi neutron-server[103449]: event.method(event) May 16 20:31:04.333381 dv-cinder-830901-7-iscsi neutron-server[103449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 16 20:31:04.333381 dv-cinder-830901-7-iscsi neutron-server[103449]: aggregate_id = self._get_aggregate_id(event.segment_id) May 16 20:31:04.333381 dv-cinder-830901-7-iscsi neutron-server[103449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 16 20:31:04.333381 dv-cinder-830901-7-iscsi neutron-server[103449]: aggregate_uuid = self.p_client.list_aggregates( May 16 20:31:04.333381 dv-cinder-830901-7-iscsi neutron-server[103449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 16 20:31:04.333381 dv-cinder-830901-7-iscsi neutron-server[103449]: return f(self, *a, **k) May 16 20:31:04.333381 dv-cinder-830901-7-iscsi neutron-server[103449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 16 20:31:04.333381 dv-cinder-830901-7-iscsi neutron-server[103449]: return self._get(url).json() May 16 20:31:04.333381 dv-cinder-830901-7-iscsi neutron-server[103449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 16 20:31:04.333381 dv-cinder-830901-7-iscsi neutron-server[103449]: return self._client.get(url, endpoint_filter=self._ks_filter, May 16 20:31:04.333381 dv-cinder-830901-7-iscsi neutron-server[103449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 16 20:31:04.333381 dv-cinder-830901-7-iscsi neutron-server[103449]: return self.request(url, 'GET', **kwargs) May 16 20:31:04.333381 dv-cinder-830901-7-iscsi neutron-server[103449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 16 20:31:04.333381 dv-cinder-830901-7-iscsi neutron-server[103449]: base_url = self.get_endpoint(auth, allow=allow, May 16 20:31:04.333381 dv-cinder-830901-7-iscsi neutron-server[103449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 16 20:31:04.333381 dv-cinder-830901-7-iscsi neutron-server[103449]: auth = self._auth_required(auth, 'determine endpoint URL') May 16 20:31:04.333381 dv-cinder-830901-7-iscsi neutron-server[103449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 16 20:31:04.333381 dv-cinder-830901-7-iscsi neutron-server[103449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 16 20:31:04.333381 dv-cinder-830901-7-iscsi neutron-server[103449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 16 20:31:04.386653 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ac8992e8-e900-4edb-88d2-4a016be8139c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1029700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1996455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1640688'] for network (e7a89d4e-230a-49f4-9073-4fb4c366ed99), after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:04.392795 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ac8992e8-e900-4edb-88d2-4a016be8139c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614436'] for network (None), before_response {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:04.395810 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-ac8992e8-e900-4edb-88d2-4a016be8139c admin admin] 10.222.0.71 "DELETE /v2.0/networks/e7a89d4e-230a-49f4-9073-4fb4c366ed99 HTTP/1.1" status: 204 len: 168 time: 0.5109949 May 16 20:31:04.406346 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8992e8-e900-4edb-88d2-4a016be8139c admin admin] Pushing event deleted for resources: {'Network': ['ID=e7a89d4e-230a-49f4-9073-4fb4c366ed99,revision_number=None']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:31:04.503826 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548eb5cf-7032-4206-8432-791793de8780 req-d4a72a5c-d023-47aa-bea0-b7ff8783c5eb tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:31:04.505239 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-548eb5cf-7032-4206-8432-791793de8780 req-d4a72a5c-d023-47aa-bea0-b7ff8783c5eb tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] 10.222.0.71 "GET /v2.0/ports?device_id=f32e9281-ccc5-4080-9f4a-4e230a8fc59e HTTP/1.1" status: 200 len: 943 time: 0.0482852 May 16 20:31:04.513289 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.71', 51218) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:31:04.566650 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-548eb5cf-7032-4206-8432-791793de8780 req-02cd8486-7f7f-4d91-b059-a9ce77ba8bf9 tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] 10.222.0.71 "GET /v2.0/security-groups?id=a1c75fb4-2352-43a9-9dd9-d2a215f6490b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535686 May 16 20:31:04.568816 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.71', 51224) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:31:04.573484 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-d719e144-1e65-4f80-987e-1b37d966155b admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=10f3494602c84c748ead115d649fc9cc&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0509841 May 16 20:31:04.617023 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-72dfd1f3-8af5-486c-85c0-dfebe9d09f90 admin admin] Publish callbacks [] for security_group (588c5a90-c8be-47ef-8314-8792e5652ff2), before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:04.639319 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-72dfd1f3-8af5-486c-85c0-dfebe9d09f90 admin admin] Publish callbacks [] for security_group (588c5a90-c8be-47ef-8314-8792e5652ff2), precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:04.689837 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-72dfd1f3-8af5-486c-85c0-dfebe9d09f90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997425'] for security_group (588c5a90-c8be-47ef-8314-8792e5652ff2), after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:04.692424 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-72dfd1f3-8af5-486c-85c0-dfebe9d09f90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:04.693620 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-72dfd1f3-8af5-486c-85c0-dfebe9d09f90 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/588c5a90-c8be-47ef-8314-8792e5652ff2 HTTP/1.1" status: 204 len: 168 time: 0.1238077 May 16 20:31:04.701727 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dfd1f3-8af5-486c-85c0-dfebe9d09f90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=588c5a90-c8be-47ef-8314-8792e5652ff2,revision_number=None']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:31:05.310624 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Device 6d632172-5851-4926-9cc0-cd3a4aafe913 no longer exists at agent ovs-agent-dv-cinder-830901-7-iscsi {{(pid=103450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 20:31:05.333239 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] No Port match for: 6d632172-5851-4926-9cc0-cd3a4aafe913 {{(pid=103450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 20:31:05.333584 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Device 6d632172-5851-4926-9cc0-cd3a4aafe913 not bound to the agent host dv-cinder-830901-7-iscsi {{(pid=103450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 20:31:05.686502 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4db4e09-e627-4468-bcfd-45c69706baeb req-3dfa5a2b-7843-48e2-8b3b-c95753a3b981 tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:31:05.687987 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-c4db4e09-e627-4468-bcfd-45c69706baeb req-3dfa5a2b-7843-48e2-8b3b-c95753a3b981 tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] 10.222.0.71 "GET /v2.0/ports?device_id=f32e9281-ccc5-4080-9f4a-4e230a8fc59e HTTP/1.1" status: 200 len: 943 time: 0.0489440 May 16 20:31:05.737696 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-c4db4e09-e627-4468-bcfd-45c69706baeb req-73203a81-b67e-451c-8a33-ef5c1153de22 tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] 10.222.0.71 "GET /v2.0/security-groups?id=a1c75fb4-2352-43a9-9dd9-d2a215f6490b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438673 May 16 20:31:06.270102 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Device 5775babf-6949-45a2-b5b2-413f6231b176 no longer exists at agent hyperv_hv-cinder-83090 {{(pid=103450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 20:31:06.291066 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] No Port match for: 5775babf-6949-45a2-b5b2-413f6231b176 {{(pid=103450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 20:31:06.291411 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Device 5775babf-6949-45a2-b5b2-413f6231b176 not bound to the agent host hv-cinder-83090 {{(pid=103450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 20:31:06.851156 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549e0c6c-fe30-4cdd-905d-787d0e1682b5 req-e2c9ce3c-970b-41f4-9426-b8490270256b tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:31:06.852643 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-549e0c6c-fe30-4cdd-905d-787d0e1682b5 req-e2c9ce3c-970b-41f4-9426-b8490270256b tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] 10.222.0.71 "GET /v2.0/ports?device_id=f32e9281-ccc5-4080-9f4a-4e230a8fc59e HTTP/1.1" status: 200 len: 943 time: 0.0463607 May 16 20:31:06.900873 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-549e0c6c-fe30-4cdd-905d-787d0e1682b5 req-dea2c472-8af1-4980-b62c-45b9d69291dc tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] 10.222.0.71 "GET /v2.0/security-groups?id=a1c75fb4-2352-43a9-9dd9-d2a215f6490b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425582 May 16 20:31:07.656093 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-cca6689c-6203-4330-a413-d67d00a614bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:08.013198 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba3c57f-2521-457b-8a3e-6ed76b20ccb6 req-2927307a-e56f-4796-9977-23f450884366 tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:31:08.014674 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-8ba3c57f-2521-457b-8a3e-6ed76b20ccb6 req-2927307a-e56f-4796-9977-23f450884366 tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] 10.222.0.71 "GET /v2.0/ports?device_id=f32e9281-ccc5-4080-9f4a-4e230a8fc59e HTTP/1.1" status: 200 len: 943 time: 0.0469036 May 16 20:31:08.093554 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-8ba3c57f-2521-457b-8a3e-6ed76b20ccb6 req-ea0141ee-41d2-433b-9d33-286818dda5c5 tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] 10.222.0.71 "GET /v2.0/security-groups?id=a1c75fb4-2352-43a9-9dd9-d2a215f6490b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717349 May 16 20:31:08.102446 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-6727523a-4c24-40d9-b963-46ea161c331f req-d98862ed-a480-4943-945b-6b7e9f1b4dc3 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=f373f49f-1b05-493f-8909-14c9c8b3a493&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0525479 May 16 20:31:08.167156 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6727523a-4c24-40d9-b963-46ea161c331f req-8dc6bf84-887b-400d-a25d-e6f48730fd78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:31:08.168676 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-6727523a-4c24-40d9-b963-46ea161c331f req-8dc6bf84-887b-400d-a25d-e6f48730fd78 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=c5e9d68ebf234ca98d0bedb214585f87&device_id=f373f49f-1b05-493f-8909-14c9c8b3a493 HTTP/1.1" status: 200 len: 1130 time: 0.0420475 May 16 20:31:08.278766 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6727523a-4c24-40d9-b963-46ea161c331f req-4bc49183-ce32-4dec-b49c-b268c871bf17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:31:08.280254 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-6727523a-4c24-40d9-b963-46ea161c331f req-4bc49183-ce32-4dec-b49c-b268c871bf17 service neutron] 10.222.0.81 "GET /v2.0/networks?id=87a5424f-d6f8-4b15-9358-a637573a32c1 HTTP/1.1" status: 200 len: 918 time: 0.0870397 May 16 20:31:08.363371 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-6727523a-4c24-40d9-b963-46ea161c331f req-9996e676-8bd7-47d9-86d6-333af5254d54 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d1ecf934-cac9-41d2-9209-1ad50d42399a HTTP/1.1" status: 200 len: 1000 time: 0.0544636 May 16 20:31:08.812115 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7e48644e-b95e-4624-af94-515661536cfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (250d088e-9c0e-4ec5-80f3-a83f8403448b), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:09.031723 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6727523a-4c24-40d9-b963-46ea161c331f req-eb103124-e18e-4d56-a6e6-a9a0f3cd288d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:31:09.034025 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-6727523a-4c24-40d9-b963-46ea161c331f req-eb103124-e18e-4d56-a6e6-a9a0f3cd288d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=4cb8e59d-2930-42f7-8975-a483fd8062fd HTTP/1.1" status: 200 len: 856 time: 0.0445330 May 16 20:31:09.081530 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6727523a-4c24-40d9-b963-46ea161c331f req-280c6dfc-1486-4463-a3ba-f649992481d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:31:09.083011 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-6727523a-4c24-40d9-b963-46ea161c331f req-280c6dfc-1486-4463-a3ba-f649992481d1 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=87a5424f-d6f8-4b15-9358-a637573a32c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423317 May 16 20:31:09.187094 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-6727523a-4c24-40d9-b963-46ea161c331f req-6245ddb0-a6ab-4bdf-83e5-882dc67bed03 service neutron] 10.222.0.81 "GET /v2.0/networks/87a5424f-d6f8-4b15-9358-a637573a32c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936959 May 16 20:31:09.218271 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546dab4c-7de7-42bb-88cf-6533f9761226 req-1292a46c-8a15-4119-b0f4-f0fbdab602db tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:31:09.220326 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-546dab4c-7de7-42bb-88cf-6533f9761226 req-1292a46c-8a15-4119-b0f4-f0fbdab602db tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] 10.222.0.71 "GET /v2.0/ports?device_id=f32e9281-ccc5-4080-9f4a-4e230a8fc59e HTTP/1.1" status: 200 len: 943 time: 0.0535967 May 16 20:31:09.272132 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-546dab4c-7de7-42bb-88cf-6533f9761226 req-9f674376-da05-46d4-99e1-8c0ce6906f2d tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] 10.222.0.71 "GET /v2.0/security-groups?id=a1c75fb4-2352-43a9-9dd9-d2a215f6490b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456269 May 16 20:31:09.301830 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-6727523a-4c24-40d9-b963-46ea161c331f req-f237cf88-b302-45cf-a69d-1ad22d99c294 service neutron] 10.222.0.81 "GET /v2.0/networks/87a5424f-d6f8-4b15-9358-a637573a32c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070993 May 16 20:31:10.172017 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Device 16b01ccf-9f12-4ad0-9f9b-72f0680268f5 details requested by agent hyperv_hv-cinder-83090 with host hv-cinder-83090 {{(pid=103450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 20:31:10.242215 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (748e0023-d5c8-44d3-9d74-a0da2def1ef4), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:10.339101 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] For port 16b01ccf-9f12-4ad0-9f9b-72f0680268f5, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=16b01ccf-9f12-4ad0-9f9b-72f0680268f5,segment=NetworkSegment(7feda360-ab93-4da8-92e2-b765028f822a),segment_id=7feda360-ab93-4da8-92e2-b765028f822a)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:31:10.355146 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Returning: {'device': '16b01ccf-9f12-4ad0-9f9b-72f0680268f5', 'network_id': '40c86c5f-a6ca-4ec7-9bd7-4db98c5fd078', 'port_id': '16b01ccf-9f12-4ad0-9f9b-72f0680268f5', 'mac_address': 'fa:16:3e:10:49:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e001e1d8-306d-467a-b2a6-bd86f5be5c66', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 20:31:10.401563 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb154965-6aa7-4779-82f4-75c614bd492e req-31ec80bf-41cf-42c5-8ae6-593685ab0cf1 tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:31:10.409830 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-eb154965-6aa7-4779-82f4-75c614bd492e req-31ec80bf-41cf-42c5-8ae6-593685ab0cf1 tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] 10.222.0.71 "GET /v2.0/ports?device_id=f32e9281-ccc5-4080-9f4a-4e230a8fc59e HTTP/1.1" status: 200 len: 943 time: 0.0661418 May 16 20:31:10.420928 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Current status of the port 16b01ccf-9f12-4ad0-9f9b-72f0680268f5 is: DOWN; New status is: BUILD {{(pid=103450) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:31:10.421499 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (16b01ccf-9f12-4ad0-9f9b-72f0680268f5), before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:10.446188 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.notifiers.nova [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16b01ccf-9f12-4ad0-9f9b-72f0680268f5 {{(pid=103450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 20:31:10.473176 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] For port 16b01ccf-9f12-4ad0-9f9b-72f0680268f5, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=16b01ccf-9f12-4ad0-9f9b-72f0680268f5,segment=NetworkSegment(7feda360-ab93-4da8-92e2-b765028f822a),segment_id=7feda360-ab93-4da8-92e2-b765028f822a)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:31:10.479843 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732397598091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732397102978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732397102996'] for port (16b01ccf-9f12-4ad0-9f9b-72f0680268f5), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:10.487192 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-eb154965-6aa7-4779-82f4-75c614bd492e req-1e8dfc82-8635-4551-aec1-885a9ab08343 tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] 10.222.0.71 "GET /v2.0/security-groups?id=a1c75fb4-2352-43a9-9dd9-d2a215f6490b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758779 May 16 20:31:10.545591 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Pushing event updated for resources: {'Port': ['ID=16b01ccf-9f12-4ad0-9f9b-72f0680268f5,revision_number=7']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:31:10.869555 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6817a924-6d52-4d66-a8a7-036511333704 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (03fa33e9-7cc7-490c-b269-c4f69c490346), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:11.260688 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (bddaa840-ffd9-43a2-8860-d40111f70aff), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:11.599445 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81261682-31cf-44eb-bf72-6024464fac3e req-f6b6f0bb-2ef5-4440-9537-85627f8888d6 tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:31:11.601184 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-81261682-31cf-44eb-bf72-6024464fac3e req-f6b6f0bb-2ef5-4440-9537-85627f8888d6 tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] 10.222.0.71 "GET /v2.0/ports?device_id=f32e9281-ccc5-4080-9f4a-4e230a8fc59e HTTP/1.1" status: 200 len: 944 time: 0.0521066 May 16 20:31:11.662045 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-81261682-31cf-44eb-bf72-6024464fac3e req-f1221133-1346-4456-939e-41c39289882b tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] 10.222.0.71 "GET /v2.0/security-groups?id=a1c75fb4-2352-43a9-9dd9-d2a215f6490b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551131 May 16 20:31:12.225602 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] get_ports_and_sgs() called for port_ids ['16b01ccf-9f12-4ad0-9f9b-72f0680268f5'] {{(pid=103450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 20:31:12.804923 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5647e1-8ca7-4a84-937e-e4a1aed8590e req-4f4ddbc3-8b77-4edc-ad2c-49e5a0e78f13 tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:31:12.807715 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-ee5647e1-8ca7-4a84-937e-e4a1aed8590e req-4f4ddbc3-8b77-4edc-ad2c-49e5a0e78f13 tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] 10.222.0.71 "GET /v2.0/ports?device_id=f32e9281-ccc5-4080-9f4a-4e230a8fc59e HTTP/1.1" status: 200 len: 944 time: 0.0681200 May 16 20:31:12.861880 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-ee5647e1-8ca7-4a84-937e-e4a1aed8590e req-9fbe5d82-b0f9-4639-81cc-e1a59ef3f1d6 tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] 10.222.0.71 "GET /v2.0/security-groups?id=a1c75fb4-2352-43a9-9dd9-d2a215f6490b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491564 May 16 20:31:13.982424 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45d53ba-73b5-42d3-8e62-257730afca23 req-1ffb86ef-9097-4f91-a0d8-08f7853b20ed tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:31:13.988631 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-f45d53ba-73b5-42d3-8e62-257730afca23 req-1ffb86ef-9097-4f91-a0d8-08f7853b20ed tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] 10.222.0.71 "GET /v2.0/ports?device_id=f32e9281-ccc5-4080-9f4a-4e230a8fc59e HTTP/1.1" status: 200 len: 944 time: 0.0534949 May 16 20:31:14.040052 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-f45d53ba-73b5-42d3-8e62-257730afca23 req-89a18be2-5619-4086-852e-28a7e26a397d tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] 10.222.0.71 "GET /v2.0/security-groups?id=a1c75fb4-2352-43a9-9dd9-d2a215f6490b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494335 May 16 20:31:14.117759 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Device 16b01ccf-9f12-4ad0-9f9b-72f0680268f5 up at agent hyperv_hv-cinder-83090 {{(pid=103450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 20:31:14.161575 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Provisioning complete for port 16b01ccf-9f12-4ad0-9f9b-72f0680268f5 triggered by entity L2. {{(pid=103450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:31:14.161953 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868582'] for port (16b01ccf-9f12-4ad0-9f9b-72f0680268f5), provisioning_complete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:14.369589 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Current status of the port 16b01ccf-9f12-4ad0-9f9b-72f0680268f5 is: BUILD; New status is: ACTIVE {{(pid=103450) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:31:14.370062 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (16b01ccf-9f12-4ad0-9f9b-72f0680268f5), before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:14.395782 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f32e9281-ccc5-4080-9f4a-4e230a8fc59e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16b01ccf-9f12-4ad0-9f9b-72f0680268f5'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 20:31:14.398297 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38452c862c9e2e5c9d38da0d4ca4e6053ba1266d056c207bc89b5fbcea4cd82f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b99382af-5dbb-41e4-91c8-c7d4fc05d026" -d '{"events": [{"server_uuid": "f32e9281-ccc5-4080-9f4a-4e230a8fc59e", "name": "network-vif-plugged", "status": "completed", "tag": "16b01ccf-9f12-4ad0-9f9b-72f0680268f5"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 20:31:14.416283 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] For port 16b01ccf-9f12-4ad0-9f9b-72f0680268f5, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=16b01ccf-9f12-4ad0-9f9b-72f0680268f5,segment=NetworkSegment(7feda360-ab93-4da8-92e2-b765028f822a),segment_id=7feda360-ab93-4da8-92e2-b765028f822a)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:31:14.426169 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732397598091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732397102978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732397102996'] for port (16b01ccf-9f12-4ad0-9f9b-72f0680268f5), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:14.458227 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 20:31:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5f7e030-3d0c-4c65-ae76-18275d8d55a9 x-openstack-request-id: req-c5f7e030-3d0c-4c65-ae76-18275d8d55a9 {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 20:31:14.458572 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f32e9281-ccc5-4080-9f4a-4e230a8fc59e", "name": "network-vif-plugged", "status": "completed", "tag": "16b01ccf-9f12-4ad0-9f9b-72f0680268f5", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 20:31:14.458836 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-c5f7e030-3d0c-4c65-ae76-18275d8d55a9 {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 20:31:14.459881 dv-cinder-830901-7-iscsi neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5f7e030-3d0c-4c65-ae76-18275d8d55a9'] response: {'server_uuid': 'f32e9281-ccc5-4080-9f4a-4e230a8fc59e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16b01ccf-9f12-4ad0-9f9b-72f0680268f5', 'code': 200} May 16 20:31:14.495020 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Pushing event updated for resources: {'Port': ['ID=16b01ccf-9f12-4ad0-9f9b-72f0680268f5,revision_number=8']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:31:14.707652 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db7fdb7-9e93-4f5f-bc06-c7b603868522 req-94a6e3e7-7ed1-48f9-afc4-a038cc4ce793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:31:14.709806 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-4db7fdb7-9e93-4f5f-bc06-c7b603868522 req-94a6e3e7-7ed1-48f9-afc4-a038cc4ce793 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=f32e9281-ccc5-4080-9f4a-4e230a8fc59e HTTP/1.1" status: 200 len: 1129 time: 0.0519588 May 16 20:31:14.767950 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-4db7fdb7-9e93-4f5f-bc06-c7b603868522 req-30e5b5e1-e096-47c6-9a3e-fcbdcd285c2e service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=a1c75fb4-2352-43a9-9dd9-d2a215f6490b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494025 May 16 20:31:15.173302 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357fa205-7256-4b54-a01c-140a4e33b846 req-b8981f22-3e48-42ea-b27e-5daefa927a33 tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:31:15.175429 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-357fa205-7256-4b54-a01c-140a4e33b846 req-b8981f22-3e48-42ea-b27e-5daefa927a33 tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] 10.222.0.71 "GET /v2.0/ports?device_id=f32e9281-ccc5-4080-9f4a-4e230a8fc59e HTTP/1.1" status: 200 len: 945 time: 0.0558670 May 16 20:31:15.277287 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-357fa205-7256-4b54-a01c-140a4e33b846 req-4f662054-edc4-494e-804f-2e17ed756748 tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] 10.222.0.71 "GET /v2.0/security-groups?id=a1c75fb4-2352-43a9-9dd9-d2a215f6490b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944619 May 16 20:31:16.042957 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.agents_db [None req-fef3025b-cde1-4f6e-a405-d73d123fae0f None None] Agent healthcheck: found 6 active agents {{(pid=103451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 20:31:16.414651 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a2a0d1-a767-4d66-8b14-ad7121b701ed req-51659bc3-91ec-4c4e-afa1-77ebc1730566 tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:31:16.416337 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-85a2a0d1-a767-4d66-8b14-ad7121b701ed req-51659bc3-91ec-4c4e-afa1-77ebc1730566 tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] 10.222.0.71 "GET /v2.0/ports?device_id=f32e9281-ccc5-4080-9f4a-4e230a8fc59e HTTP/1.1" status: 200 len: 945 time: 0.0631065 May 16 20:31:16.483928 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-85a2a0d1-a767-4d66-8b14-ad7121b701ed req-8622405e-b273-476e-8b76-48c89e54466a tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] 10.222.0.71 "GET /v2.0/security-groups?id=a1c75fb4-2352-43a9-9dd9-d2a215f6490b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613718 May 16 20:31:26.303404 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.71', 51672) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:31:26.345954 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.db.db_base_plugin_v2 [None req-0eda45d8-3161-4d4d-8e84-150d76fc544c admin admin] Deleting subnet 118b9918-5815-4b4b-b9ef-84b23b6b4866 {{(pid=103449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 16 20:31:26.348881 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-0eda45d8-3161-4d4d-8e84-150d76fc544c admin admin] Publish callbacks [] for subnet (118b9918-5815-4b4b-b9ef-84b23b6b4866), before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:26.385149 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-0eda45d8-3161-4d4d-8e84-150d76fc544c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25761720'] for subnet (118b9918-5815-4b4b-b9ef-84b23b6b4866), precommit_delete_associations {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:26.421560 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-0eda45d8-3161-4d4d-8e84-150d76fc544c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1028042'] for subnet (118b9918-5815-4b4b-b9ef-84b23b6b4866), precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:26.473791 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-0eda45d8-3161-4d4d-8e84-150d76fc544c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1028051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1941894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26133399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25246500'] for subnet (118b9918-5815-4b4b-b9ef-84b23b6b4866), after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:26.502664 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eda45d8-3161-4d4d-8e84-150d76fc544c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=118b9918-5815-4b4b-b9ef-84b23b6b4866,revision_number=None']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:31:26.507576 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-0eda45d8-3161-4d4d-8e84-150d76fc544c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:26.510702 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-0eda45d8-3161-4d4d-8e84-150d76fc544c admin admin] 10.222.0.71 "DELETE /v2.0/subnets/118b9918-5815-4b4b-b9ef-84b23b6b4866 HTTP/1.1" status: 204 len: 168 time: 0.2062900 May 16 20:31:26.513299 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.71', 51678) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:31:26.517271 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eda45d8-3161-4d4d-8e84-150d76fc544c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:31:26.517621 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eda45d8-3161-4d4d-8e84-150d76fc544c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:31:26.518502 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eda45d8-3161-4d4d-8e84-150d76fc544c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:31:26.518842 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eda45d8-3161-4d4d-8e84-150d76fc544c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:31:26.519166 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eda45d8-3161-4d4d-8e84-150d76fc544c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:31:26.519480 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eda45d8-3161-4d4d-8e84-150d76fc544c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:31:26.519805 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eda45d8-3161-4d4d-8e84-150d76fc544c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:31:26.520124 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eda45d8-3161-4d4d-8e84-150d76fc544c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:31:26.520490 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eda45d8-3161-4d4d-8e84-150d76fc544c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:31:26.520813 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eda45d8-3161-4d4d-8e84-150d76fc544c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:31:26.521140 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eda45d8-3161-4d4d-8e84-150d76fc544c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:31:26.521461 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eda45d8-3161-4d4d-8e84-150d76fc544c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:31:26.521779 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eda45d8-3161-4d4d-8e84-150d76fc544c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:31:26.522096 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eda45d8-3161-4d4d-8e84-150d76fc544c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:31:26.522411 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eda45d8-3161-4d4d-8e84-150d76fc544c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:31:26.593236 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0d9cbab0-2f28-43cc-87bd-2c842400ba45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759573'] for network (731f36c9-6229-4931-a45c-303d8db85685), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:26.673919 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0d9cbab0-2f28-43cc-87bd-2c842400ba45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1029759', 'neutron.services.segments.db._delete_segments_for_network-8732397667094'] for network (731f36c9-6229-4931-a45c-303d8db85685), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:26.694668 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.services.segments.db [None req-0d9cbab0-2f28-43cc-87bd-2c842400ba45 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['731f36c9-6229-4931-a45c-303d8db85685']}} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:31:26.703639 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.services.segments.db [None req-0d9cbab0-2f28-43cc-87bd-2c842400ba45 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '190fa202-b7bc-4802-99be-9ee1a8764841') {'for_net_delete': True} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:31:26.703939 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.services.segments.db [None req-0d9cbab0-2f28-43cc-87bd-2c842400ba45 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '190fa202-b7bc-4802-99be-9ee1a8764841') {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:31:26.714216 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0d9cbab0-2f28-43cc-87bd-2c842400ba45 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732397667615', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25253656'] for segment (190fa202-b7bc-4802-99be-9ee1a8764841), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:26.727192 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0d9cbab0-2f28-43cc-87bd-2c842400ba45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1026353'] for segment (190fa202-b7bc-4802-99be-9ee1a8764841), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:26.733168 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d9cbab0-2f28-43cc-87bd-2c842400ba45 admin admin] Releasing vlan 526 on physical network physnet1 to pool {{(pid=103448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 16 20:31:26.733521 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0d9cbab0-2f28-43cc-87bd-2c842400ba45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1026353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27048695'] for segment (190fa202-b7bc-4802-99be-9ee1a8764841), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:26.735361 dv-cinder-830901-7-iscsi neutron-server[103448]: Traceback (most recent call last): May 16 20:31:26.735361 dv-cinder-830901-7-iscsi neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 16 20:31:26.735361 dv-cinder-830901-7-iscsi neutron-server[103448]: timer() May 16 20:31:26.735361 dv-cinder-830901-7-iscsi neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 16 20:31:26.735361 dv-cinder-830901-7-iscsi neutron-server[103448]: cb(*args, **kw) May 16 20:31:26.735361 dv-cinder-830901-7-iscsi neutron-server[103448]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 16 20:31:26.735361 dv-cinder-830901-7-iscsi neutron-server[103448]: return func(*args, **kwargs) May 16 20:31:26.735361 dv-cinder-830901-7-iscsi neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 16 20:31:26.735361 dv-cinder-830901-7-iscsi neutron-server[103448]: self._notify() May 16 20:31:26.735361 dv-cinder-830901-7-iscsi neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 16 20:31:26.735361 dv-cinder-830901-7-iscsi neutron-server[103448]: self.callback(batched_events) May 16 20:31:26.735361 dv-cinder-830901-7-iscsi neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 16 20:31:26.735361 dv-cinder-830901-7-iscsi neutron-server[103448]: event.method(event) May 16 20:31:26.735361 dv-cinder-830901-7-iscsi neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 16 20:31:26.735361 dv-cinder-830901-7-iscsi neutron-server[103448]: aggregate_id = self._get_aggregate_id(event.segment_id) May 16 20:31:26.735361 dv-cinder-830901-7-iscsi neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 16 20:31:26.735361 dv-cinder-830901-7-iscsi neutron-server[103448]: aggregate_uuid = self.p_client.list_aggregates( May 16 20:31:26.735361 dv-cinder-830901-7-iscsi neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 16 20:31:26.735361 dv-cinder-830901-7-iscsi neutron-server[103448]: return f(self, *a, **k) May 16 20:31:26.735361 dv-cinder-830901-7-iscsi neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 16 20:31:26.735361 dv-cinder-830901-7-iscsi neutron-server[103448]: return self._get(url).json() May 16 20:31:26.735361 dv-cinder-830901-7-iscsi neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 16 20:31:26.735361 dv-cinder-830901-7-iscsi neutron-server[103448]: return self._client.get(url, endpoint_filter=self._ks_filter, May 16 20:31:26.735361 dv-cinder-830901-7-iscsi neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 16 20:31:26.735361 dv-cinder-830901-7-iscsi neutron-server[103448]: return self.request(url, 'GET', **kwargs) May 16 20:31:26.735361 dv-cinder-830901-7-iscsi neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 16 20:31:26.735361 dv-cinder-830901-7-iscsi neutron-server[103448]: base_url = self.get_endpoint(auth, allow=allow, May 16 20:31:26.735361 dv-cinder-830901-7-iscsi neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 16 20:31:26.735361 dv-cinder-830901-7-iscsi neutron-server[103448]: auth = self._auth_required(auth, 'determine endpoint URL') May 16 20:31:26.735361 dv-cinder-830901-7-iscsi neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 16 20:31:26.735361 dv-cinder-830901-7-iscsi neutron-server[103448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 16 20:31:26.735361 dv-cinder-830901-7-iscsi neutron-server[103448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 16 20:31:26.789838 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0d9cbab0-2f28-43cc-87bd-2c842400ba45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1029700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1996455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1640688'] for network (731f36c9-6229-4931-a45c-303d8db85685), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:26.795415 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0d9cbab0-2f28-43cc-87bd-2c842400ba45 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614436'] for network (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:26.798545 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-0d9cbab0-2f28-43cc-87bd-2c842400ba45 admin admin] 10.222.0.71 "DELETE /v2.0/networks/731f36c9-6229-4931-a45c-303d8db85685 HTTP/1.1" status: 204 len: 168 time: 0.2837446 May 16 20:31:26.810363 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cbab0-2f28-43cc-87bd-2c842400ba45 admin admin] Pushing event deleted for resources: {'Network': ['ID=731f36c9-6229-4931-a45c-303d8db85685,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:31:26.961999 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.71', 51686) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:31:27.006279 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-6bf55721-884f-49da-9928-3a428cc16e15 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=4dd508b1a1d544cd982cf0b2db5ccdb5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0429852 May 16 20:31:27.008617 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.71', 51688) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:31:27.054436 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8857a111-ac89-4d21-9d12-9fbd39ca4414 admin admin] Publish callbacks [] for security_group (a542ce75-1b7e-49b2-b7a1-e87a4b0f99a6), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:27.075215 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8857a111-ac89-4d21-9d12-9fbd39ca4414 admin admin] Publish callbacks [] for security_group (a542ce75-1b7e-49b2-b7a1-e87a4b0f99a6), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:27.121266 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8857a111-ac89-4d21-9d12-9fbd39ca4414 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997425'] for security_group (a542ce75-1b7e-49b2-b7a1-e87a4b0f99a6), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:27.123944 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8857a111-ac89-4d21-9d12-9fbd39ca4414 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:27.125105 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-8857a111-ac89-4d21-9d12-9fbd39ca4414 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/a542ce75-1b7e-49b2-b7a1-e87a4b0f99a6 HTTP/1.1" status: 204 len: 168 time: 0.1156106 May 16 20:31:27.133972 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8857a111-ac89-4d21-9d12-9fbd39ca4414 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a542ce75-1b7e-49b2-b7a1-e87a4b0f99a6,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:31:33.682333 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0735a346-f8fb-45be-90d2-bdb3116933bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (6de3586b-c77a-41a3-9d69-e80d1925fb22), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:34.152797 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5d2738-9950-4b40-b812-f8901a19f913 req-9cf09a70-ae28-4de9-91ae-6c42bce6ddc8 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:31:34.154331 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-ec5d2738-9950-4b40-b812-f8901a19f913 req-9cf09a70-ae28-4de9-91ae-6c42bce6ddc8 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/ports?device_id=f373f49f-1b05-493f-8909-14c9c8b3a493 HTTP/1.1" status: 200 len: 946 time: 0.0488205 May 16 20:31:34.201381 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-ec5d2738-9950-4b40-b812-f8901a19f913 req-cc110a14-da2d-4d94-8c8d-60578bb3b580 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/security-groups?id=b00b1d0a-4123-474e-8367-57183b95466c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413225 May 16 20:31:35.329320 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1b5df4-d1d2-4ce4-97bb-9c6302831cd9 req-f91bb619-a62a-48b7-a37a-136a995a1f09 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:31:35.331041 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-ab1b5df4-d1d2-4ce4-97bb-9c6302831cd9 req-f91bb619-a62a-48b7-a37a-136a995a1f09 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/ports?device_id=f373f49f-1b05-493f-8909-14c9c8b3a493 HTTP/1.1" status: 200 len: 946 time: 0.0473320 May 16 20:31:35.376816 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-ab1b5df4-d1d2-4ce4-97bb-9c6302831cd9 req-13e43647-c2a3-4261-9867-92892b6fa621 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/security-groups?id=b00b1d0a-4123-474e-8367-57183b95466c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402780 May 16 20:31:35.496399 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82c3fcf-edf3-4c6c-9981-ab0ca6a0bc5d req-b18c61c1-4414-4760-a853-b44787fd02a5 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:31:35.497794 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-c82c3fcf-edf3-4c6c-9981-ab0ca6a0bc5d req-b18c61c1-4414-4760-a853-b44787fd02a5 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.81 "GET /v2.0/ports?device_id=f373f49f-1b05-493f-8909-14c9c8b3a493 HTTP/1.1" status: 200 len: 946 time: 0.0536079 May 16 20:31:35.582967 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [req-c82c3fcf-edf3-4c6c-9981-ab0ca6a0bc5d req-3c23bd2a-598e-43e5-9772-45a886e992d1 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Deleting port d1ecf934-cac9-41d2-9209-1ad50d42399a {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 20:31:35.594240 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-c82c3fcf-edf3-4c6c-9981-ab0ca6a0bc5d req-3c23bd2a-598e-43e5-9772-45a886e992d1 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732397588453'] for port (d1ecf934-cac9-41d2-9209-1ad50d42399a), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:35.674827 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-c82c3fcf-edf3-4c6c-9981-ab0ca6a0bc5d req-3c23bd2a-598e-43e5-9772-45a886e992d1 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] For port d1ecf934-cac9-41d2-9209-1ad50d42399a, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=d1ecf934-cac9-41d2-9209-1ad50d42399a,segment=NetworkSegment(12107d7b-ff59-4c3c-bf55-e4e7eaef240d),segment_id=12107d7b-ff59-4c3c-bf55-e4e7eaef240d)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:31:35.675193 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-c82c3fcf-edf3-4c6c-9981-ab0ca6a0bc5d req-3c23bd2a-598e-43e5-9772-45a886e992d1 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641018'] for port (d1ecf934-cac9-41d2-9209-1ad50d42399a), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:35.832247 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-c82c3fcf-edf3-4c6c-9981-ab0ca6a0bc5d req-3c23bd2a-598e-43e5-9772-45a886e992d1 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:35.832612 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-c82c3fcf-edf3-4c6c-9981-ab0ca6a0bc5d req-3c23bd2a-598e-43e5-9772-45a886e992d1 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1640477'] for floatingip (0ace15c5-4ba5-481e-bb71-55f722fdf55d), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:35.832932 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.db.l3_db [req-c82c3fcf-edf3-4c6c-9981-ab0ca6a0bc5d req-3c23bd2a-598e-43e5-9772-45a886e992d1 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Floating IP 0ace15c5-4ba5-481e-bb71-55f722fdf55d disassociated. External IP: 172.27.2.16, port: d1ecf934-cac9-41d2-9209-1ad50d42399a. May 16 20:31:35.833288 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [req-c82c3fcf-edf3-4c6c-9981-ab0ca6a0bc5d req-3c23bd2a-598e-43e5-9772-45a886e992d1 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Calling delete_port for d1ecf934-cac9-41d2-9209-1ad50d42399a owned by compute:nova {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 20:31:35.962937 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-c82c3fcf-edf3-4c6c-9981-ab0ca6a0bc5d req-3c23bd2a-598e-43e5-9772-45a886e992d1 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732397598073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732397102969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27048612'] for port (d1ecf934-cac9-41d2-9209-1ad50d42399a), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:35.993413 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c23bd2a-598e-43e5-9772-45a886e992d1 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Pushing event deleted for resources: {'Port': ['ID=d1ecf934-cac9-41d2-9209-1ad50d42399a,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:31:36.109323 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c82c3fcf-edf3-4c6c-9981-ab0ca6a0bc5d req-3c23bd2a-598e-43e5-9772-45a886e992d1 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Router cad3ba2d-6ffc-4b27-8ff1-d2aee1c62db7 has already been hosted by L3 agent fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f {{(pid=103448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 20:31:36.222021 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c82c3fcf-edf3-4c6c-9981-ab0ca6a0bc5d req-3c23bd2a-598e-43e5-9772-45a886e992d1 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Notify agent at l3_agent.dv-cinder-830901-7-iscsi the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 20:31:36.233352 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f22545-dd69-4124-986e-e7e0a12c066b None None] Sync routers for ids ['cad3ba2d-6ffc-4b27-8ff1-d2aee1c62db7'] in dv-cinder-830901-7-iscsi {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 20:31:36.245006 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f22545-dd69-4124-986e-e7e0a12c066b None None] Routers {'cad3ba2d-6ffc-4b27-8ff1-d2aee1c62db7'} bound to L3 agent in host dv-cinder-830901-7-iscsi {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:31:36.245707 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-e2f22545-dd69-4124-986e-e7e0a12c066b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-16T20:16:38Z,description=,heartbeat_timestamp=2022-05-16T20:31:08Z,host='dv-cinder-830901-7-iscsi',id=fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:16:38Z,topic='l3_agent')) {'router_ids': ['cad3ba2d-6ffc-4b27-8ff1-d2aee1c62db7'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:31:36.266158 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [req-c82c3fcf-edf3-4c6c-9981-ab0ca6a0bc5d req-3c23bd2a-598e-43e5-9772-45a886e992d1 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] No DVR routers for this DVR port d1ecf934-cac9-41d2-9209-1ad50d42399a on host hv-cinder-83090 {{(pid=103448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 20:31:36.269183 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-c82c3fcf-edf3-4c6c-9981-ab0ca6a0bc5d req-3c23bd2a-598e-43e5-9772-45a886e992d1 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-338397'] for port (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:36.272513 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-c82c3fcf-edf3-4c6c-9981-ab0ca6a0bc5d req-3c23bd2a-598e-43e5-9772-45a886e992d1 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.81 "DELETE /v2.0/ports/d1ecf934-cac9-41d2-9209-1ad50d42399a HTTP/1.1" status: 204 len: 173 time: 0.7690475 May 16 20:31:36.272971 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f373f49f-1b05-493f-8909-14c9c8b3a493', 'name': 'network-vif-deleted', 'tag': 'd1ecf934-cac9-41d2-9209-1ad50d42399a'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 20:31:36.275304 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cabd327eae894280a08d6ee7d9129781675a5828ba01ec684011f2f655eb9e7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b3489e5-741b-4c84-9dfd-c9552749c0f3" -d '{"events": [{"server_uuid": "f373f49f-1b05-493f-8909-14c9c8b3a493", "name": "network-vif-deleted", "tag": "d1ecf934-cac9-41d2-9209-1ad50d42399a"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 20:31:36.320634 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 20:31:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6689c93-9cb1-42e4-b9c9-aa6f65b061a3 x-openstack-request-id: req-f6689c93-9cb1-42e4-b9c9-aa6f65b061a3 {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 20:31:36.320935 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f373f49f-1b05-493f-8909-14c9c8b3a493", "name": "network-vif-deleted", "tag": "d1ecf934-cac9-41d2-9209-1ad50d42399a", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 20:31:36.321191 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-f6689c93-9cb1-42e4-b9c9-aa6f65b061a3 {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 20:31:36.321598 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6689c93-9cb1-42e4-b9c9-aa6f65b061a3'] response: {'server_uuid': 'f373f49f-1b05-493f-8909-14c9c8b3a493', 'name': 'network-vif-deleted', 'tag': 'd1ecf934-cac9-41d2-9209-1ad50d42399a', 'status': 'completed', 'code': 200} May 16 20:31:36.364971 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-e2f22545-dd69-4124-986e-e7e0a12c066b None None] Set router cad3ba2d-6ffc-4b27-8ff1-d2aee1c62db7 gateway port host: dv-cinder-830901-7-iscsi {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:31:36.505666 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-da6b87e2-4489-4bb5-ba13-f784f2224b0b req-32dbbdbe-890f-4947-adff-81117598c35a tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/ports?device_id=f373f49f-1b05-493f-8909-14c9c8b3a493 HTTP/1.1" status: 200 len: 210 time: 0.0299089 May 16 20:31:36.574436 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-e2f22545-dd69-4124-986e-e7e0a12c066b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cad3ba2d-6ffc-4b27-8ff1-d2aee1c62db7', 'name': 'tempest-AttachVolumeShelveTestJSON-1815845073-router', 'tenant_id': 'c5e9d68ebf234ca98d0bedb214585f87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'external_fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': '1e0ec9db-f259-4818-9863-b33ccebdc761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:25:07Z', 'updated_at': '2022-05-16T20:25:21Z', 'revision_number': 4, 'project_id': 'c5e9d68ebf234ca98d0bedb214585f87', 'gw_port': {'id': '1e0ec9db-f259-4818-9863-b33ccebdc761', 'name': '', 'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:31:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad3ba2d-6ffc-4b27-8ff1-d2aee1c62db7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:25:09Z', 'updated_at': '2022-05-16T20:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-7-iscsi', '_interfaces': [{'id': 'e7df9de3-6d59-4cd7-a98b-d7b449247cde', 'name': '', 'network_id': '87a5424f-d6f8-4b15-9358-a637573a32c1', 'tenant_id': 'c5e9d68ebf234ca98d0bedb214585f87', 'mac_address': 'fa:16:3e:d1:09:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad3ba2d-6ffc-4b27-8ff1-d2aee1c62db7', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4cb8e59d-2930-42f7-8975-a483fd8062fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:25:16Z', 'updated_at': '2022-05-16T20:25:31Z', 'revision_number': 5, 'project_id': 'c5e9d68ebf234ca98d0bedb214585f87', 'subnets': [{'id': '4cb8e59d-2930-42f7-8975-a483fd8062fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-7-iscsi', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:31:36.598802 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f22545-dd69-4124-986e-e7e0a12c066b None None] Checking router: cad3ba2d-6ffc-4b27-8ff1-d2aee1c62db7 for host: dv-cinder-830901-7-iscsi {{(pid=103450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 20:31:36.607024 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f22545-dd69-4124-986e-e7e0a12c066b None None] Routers {'cad3ba2d-6ffc-4b27-8ff1-d2aee1c62db7'} bound to L3 agent in host dv-cinder-830901-7-iscsi {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:31:36.607633 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-e2f22545-dd69-4124-986e-e7e0a12c066b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-16T20:16:38Z,description=,heartbeat_timestamp=2022-05-16T20:31:08Z,host='dv-cinder-830901-7-iscsi',id=fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:16:38Z,topic='l3_agent')) {'router_ids': ['cad3ba2d-6ffc-4b27-8ff1-d2aee1c62db7'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:31:36.720734 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-e2f22545-dd69-4124-986e-e7e0a12c066b None None] Set router cad3ba2d-6ffc-4b27-8ff1-d2aee1c62db7 gateway port host: dv-cinder-830901-7-iscsi {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:31:36.927348 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-e2f22545-dd69-4124-986e-e7e0a12c066b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cad3ba2d-6ffc-4b27-8ff1-d2aee1c62db7', 'name': 'tempest-AttachVolumeShelveTestJSON-1815845073-router', 'tenant_id': 'c5e9d68ebf234ca98d0bedb214585f87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'external_fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': '1e0ec9db-f259-4818-9863-b33ccebdc761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:25:07Z', 'updated_at': '2022-05-16T20:25:21Z', 'revision_number': 4, 'project_id': 'c5e9d68ebf234ca98d0bedb214585f87', 'gw_port': {'id': '1e0ec9db-f259-4818-9863-b33ccebdc761', 'name': '', 'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:31:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad3ba2d-6ffc-4b27-8ff1-d2aee1c62db7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:25:09Z', 'updated_at': '2022-05-16T20:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-7-iscsi', '_interfaces': [{'id': 'e7df9de3-6d59-4cd7-a98b-d7b449247cde', 'name': '', 'network_id': '87a5424f-d6f8-4b15-9358-a637573a32c1', 'tenant_id': 'c5e9d68ebf234ca98d0bedb214585f87', 'mac_address': 'fa:16:3e:d1:09:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad3ba2d-6ffc-4b27-8ff1-d2aee1c62db7', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4cb8e59d-2930-42f7-8975-a483fd8062fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:25:16Z', 'updated_at': '2022-05-16T20:25:31Z', 'revision_number': 5, 'project_id': 'c5e9d68ebf234ca98d0bedb214585f87', 'subnets': [{'id': '4cb8e59d-2930-42f7-8975-a483fd8062fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-7-iscsi', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:31:36.951716 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f22545-dd69-4124-986e-e7e0a12c066b None None] The sync data for ids ['cad3ba2d-6ffc-4b27-8ff1-d2aee1c62db7'] in dv-cinder-830901-7-iscsi is: [{'id': 'cad3ba2d-6ffc-4b27-8ff1-d2aee1c62db7', 'name': 'tempest-AttachVolumeShelveTestJSON-1815845073-router', 'tenant_id': 'c5e9d68ebf234ca98d0bedb214585f87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'external_fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': '1e0ec9db-f259-4818-9863-b33ccebdc761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:25:07Z', 'updated_at': '2022-05-16T20:25:21Z', 'revision_number': 4, 'project_id': 'c5e9d68ebf234ca98d0bedb214585f87', 'gw_port': {'id': '1e0ec9db-f259-4818-9863-b33ccebdc761', 'name': '', 'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:31:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad3ba2d-6ffc-4b27-8ff1-d2aee1c62db7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:25:09Z', 'updated_at': '2022-05-16T20:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-7-iscsi', '_interfaces': [{'id': 'e7df9de3-6d59-4cd7-a98b-d7b449247cde', 'name': '', 'network_id': '87a5424f-d6f8-4b15-9358-a637573a32c1', 'tenant_id': 'c5e9d68ebf234ca98d0bedb214585f87', 'mac_address': 'fa:16:3e:d1:09:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad3ba2d-6ffc-4b27-8ff1-d2aee1c62db7', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4cb8e59d-2930-42f7-8975-a483fd8062fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:25:16Z', 'updated_at': '2022-05-16T20:25:31Z', 'revision_number': 5, 'project_id': 'c5e9d68ebf234ca98d0bedb214585f87', 'subnets': [{'id': '4cb8e59d-2930-42f7-8975-a483fd8062fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 20:31:37.216015 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c9abd4-03b2-4b0e-a53b-8b469f7a1fe8 None None] New status for floating IP 0ace15c5-4ba5-481e-bb71-55f722fdf55d: DOWN {{(pid=103451) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 20:31:37.597681 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.71', 51866) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:31:37.648841 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-177bce30-76a7-43dd-a77c-8f3f749b02bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:37.656346 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e830d3f1-2757-480a-bb13-4adbdc150218 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Publish callbacks [] for security_group (b00b1d0a-4123-474e-8367-57183b95466c), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:37.680822 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e830d3f1-2757-480a-bb13-4adbdc150218 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Publish callbacks [] for security_group (b00b1d0a-4123-474e-8367-57183b95466c), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:37.729180 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e830d3f1-2757-480a-bb13-4adbdc150218 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997425'] for security_group (b00b1d0a-4123-474e-8367-57183b95466c), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:37.731830 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e830d3f1-2757-480a-bb13-4adbdc150218 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Publish callbacks [] for security_group (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:37.733003 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-e830d3f1-2757-480a-bb13-4adbdc150218 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "DELETE /v2.0/security-groups/b00b1d0a-4123-474e-8367-57183b95466c HTTP/1.1" status: 204 len: 168 time: 0.1343343 May 16 20:31:37.735769 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.71', 51868) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:31:37.742553 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e830d3f1-2757-480a-bb13-4adbdc150218 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b00b1d0a-4123-474e-8367-57183b95466c,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:31:37.756825 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.api.v2.resource [None req-6b4097f7-ed44-4774-8da4-93fc689caa48 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] show failed (client error): The resource could not be found. May 16 20:31:37.757827 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-6b4097f7-ed44-4774-8da4-93fc689caa48 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "GET /v2.0/security-groups/b00b1d0a-4123-474e-8367-57183b95466c HTTP/1.1" status: 404 len: 347 time: 0.0199351 May 16 20:31:37.760676 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.71', 51870) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:31:37.868206 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-ab6de6b7-6bd0-4d75-ab6f-566822b995b9 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Deleting port cbc44818-4001-4a8a-af4e-c160e43d2427 {{(pid=103449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 20:31:37.868546 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ab6de6b7-6bd0-4d75-ab6f-566822b995b9 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732397588453'] for port (cbc44818-4001-4a8a-af4e-c160e43d2427), before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:37.941763 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ab6de6b7-6bd0-4d75-ab6f-566822b995b9 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641018'] for port (cbc44818-4001-4a8a-af4e-c160e43d2427), precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:37.941999 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ab6de6b7-6bd0-4d75-ab6f-566822b995b9 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Publish callbacks [] for floatingip (cbc44818-4001-4a8a-af4e-c160e43d2427), precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:37.953422 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-ab6de6b7-6bd0-4d75-ab6f-566822b995b9 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Calling delete_port for cbc44818-4001-4a8a-af4e-c160e43d2427 owned by network:floatingip {{(pid=103449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 20:31:38.083124 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ab6de6b7-6bd0-4d75-ab6f-566822b995b9 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732397598073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732397102969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26134374'] for port (cbc44818-4001-4a8a-af4e-c160e43d2427), after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:38.108267 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6de6b7-6bd0-4d75-ab6f-566822b995b9 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Pushing event deleted for resources: {'Port': ['ID=cbc44818-4001-4a8a-af4e-c160e43d2427,revision_number=None']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:31:38.169973 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ab6de6b7-6bd0-4d75-ab6f-566822b995b9 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Publish callbacks [] for floatingip (0ace15c5-4ba5-481e-bb71-55f722fdf55d), after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:38.172428 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ab6de6b7-6bd0-4d75-ab6f-566822b995b9 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-338397'] for floatingip (None), before_response {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:38.173563 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-ab6de6b7-6bd0-4d75-ab6f-566822b995b9 tempest-AttachVolumeShelveTestJSON-1643575135 tempest-AttachVolumeShelveTestJSON-1643575135-project] 10.222.0.71 "DELETE /v2.0/floatingips/0ace15c5-4ba5-481e-bb71-55f722fdf55d HTTP/1.1" status: 204 len: 168 time: 0.4120042 May 16 20:31:38.817716 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7e48644e-b95e-4624-af94-515661536cfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (250d088e-9c0e-4ec5-80f3-a83f8403448b), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:40.174418 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (748e0023-d5c8-44d3-9d74-a0da2def1ef4), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:40.866939 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6817a924-6d52-4d66-a8a7-036511333704 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (03fa33e9-7cc7-490c-b269-c4f69c490346), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:41.255058 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (bddaa840-ffd9-43a2-8860-d40111f70aff), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:41.640001 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Device d1ecf934-cac9-41d2-9209-1ad50d42399a no longer exists at agent hyperv_hv-cinder-83090 {{(pid=103450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 20:31:41.659178 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] No Port match for: d1ecf934-cac9-41d2-9209-1ad50d42399a {{(pid=103450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 20:31:41.659514 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Device d1ecf934-cac9-41d2-9209-1ad50d42399a not bound to the agent host hv-cinder-83090 {{(pid=103450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 20:31:45.816515 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.71', 51972) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:31:46.280943 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c258eccd-c705-4d94-9ab4-104279fdd7e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1641200'] for router_interface (cad3ba2d-6ffc-4b27-8ff1-d2aee1c62db7), before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:46.527904 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-c258eccd-c705-4d94-9ab4-104279fdd7e7 admin admin] Deleting port e7df9de3-6d59-4cd7-a98b-d7b449247cde {{(pid=103449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 20:31:46.528364 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c258eccd-c705-4d94-9ab4-104279fdd7e7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732397588453'] for port (e7df9de3-6d59-4cd7-a98b-d7b449247cde), before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:46.619306 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-c258eccd-c705-4d94-9ab4-104279fdd7e7 admin admin] For port e7df9de3-6d59-4cd7-a98b-d7b449247cde, host dv-cinder-830901-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-7-iscsi',level=0,port_id=e7df9de3-6d59-4cd7-a98b-d7b449247cde,segment=NetworkSegment(12107d7b-ff59-4c3c-bf55-e4e7eaef240d),segment_id=12107d7b-ff59-4c3c-bf55-e4e7eaef240d)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:31:46.619705 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c258eccd-c705-4d94-9ab4-104279fdd7e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641018'] for port (e7df9de3-6d59-4cd7-a98b-d7b449247cde), precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:46.635351 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-c258eccd-c705-4d94-9ab4-104279fdd7e7 admin admin] Calling delete_port for e7df9de3-6d59-4cd7-a98b-d7b449247cde owned by network:router_interface {{(pid=103449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 20:31:46.814802 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c258eccd-c705-4d94-9ab4-104279fdd7e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732397598073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732397102969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26134374'] for port (e7df9de3-6d59-4cd7-a98b-d7b449247cde), after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:46.837710 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c258eccd-c705-4d94-9ab4-104279fdd7e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=e7df9de3-6d59-4cd7-a98b-d7b449247cde,revision_number=None']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:31:47.003989 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c258eccd-c705-4d94-9ab4-104279fdd7e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1614403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1651439'] for router_interface (cad3ba2d-6ffc-4b27-8ff1-d2aee1c62db7), after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:47.206279 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c258eccd-c705-4d94-9ab4-104279fdd7e7 admin admin] Router cad3ba2d-6ffc-4b27-8ff1-d2aee1c62db7 has already been hosted by L3 agent fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f {{(pid=103449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 20:31:47.307030 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c258eccd-c705-4d94-9ab4-104279fdd7e7 admin admin] Notify agent at l3_agent.dv-cinder-830901-7-iscsi the message routers_updated {{(pid=103449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 20:31:47.316103 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-c258eccd-c705-4d94-9ab4-104279fdd7e7 admin admin] 10.222.0.71 "PUT /v2.0/routers/cad3ba2d-6ffc-4b27-8ff1-d2aee1c62db7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4958720 May 16 20:31:47.316414 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.71', 52010) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:31:47.319257 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c19082-11af-4391-b024-8dcddcc232e6 None None] Sync routers for ids ['cad3ba2d-6ffc-4b27-8ff1-d2aee1c62db7'] in dv-cinder-830901-7-iscsi {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 20:31:47.329390 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c19082-11af-4391-b024-8dcddcc232e6 None None] Routers {'cad3ba2d-6ffc-4b27-8ff1-d2aee1c62db7'} bound to L3 agent in host dv-cinder-830901-7-iscsi {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:31:47.330310 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-c7c19082-11af-4391-b024-8dcddcc232e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-16T20:16:38Z,description=,heartbeat_timestamp=2022-05-16T20:31:38Z,host='dv-cinder-830901-7-iscsi',id=fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:16:38Z,topic='l3_agent')) {'router_ids': ['cad3ba2d-6ffc-4b27-8ff1-d2aee1c62db7'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:31:47.413426 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6ea906b2-1be2-47e6-849d-f0d3edcdaf76 admin admin] Publish callbacks [] for router (cad3ba2d-6ffc-4b27-8ff1-d2aee1c62db7), before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:47.428344 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-c7c19082-11af-4391-b024-8dcddcc232e6 None None] Set router cad3ba2d-6ffc-4b27-8ff1-d2aee1c62db7 gateway port host: dv-cinder-830901-7-iscsi {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:31:47.513942 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6ea906b2-1be2-47e6-849d-f0d3edcdaf76 admin admin] Publish callbacks [] for router_gateway (cad3ba2d-6ffc-4b27-8ff1-d2aee1c62db7), before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:47.562880 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-6ea906b2-1be2-47e6-849d-f0d3edcdaf76 admin admin] Deleting port 1e0ec9db-f259-4818-9863-b33ccebdc761 {{(pid=103449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 20:31:47.563218 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6ea906b2-1be2-47e6-849d-f0d3edcdaf76 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732397588453'] for port (1e0ec9db-f259-4818-9863-b33ccebdc761), before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:47.604576 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-c7c19082-11af-4391-b024-8dcddcc232e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cad3ba2d-6ffc-4b27-8ff1-d2aee1c62db7', 'name': 'tempest-AttachVolumeShelveTestJSON-1815845073-router', 'tenant_id': 'c5e9d68ebf234ca98d0bedb214585f87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'external_fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': '1e0ec9db-f259-4818-9863-b33ccebdc761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:25:07Z', 'updated_at': '2022-05-16T20:31:46Z', 'revision_number': 5, 'project_id': 'c5e9d68ebf234ca98d0bedb214585f87', 'gw_port': {'id': '1e0ec9db-f259-4818-9863-b33ccebdc761', 'name': '', 'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:31:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad3ba2d-6ffc-4b27-8ff1-d2aee1c62db7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:25:09Z', 'updated_at': '2022-05-16T20:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-7-iscsi'}], 'dv-cinder-830901-7-iscsi', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:31:47.636956 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c19082-11af-4391-b024-8dcddcc232e6 None None] Checking router: cad3ba2d-6ffc-4b27-8ff1-d2aee1c62db7 for host: dv-cinder-830901-7-iscsi {{(pid=103450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 20:31:47.647354 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-6ea906b2-1be2-47e6-849d-f0d3edcdaf76 admin admin] For port 1e0ec9db-f259-4818-9863-b33ccebdc761, host dv-cinder-830901-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-7-iscsi',level=0,port_id=1e0ec9db-f259-4818-9863-b33ccebdc761,segment=NetworkSegment(cb03ab33-ba4f-4a89-ab90-bfee78bf90a5),segment_id=cb03ab33-ba4f-4a89-ab90-bfee78bf90a5)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:31:47.647720 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6ea906b2-1be2-47e6-849d-f0d3edcdaf76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641018'] for port (1e0ec9db-f259-4818-9863-b33ccebdc761), precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:47.647850 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c19082-11af-4391-b024-8dcddcc232e6 None None] Routers {'cad3ba2d-6ffc-4b27-8ff1-d2aee1c62db7'} bound to L3 agent in host dv-cinder-830901-7-iscsi {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:31:47.648377 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-c7c19082-11af-4391-b024-8dcddcc232e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-16T20:16:38Z,description=,heartbeat_timestamp=2022-05-16T20:31:38Z,host='dv-cinder-830901-7-iscsi',id=fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:16:38Z,topic='l3_agent')) {'router_ids': ['cad3ba2d-6ffc-4b27-8ff1-d2aee1c62db7'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:31:47.662939 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-6ea906b2-1be2-47e6-849d-f0d3edcdaf76 admin admin] Calling delete_port for 1e0ec9db-f259-4818-9863-b33ccebdc761 owned by network:router_gateway {{(pid=103449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 20:31:47.745184 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-c7c19082-11af-4391-b024-8dcddcc232e6 None None] Set router cad3ba2d-6ffc-4b27-8ff1-d2aee1c62db7 gateway port host: None {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:31:47.825190 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-c7c19082-11af-4391-b024-8dcddcc232e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cad3ba2d-6ffc-4b27-8ff1-d2aee1c62db7', 'name': 'tempest-AttachVolumeShelveTestJSON-1815845073-router', 'tenant_id': 'c5e9d68ebf234ca98d0bedb214585f87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:25:07Z', 'updated_at': '2022-05-16T20:31:47Z', 'revision_number': 6, 'project_id': 'c5e9d68ebf234ca98d0bedb214585f87', 'gw_port_host': None}], 'dv-cinder-830901-7-iscsi', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:31:47.844833 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6ea906b2-1be2-47e6-849d-f0d3edcdaf76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732397598073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732397102969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26134374'] for port (1e0ec9db-f259-4818-9863-b33ccebdc761), after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:47.855594 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c19082-11af-4391-b024-8dcddcc232e6 None None] The sync data for ids ['cad3ba2d-6ffc-4b27-8ff1-d2aee1c62db7'] in dv-cinder-830901-7-iscsi is: [{'id': 'cad3ba2d-6ffc-4b27-8ff1-d2aee1c62db7', 'name': 'tempest-AttachVolumeShelveTestJSON-1815845073-router', 'tenant_id': 'c5e9d68ebf234ca98d0bedb214585f87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:25:07Z', 'updated_at': '2022-05-16T20:31:47Z', 'revision_number': 6, 'project_id': 'c5e9d68ebf234ca98d0bedb214585f87', 'gw_port_host': None}] {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 20:31:47.884018 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea906b2-1be2-47e6-849d-f0d3edcdaf76 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e0ec9db-f259-4818-9863-b33ccebdc761,revision_number=None']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:31:47.946333 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6ea906b2-1be2-47e6-849d-f0d3edcdaf76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1643458'] for router_gateway (cad3ba2d-6ffc-4b27-8ff1-d2aee1c62db7), after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:48.034294 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6ea906b2-1be2-47e6-849d-f0d3edcdaf76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1646218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6238'] for router (cad3ba2d-6ffc-4b27-8ff1-d2aee1c62db7), precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:48.036908 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6ea906b2-1be2-47e6-849d-f0d3edcdaf76 admin admin] Publish callbacks [] for router_controller (cad3ba2d-6ffc-4b27-8ff1-d2aee1c62db7), precommit_delete_associations {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:48.077905 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6ea906b2-1be2-47e6-849d-f0d3edcdaf76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1646227'] for router (cad3ba2d-6ffc-4b27-8ff1-d2aee1c62db7), after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:48.078611 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ea906b2-1be2-47e6-849d-f0d3edcdaf76 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cad3ba2d-6ffc-4b27-8ff1-d2aee1c62db7 {{(pid=103449) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 16 20:31:48.083768 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6ea906b2-1be2-47e6-849d-f0d3edcdaf76 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:48.085019 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-6ea906b2-1be2-47e6-849d-f0d3edcdaf76 admin admin] 10.222.0.71 "DELETE /v2.0/routers/cad3ba2d-6ffc-4b27-8ff1-d2aee1c62db7 HTTP/1.1" status: 204 len: 168 time: 0.7677281 May 16 20:31:48.087576 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.71', 52050) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:31:48.103439 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.71', 52052) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:31:48.131699 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c9e72e9-6201-4be5-9889-1e82398a36ec admin admin] Deleting subnet 4cb8e59d-2930-42f7-8975-a483fd8062fd {{(pid=103449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 16 20:31:48.134758 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-1c9e72e9-6201-4be5-9889-1e82398a36ec admin admin] Publish callbacks [] for subnet (4cb8e59d-2930-42f7-8975-a483fd8062fd), before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:48.168539 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-1c9e72e9-6201-4be5-9889-1e82398a36ec admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25761720'] for subnet (4cb8e59d-2930-42f7-8975-a483fd8062fd), precommit_delete_associations {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:48.210091 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f2dd4d32-39ea-4607-850a-6cbe99b357e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:48.252901 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-1c9e72e9-6201-4be5-9889-1e82398a36ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1028042'] for subnet (4cb8e59d-2930-42f7-8975-a483fd8062fd), precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:48.310034 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f2dd4d32-39ea-4607-850a-6cbe99b357e0 admin admin] Publish callbacks [] for security_group (3142e285-c84d-4798-ae03-f1d3dfd3a5d4), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:48.313038 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-1c9e72e9-6201-4be5-9889-1e82398a36ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1028051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1941894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26133399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25246500'] for subnet (4cb8e59d-2930-42f7-8975-a483fd8062fd), after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:48.317725 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f2dd4d32-39ea-4607-850a-6cbe99b357e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997425'] for security_group (3142e285-c84d-4798-ae03-f1d3dfd3a5d4), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:48.341811 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9e72e9-6201-4be5-9889-1e82398a36ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4cb8e59d-2930-42f7-8975-a483fd8062fd,revision_number=None']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:31:48.345643 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-1c9e72e9-6201-4be5-9889-1e82398a36ec admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:48.352230 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-1c9e72e9-6201-4be5-9889-1e82398a36ec admin admin] 10.222.0.71 "DELETE /v2.0/subnets/4cb8e59d-2930-42f7-8975-a483fd8062fd HTTP/1.1" status: 204 len: 168 time: 0.2613463 May 16 20:31:48.352503 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.71', 52056) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:31:48.352626 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dd4d32-39ea-4607-850a-6cbe99b357e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3142e285-c84d-4798-ae03-f1d3dfd3a5d4,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:31:48.353295 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-860a564a-3b40-4b18-ab43-b4862bec5f51 None None] Network 87a5424f-d6f8-4b15-9358-a637573a32c1 requested from dv-cinder-830901-7-iscsi {{(pid=103450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 20:31:48.374160 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-f2dd4d32-39ea-4607-850a-6cbe99b357e0 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=fe3e2f287b3d4b9ebc28058364ba7ae5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2671046 May 16 20:31:48.374470 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.71', 52058) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:31:48.428308 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2e36d314-51a9-4ac8-a312-e6aca7c870f6 admin admin] Publish callbacks [] for security_group (3142e285-c84d-4798-ae03-f1d3dfd3a5d4), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:48.460739 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2e36d314-51a9-4ac8-a312-e6aca7c870f6 admin admin] Publish callbacks [] for security_group (3142e285-c84d-4798-ae03-f1d3dfd3a5d4), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:48.514082 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2e36d314-51a9-4ac8-a312-e6aca7c870f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997425'] for security_group (3142e285-c84d-4798-ae03-f1d3dfd3a5d4), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:48.516678 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2e36d314-51a9-4ac8-a312-e6aca7c870f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:48.519017 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-2e36d314-51a9-4ac8-a312-e6aca7c870f6 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/3142e285-c84d-4798-ae03-f1d3dfd3a5d4 HTTP/1.1" status: 204 len: 168 time: 0.1429372 May 16 20:31:48.529638 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e36d314-51a9-4ac8-a312-e6aca7c870f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3142e285-c84d-4798-ae03-f1d3dfd3a5d4,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:31:48.661369 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-f1d04b4d-976a-445e-b267-85f65e439589 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759573'] for network (87a5424f-d6f8-4b15-9358-a637573a32c1), before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:48.664894 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48a92cf7-4b58-4090-8fa3-09d88e91bcc2 None None] DHCP port deletion for 87a5424f-d6f8-4b15-9358-a637573a32c1 request from dv-cinder-830901-7-iscsi {{(pid=103450) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 16 20:31:48.708792 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-48a92cf7-4b58-4090-8fa3-09d88e91bcc2 None None] Deleting port 931663da-5559-4b3d-9cab-c2bc9e11f4ff {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 20:31:48.709169 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-48a92cf7-4b58-4090-8fa3-09d88e91bcc2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732397588453'] for port (931663da-5559-4b3d-9cab-c2bc9e11f4ff), before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:48.710786 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-f1d04b4d-976a-445e-b267-85f65e439589 admin admin] Deleting port 931663da-5559-4b3d-9cab-c2bc9e11f4ff {{(pid=103449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 20:31:48.711704 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-f1d04b4d-976a-445e-b267-85f65e439589 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732397588453'] for port (931663da-5559-4b3d-9cab-c2bc9e11f4ff), before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:48.777486 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-48a92cf7-4b58-4090-8fa3-09d88e91bcc2 None None] For port 931663da-5559-4b3d-9cab-c2bc9e11f4ff, host dv-cinder-830901-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-7-iscsi',level=0,port_id=931663da-5559-4b3d-9cab-c2bc9e11f4ff,segment=NetworkSegment(12107d7b-ff59-4c3c-bf55-e4e7eaef240d),segment_id=12107d7b-ff59-4c3c-bf55-e4e7eaef240d)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:31:48.777889 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-48a92cf7-4b58-4090-8fa3-09d88e91bcc2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641018'] for port (931663da-5559-4b3d-9cab-c2bc9e11f4ff), precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:48.778219 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-f1d04b4d-976a-445e-b267-85f65e439589 admin admin] For port 931663da-5559-4b3d-9cab-c2bc9e11f4ff, host dv-cinder-830901-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-7-iscsi',level=0,port_id=931663da-5559-4b3d-9cab-c2bc9e11f4ff,segment=NetworkSegment(12107d7b-ff59-4c3c-bf55-e4e7eaef240d),segment_id=12107d7b-ff59-4c3c-bf55-e4e7eaef240d)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:31:48.778750 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-f1d04b4d-976a-445e-b267-85f65e439589 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641018'] for port (931663da-5559-4b3d-9cab-c2bc9e11f4ff), precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:48.791945 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-48a92cf7-4b58-4090-8fa3-09d88e91bcc2 None None] Calling delete_port for 931663da-5559-4b3d-9cab-c2bc9e11f4ff owned by network:dhcp {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 20:31:48.792441 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-f1d04b4d-976a-445e-b267-85f65e439589 admin admin] Calling delete_port for 931663da-5559-4b3d-9cab-c2bc9e11f4ff owned by network:dhcp {{(pid=103449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 20:31:48.822042 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.71', 52064) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:31:48.836511 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-44b62692-6ce4-4ba8-9543-2cda73d9b54a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:48.879176 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-f1d04b4d-976a-445e-b267-85f65e439589 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732397598073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732397102969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26134374'] for port (931663da-5559-4b3d-9cab-c2bc9e11f4ff), after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:48.887040 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-48a92cf7-4b58-4090-8fa3-09d88e91bcc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732397598073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732397102969'] for port (931663da-5559-4b3d-9cab-c2bc9e11f4ff), after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:48.907038 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d04b4d-976a-445e-b267-85f65e439589 admin admin] Pushing event deleted for resources: {'Port': ['ID=931663da-5559-4b3d-9cab-c2bc9e11f4ff,revision_number=None']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:31:48.911583 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d04b4d-976a-445e-b267-85f65e439589 admin admin] No DVR routers for this DVR port 931663da-5559-4b3d-9cab-c2bc9e11f4ff on host dv-cinder-830901-7-iscsi {{(pid=103449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 20:31:48.933569 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a92cf7-4b58-4090-8fa3-09d88e91bcc2 None None] Pushing event deleted for resources: {'Port': ['ID=931663da-5559-4b3d-9cab-c2bc9e11f4ff,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:31:48.941812 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-44b62692-6ce4-4ba8-9543-2cda73d9b54a admin admin] Publish callbacks [] for security_group (aaeacb74-566d-4b97-9caf-621131d64218), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:48.944998 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a92cf7-4b58-4090-8fa3-09d88e91bcc2 None None] No DVR routers for this DVR port 931663da-5559-4b3d-9cab-c2bc9e11f4ff on host dv-cinder-830901-7-iscsi {{(pid=103450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 20:31:48.947235 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a92cf7-4b58-4090-8fa3-09d88e91bcc2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:31:48.947612 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a92cf7-4b58-4090-8fa3-09d88e91bcc2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:31:48.947970 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a92cf7-4b58-4090-8fa3-09d88e91bcc2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:31:48.948521 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a92cf7-4b58-4090-8fa3-09d88e91bcc2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:31:48.948947 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a92cf7-4b58-4090-8fa3-09d88e91bcc2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:31:48.949172 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a92cf7-4b58-4090-8fa3-09d88e91bcc2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:31:48.949599 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a92cf7-4b58-4090-8fa3-09d88e91bcc2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:31:48.949810 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a92cf7-4b58-4090-8fa3-09d88e91bcc2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:31:48.950276 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a92cf7-4b58-4090-8fa3-09d88e91bcc2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:31:48.950617 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a92cf7-4b58-4090-8fa3-09d88e91bcc2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:31:48.951225 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a92cf7-4b58-4090-8fa3-09d88e91bcc2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:31:48.951551 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a92cf7-4b58-4090-8fa3-09d88e91bcc2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:31:48.951902 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a92cf7-4b58-4090-8fa3-09d88e91bcc2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:31:48.952279 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a92cf7-4b58-4090-8fa3-09d88e91bcc2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:31:48.952782 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a92cf7-4b58-4090-8fa3-09d88e91bcc2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:31:48.953347 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-44b62692-6ce4-4ba8-9543-2cda73d9b54a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997425'] for security_group (aaeacb74-566d-4b97-9caf-621131d64218), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:48.982994 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-44b62692-6ce4-4ba8-9543-2cda73d9b54a admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=6f9f9eab19924a91a6f30aadede17884&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1597788 May 16 20:31:48.989779 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.71', 52070) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:31:49.011842 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-f1d04b4d-976a-445e-b267-85f65e439589 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1029759', 'neutron.services.segments.db._delete_segments_for_network-8732397667094'] for network (87a5424f-d6f8-4b15-9358-a637573a32c1), precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:49.020051 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b62692-6ce4-4ba8-9543-2cda73d9b54a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaeacb74-566d-4b97-9caf-621131d64218,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:31:49.039651 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.services.segments.db [None req-f1d04b4d-976a-445e-b267-85f65e439589 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87a5424f-d6f8-4b15-9358-a637573a32c1']}} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:31:49.054135 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.services.segments.db [None req-f1d04b4d-976a-445e-b267-85f65e439589 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12107d7b-ff59-4c3c-bf55-e4e7eaef240d') {'for_net_delete': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:31:49.054671 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.services.segments.db [None req-f1d04b4d-976a-445e-b267-85f65e439589 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12107d7b-ff59-4c3c-bf55-e4e7eaef240d') {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:31:49.066856 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-f1d04b4d-976a-445e-b267-85f65e439589 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732397667615', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25761665'] for segment (12107d7b-ff59-4c3c-bf55-e4e7eaef240d), before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:49.071420 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a7215dd4-015a-4822-8d00-7e92eda8c1a6 admin admin] Publish callbacks [] for security_group (aaeacb74-566d-4b97-9caf-621131d64218), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:49.087181 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-f1d04b4d-976a-445e-b267-85f65e439589 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1026353'] for segment (12107d7b-ff59-4c3c-bf55-e4e7eaef240d), precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:49.097345 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1d04b4d-976a-445e-b267-85f65e439589 admin admin] Releasing vlan 538 on physical network physnet1 to pool {{(pid=103449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 16 20:31:49.098089 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-f1d04b4d-976a-445e-b267-85f65e439589 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1026353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26134325'] for segment (12107d7b-ff59-4c3c-bf55-e4e7eaef240d), after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:49.101152 dv-cinder-830901-7-iscsi neutron-server[103449]: Traceback (most recent call last): May 16 20:31:49.101152 dv-cinder-830901-7-iscsi neutron-server[103449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 16 20:31:49.101152 dv-cinder-830901-7-iscsi neutron-server[103449]: timer() May 16 20:31:49.101152 dv-cinder-830901-7-iscsi neutron-server[103449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 16 20:31:49.101152 dv-cinder-830901-7-iscsi neutron-server[103449]: cb(*args, **kw) May 16 20:31:49.101152 dv-cinder-830901-7-iscsi neutron-server[103449]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 16 20:31:49.101152 dv-cinder-830901-7-iscsi neutron-server[103449]: return func(*args, **kwargs) May 16 20:31:49.101152 dv-cinder-830901-7-iscsi neutron-server[103449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 16 20:31:49.101152 dv-cinder-830901-7-iscsi neutron-server[103449]: self._notify() May 16 20:31:49.101152 dv-cinder-830901-7-iscsi neutron-server[103449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 16 20:31:49.101152 dv-cinder-830901-7-iscsi neutron-server[103449]: self.callback(batched_events) May 16 20:31:49.101152 dv-cinder-830901-7-iscsi neutron-server[103449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 16 20:31:49.101152 dv-cinder-830901-7-iscsi neutron-server[103449]: event.method(event) May 16 20:31:49.101152 dv-cinder-830901-7-iscsi neutron-server[103449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 16 20:31:49.101152 dv-cinder-830901-7-iscsi neutron-server[103449]: aggregate_id = self._get_aggregate_id(event.segment_id) May 16 20:31:49.101152 dv-cinder-830901-7-iscsi neutron-server[103449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 16 20:31:49.101152 dv-cinder-830901-7-iscsi neutron-server[103449]: aggregate_uuid = self.p_client.list_aggregates( May 16 20:31:49.101152 dv-cinder-830901-7-iscsi neutron-server[103449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 16 20:31:49.101152 dv-cinder-830901-7-iscsi neutron-server[103449]: return f(self, *a, **k) May 16 20:31:49.101152 dv-cinder-830901-7-iscsi neutron-server[103449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 16 20:31:49.101152 dv-cinder-830901-7-iscsi neutron-server[103449]: return self._get(url).json() May 16 20:31:49.101152 dv-cinder-830901-7-iscsi neutron-server[103449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 16 20:31:49.101152 dv-cinder-830901-7-iscsi neutron-server[103449]: return self._client.get(url, endpoint_filter=self._ks_filter, May 16 20:31:49.101152 dv-cinder-830901-7-iscsi neutron-server[103449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 16 20:31:49.101152 dv-cinder-830901-7-iscsi neutron-server[103449]: return self.request(url, 'GET', **kwargs) May 16 20:31:49.101152 dv-cinder-830901-7-iscsi neutron-server[103449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 16 20:31:49.101152 dv-cinder-830901-7-iscsi neutron-server[103449]: base_url = self.get_endpoint(auth, allow=allow, May 16 20:31:49.101152 dv-cinder-830901-7-iscsi neutron-server[103449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 16 20:31:49.101152 dv-cinder-830901-7-iscsi neutron-server[103449]: auth = self._auth_required(auth, 'determine endpoint URL') May 16 20:31:49.101152 dv-cinder-830901-7-iscsi neutron-server[103449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 16 20:31:49.101152 dv-cinder-830901-7-iscsi neutron-server[103449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 16 20:31:49.101152 dv-cinder-830901-7-iscsi neutron-server[103449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 16 20:31:49.117527 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a7215dd4-015a-4822-8d00-7e92eda8c1a6 admin admin] Publish callbacks [] for security_group (aaeacb74-566d-4b97-9caf-621131d64218), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:49.169869 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a7215dd4-015a-4822-8d00-7e92eda8c1a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997425'] for security_group (aaeacb74-566d-4b97-9caf-621131d64218), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:49.171060 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-f1d04b4d-976a-445e-b267-85f65e439589 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1029700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1996455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1640688'] for network (87a5424f-d6f8-4b15-9358-a637573a32c1), after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:49.172679 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a7215dd4-015a-4822-8d00-7e92eda8c1a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:49.173908 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-a7215dd4-015a-4822-8d00-7e92eda8c1a6 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/aaeacb74-566d-4b97-9caf-621131d64218 HTTP/1.1" status: 204 len: 168 time: 0.1829445 May 16 20:31:49.178732 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-f1d04b4d-976a-445e-b267-85f65e439589 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614436'] for network (None), before_response {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:49.181504 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-f1d04b4d-976a-445e-b267-85f65e439589 admin admin] 10.222.0.71 "DELETE /v2.0/networks/87a5424f-d6f8-4b15-9358-a637573a32c1 HTTP/1.1" status: 204 len: 168 time: 0.8280735 May 16 20:31:49.193220 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7215dd4-015a-4822-8d00-7e92eda8c1a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaeacb74-566d-4b97-9caf-621131d64218,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:31:49.193781 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d04b4d-976a-445e-b267-85f65e439589 admin admin] Pushing event deleted for resources: {'Network': ['ID=87a5424f-d6f8-4b15-9358-a637573a32c1,revision_number=None']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:31:49.338174 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Device 1e0ec9db-f259-4818-9863-b33ccebdc761 no longer exists at agent ovs-agent-dv-cinder-830901-7-iscsi {{(pid=103450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 20:31:49.358542 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] No Port match for: 1e0ec9db-f259-4818-9863-b33ccebdc761 {{(pid=103450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 20:31:49.359163 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Device 1e0ec9db-f259-4818-9863-b33ccebdc761 not bound to the agent host dv-cinder-830901-7-iscsi {{(pid=103450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 20:31:49.359467 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Device 931663da-5559-4b3d-9cab-c2bc9e11f4ff no longer exists at agent ovs-agent-dv-cinder-830901-7-iscsi {{(pid=103450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 20:31:49.379358 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] No Port match for: 931663da-5559-4b3d-9cab-c2bc9e11f4ff {{(pid=103450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 20:31:49.379721 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Device 931663da-5559-4b3d-9cab-c2bc9e11f4ff not bound to the agent host dv-cinder-830901-7-iscsi {{(pid=103450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 20:31:49.380141 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Device e7df9de3-6d59-4cd7-a98b-d7b449247cde no longer exists at agent ovs-agent-dv-cinder-830901-7-iscsi {{(pid=103450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 20:31:49.401418 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.71', 52080) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:31:49.407526 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] No Port match for: e7df9de3-6d59-4cd7-a98b-d7b449247cde {{(pid=103450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 20:31:49.408517 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Device e7df9de3-6d59-4cd7-a98b-d7b449247cde not bound to the agent host dv-cinder-830901-7-iscsi {{(pid=103450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 20:31:49.444768 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-e44c60b1-7abd-4b1f-96a6-e6cde2811216 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=c5e9d68ebf234ca98d0bedb214585f87&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0420587 May 16 20:31:49.447216 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.71', 52082) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:31:49.496084 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-02429630-ef07-4c71-955c-1c0601037869 admin admin] Publish callbacks [] for security_group (859d3753-668a-421f-a3c2-6fa001109790), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:49.517795 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-02429630-ef07-4c71-955c-1c0601037869 admin admin] Publish callbacks [] for security_group (859d3753-668a-421f-a3c2-6fa001109790), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:49.566450 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-02429630-ef07-4c71-955c-1c0601037869 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997425'] for security_group (859d3753-668a-421f-a3c2-6fa001109790), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:49.568920 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-02429630-ef07-4c71-955c-1c0601037869 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:49.572694 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-02429630-ef07-4c71-955c-1c0601037869 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/859d3753-668a-421f-a3c2-6fa001109790 HTTP/1.1" status: 204 len: 168 time: 0.1219094 May 16 20:31:49.577805 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02429630-ef07-4c71-955c-1c0601037869 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=859d3753-668a-421f-a3c2-6fa001109790,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:31:50.320332 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.71', 52164) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:31:50.486866 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.v2.base [None req-6f788108-1dc6-4694-a12e-031fbd2be90d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-976810855-network', 'tenant_id': '2e74299322ca4cedabe873822eda95ae'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:31:50.509734 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f788108-1dc6-4694-a12e-031fbd2be90d admin admin] Made reservation on behalf of 2e74299322ca4cedabe873822eda95ae for: {'network': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 20:31:50.512167 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6f788108-1dc6-4694-a12e-031fbd2be90d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for network (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:50.522167 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6f788108-1dc6-4694-a12e-031fbd2be90d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:50.623442 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6f788108-1dc6-4694-a12e-031fbd2be90d admin admin] Publish callbacks [] for security_group (fdb6625c-c38e-483d-b784-d7669dfee398), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:50.627193 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6f788108-1dc6-4694-a12e-031fbd2be90d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997425'] for security_group (fdb6625c-c38e-483d-b784-d7669dfee398), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:50.654276 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f788108-1dc6-4694-a12e-031fbd2be90d admin admin] vlan segment allocate from pool success with {'vlan_id': 542, 'physical_network': 'physnet1'} {{(pid=103448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 16 20:31:50.661254 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f788108-1dc6-4694-a12e-031fbd2be90d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdb6625c-c38e-483d-b784-d7669dfee398,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:31:50.667253 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6f788108-1dc6-4694-a12e-031fbd2be90d admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8732397667085', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1026353'] for segment (ebdc97d5-0dc3-44e3-97c0-cb7e898e699f), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:50.667778 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.db.segments_db [None req-6f788108-1dc6-4694-a12e-031fbd2be90d admin admin] Added segment ebdc97d5-0dc3-44e3-97c0-cb7e898e699f of type vlan for network b7ed8523-9957-45bf-80ef-13010737dd57 May 16 20:31:50.709834 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6f788108-1dc6-4694-a12e-031fbd2be90d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732397125798'] for network (b7ed8523-9957-45bf-80ef-13010737dd57), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:50.734849 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6f788108-1dc6-4694-a12e-031fbd2be90d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1996455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410'] for network (b7ed8523-9957-45bf-80ef-13010737dd57), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:50.735880 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f788108-1dc6-4694-a12e-031fbd2be90d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:31:50.737030 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6f788108-1dc6-4694-a12e-031fbd2be90d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614436'] for network (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:50.768463 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-6f788108-1dc6-4694-a12e-031fbd2be90d admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.4468982 May 16 20:31:50.771305 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.71', 52192) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:31:50.782600 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.v2.base [None req-0b52bdde-32ad-429f-be29-6f6f2259591d admin admin] Request body: {'subnet': {'network_id': 'b7ed8523-9957-45bf-80ef-13010737dd57', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-976810855-subnet', 'tenant_id': '2e74299322ca4cedabe873822eda95ae', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:31:50.812551 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f788108-1dc6-4694-a12e-031fbd2be90d admin admin] Pushing event updated for resources: {'Network': ['ID=b7ed8523-9957-45bf-80ef-13010737dd57,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:31:50.823057 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Network b7ed8523-9957-45bf-80ef-13010737dd57 details requested by agent ovs-agent-dv-cinder-830901-7-iscsi with host dv-cinder-830901-7-iscsi {{(pid=103450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 16 20:31:50.829018 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b52bdde-32ad-429f-be29-6f6f2259591d admin admin] Made reservation on behalf of 2e74299322ca4cedabe873822eda95ae for: {'subnet': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 20:31:50.832281 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0b52bdde-32ad-429f-be29-6f6f2259591d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27247619'] for subnet (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:51.035397 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0b52bdde-32ad-429f-be29-6f6f2259591d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1941894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27049492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27247637'] for subnet (6fd9bd49-8907-4582-9941-2a3571aaa9b7), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:51.073807 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.71', 52206) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:31:51.094235 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b52bdde-32ad-429f-be29-6f6f2259591d admin admin] Pushing event updated for resources: {'Subnet': ['ID=6fd9bd49-8907-4582-9941-2a3571aaa9b7,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:31:51.106500 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b52bdde-32ad-429f-be29-6f6f2259591d admin admin] Checking segment: {'id': 'ebdc97d5-0dc3-44e3-97c0-cb7e898e699f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'b7ed8523-9957-45bf-80ef-13010737dd57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 20:31:51.106861 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b52bdde-32ad-429f-be29-6f6f2259591d admin admin] Network hostable DHCP agents. Network: b7ed8523-9957-45bf-80ef-13010737dd57, hostable agents: ['6de3586b-c77a-41a3-9d69-e80d1925fb22'], hosted agents: [] {{(pid=103448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 16 20:31:51.126275 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b52bdde-32ad-429f-be29-6f6f2259591d admin admin] Network b7ed8523-9957-45bf-80ef-13010737dd57 is scheduled to be hosted by DHCP agent 6de3586b-c77a-41a3-9d69-e80d1925fb22 with binding_index 1 {{(pid=103448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 16 20:31:51.135573 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-0b52bdde-32ad-429f-be29-6f6f2259591d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830901-7-iscsi, b7ed8523-9957-45bf-80ef-13010737dd57) {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 20:31:51.139695 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b52bdde-32ad-429f-be29-6f6f2259591d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:31:51.140352 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0b52bdde-32ad-429f-be29-6f6f2259591d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614436'] for subnet (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:51.148224 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ca66f7c-c57f-4557-9a8d-5e271c21079f None None] Network b7ed8523-9957-45bf-80ef-13010737dd57 requested from dv-cinder-830901-7-iscsi {{(pid=103450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 20:31:51.162237 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-0b52bdde-32ad-429f-be29-6f6f2259591d admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3875024 May 16 20:31:51.162869 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.71', 52210) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:31:51.167471 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.v2.base [None req-4ccb4509-72a9-430a-b541-58374d616309 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-976810855-router', 'tenant_id': '2e74299322ca4cedabe873822eda95ae', 'external_gateway_info': {'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062'}}} {{(pid=103449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:31:51.199025 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-073ea204-1f2c-447c-94ed-46b501e7b789 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:51.219039 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4ccb4509-72a9-430a-b541-58374d616309 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1646120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6252'] for router (013a50c1-75d1-4eeb-88ff-52fbc84c6fe4), before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:51.220055 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4ccb4509-72a9-430a-b541-58374d616309 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1646300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1634344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6231'] for router (013a50c1-75d1-4eeb-88ff-52fbc84c6fe4), precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:51.265325 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f881786-818e-42b3-9e5e-cd103cca2ae6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aeb997a-265b-5525-a5ab-f9959c03f25e-b7ed8523-9957-45bf-80ef-13010737dd57', 'network_id': 'b7ed8523-9957-45bf-80ef-13010737dd57', 'project_id': '2e74299322ca4cedabe873822eda95ae', 'fixed_ips': [{'subnet_id': '6fd9bd49-8907-4582-9941-2a3571aaa9b7'}]}} from dv-cinder-830901-7-iscsi. {{(pid=103450) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 16 20:31:51.266257 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6f881786-818e-42b3-9e5e-cd103cca2ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (None), before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:51.305578 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4ccb4509-72a9-430a-b541-58374d616309 admin admin] Publish callbacks [] for router_controller (013a50c1-75d1-4eeb-88ff-52fbc84c6fe4), precommit_add_association {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:51.411858 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [None req-6f881786-818e-42b3-9e5e-cd103cca2ae6 None None] Allocated IP 172.20.0.2 (b7ed8523-9957-45bf-80ef-13010737dd57/6fd9bd49-8907-4582-9941-2a3571aaa9b7/038ba85f-4f87-4f85-b8c8-0a51a4338f44) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 20:31:51.434538 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-073ea204-1f2c-447c-94ed-46b501e7b789 admin admin] Publish callbacks [] for security_group (46433b1e-55f4-4045-9bb0-122953765530), precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:51.472222 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-073ea204-1f2c-447c-94ed-46b501e7b789 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997425'] for security_group (46433b1e-55f4-4045-9bb0-122953765530), after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:51.476394 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4ccb4509-72a9-430a-b541-58374d616309 admin admin] Publish callbacks [] for router_gateway (013a50c1-75d1-4eeb-88ff-52fbc84c6fe4), precommit_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:51.537718 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-073ea204-1f2c-447c-94ed-46b501e7b789 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=5536b886140640d0952034fe7d6e837e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4627428 May 16 20:31:51.540464 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.71', 52212) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:31:51.545153 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073ea204-1f2c-447c-94ed-46b501e7b789 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46433b1e-55f4-4045-9bb0-122953765530,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:31:51.597546 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a012abcc-852d-4ef8-b0ac-51684231dc02 admin admin] Publish callbacks [] for security_group (46433b1e-55f4-4045-9bb0-122953765530), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:51.643978 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a012abcc-852d-4ef8-b0ac-51684231dc02 admin admin] Publish callbacks [] for security_group (46433b1e-55f4-4045-9bb0-122953765530), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:51.698007 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6f881786-818e-42b3-9e5e-cd103cca2ae6 None None] Publish callbacks [] for port (038ba85f-4f87-4f85-b8c8-0a51a4338f44), precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:51.700104 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a012abcc-852d-4ef8-b0ac-51684231dc02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997425'] for security_group (46433b1e-55f4-4045-9bb0-122953765530), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:51.703061 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a012abcc-852d-4ef8-b0ac-51684231dc02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:51.704428 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-a012abcc-852d-4ef8-b0ac-51684231dc02 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/46433b1e-55f4-4045-9bb0-122953765530 HTTP/1.1" status: 204 len: 168 time: 0.1625268 May 16 20:31:51.708468 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6f881786-818e-42b3-9e5e-cd103cca2ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732397102960'] for port (038ba85f-4f87-4f85-b8c8-0a51a4338f44), after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:51.713279 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a012abcc-852d-4ef8-b0ac-51684231dc02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46433b1e-55f4-4045-9bb0-122953765530,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:31:51.731159 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4ccb4509-72a9-430a-b541-58374d616309 admin admin] Publish callbacks [] for router_gateway (013a50c1-75d1-4eeb-88ff-52fbc84c6fe4), before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:51.754474 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4ccb4509-72a9-430a-b541-58374d616309 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (None), before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:51.778483 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f881786-818e-42b3-9e5e-cd103cca2ae6 None None] Network b7ed8523-9957-45bf-80ef-13010737dd57 is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 20:31:51.779904 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f881786-818e-42b3-9e5e-cd103cca2ae6 None None] Pushing event updated for resources: {'Port': ['ID=038ba85f-4f87-4f85-b8c8-0a51a4338f44,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:31:51.785371 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-6f881786-818e-42b3-9e5e-cd103cca2ae6 None None] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 20:31:51.788125 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f881786-818e-42b3-9e5e-cd103cca2ae6 None None] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 20:31:51.859198 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-6f881786-818e-42b3-9e5e-cd103cca2ae6 None None] Attempting to bind port 038ba85f-4f87-4f85-b8c8-0a51a4338f44 on host dv-cinder-830901-7-iscsi for vnic_type normal with profile {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 20:31:51.859828 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-6f881786-818e-42b3-9e5e-cd103cca2ae6 None None] Attempting to bind port 038ba85f-4f87-4f85-b8c8-0a51a4338f44 by drivers openvswitch,hyperv on host dv-cinder-830901-7-iscsi at level 0 using segments [{'id': 'ebdc97d5-0dc3-44e3-97c0-cb7e898e699f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'b7ed8523-9957-45bf-80ef-13010737dd57'}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 20:31:51.860369 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f881786-818e-42b3-9e5e-cd103cca2ae6 None None] Attempting to bind port 038ba85f-4f87-4f85-b8c8-0a51a4338f44 on network b7ed8523-9957-45bf-80ef-13010737dd57 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 20:31:51.866616 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f881786-818e-42b3-9e5e-cd103cca2ae6 None None] Checking agent: {'id': 'bddaa840-ffd9-43a2-8860-d40111f70aff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830901-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 20, 16, 41), 'started_at': datetime.datetime(2022, 5, 16, 20, 17, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 20, 31, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830901-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 20:31:51.866988 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f881786-818e-42b3-9e5e-cd103cca2ae6 None None] Checking segment: {'id': 'ebdc97d5-0dc3-44e3-97c0-cb7e898e699f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'b7ed8523-9957-45bf-80ef-13010737dd57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 20:31:51.867388 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6f881786-818e-42b3-9e5e-cd103cca2ae6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:51.867779 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f881786-818e-42b3-9e5e-cd103cca2ae6 None None] Bound using segment: {'id': 'ebdc97d5-0dc3-44e3-97c0-cb7e898e699f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'b7ed8523-9957-45bf-80ef-13010737dd57'} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 20:31:51.868276 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-6f881786-818e-42b3-9e5e-cd103cca2ae6 None None] Bound port: 038ba85f-4f87-4f85-b8c8-0a51a4338f44, host: dv-cinder-830901-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebdc97d5-0dc3-44e3-97c0-cb7e898e699f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'b7ed8523-9957-45bf-80ef-13010737dd57'}}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 20:31:51.868797 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6f881786-818e-42b3-9e5e-cd103cca2ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (038ba85f-4f87-4f85-b8c8-0a51a4338f44), before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:51.874136 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.db.db_base_plugin_common [None req-4ccb4509-72a9-430a-b541-58374d616309 admin admin] Allocated IP 172.27.2.221 (ded6ab20-0a8b-4051-830c-385457f4e062/dcb7b1f3-82ff-415d-89cf-2b6021c22eb5/50d2dbe4-550d-410a-b31b-c2bcba8664fc) {{(pid=103449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 20:31:51.944110 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-6f881786-818e-42b3-9e5e-cd103cca2ae6 None None] For port 038ba85f-4f87-4f85-b8c8-0a51a4338f44, host dv-cinder-830901-7-iscsi, cleared binding levels {{(pid=103450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 20:31:51.948275 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-6f881786-818e-42b3-9e5e-cd103cca2ae6 None None] For port 038ba85f-4f87-4f85-b8c8-0a51a4338f44, host dv-cinder-830901-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-7-iscsi',level=0,port_id=038ba85f-4f87-4f85-b8c8-0a51a4338f44,segment=NetworkSegment(ebdc97d5-0dc3-44e3-97c0-cb7e898e699f),segment_id=ebdc97d5-0dc3-44e3-97c0-cb7e898e699f)] {{(pid=103450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 20:31:51.954146 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6f881786-818e-42b3-9e5e-cd103cca2ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732397598091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732397102978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732397102996'] for port (038ba85f-4f87-4f85-b8c8-0a51a4338f44), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:51.991804 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4ccb4509-72a9-430a-b541-58374d616309 admin admin] Publish callbacks [] for port (50d2dbe4-550d-410a-b31b-c2bcba8664fc), precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:52.016207 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f881786-818e-42b3-9e5e-cd103cca2ae6 None None] Pushing event updated for resources: {'Port': ['ID=038ba85f-4f87-4f85-b8c8-0a51a4338f44,revision_number=2']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:31:52.042086 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.71', 52222) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:31:52.047128 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4ccb4509-72a9-430a-b541-58374d616309 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732397102960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26134374'] for port (50d2dbe4-550d-410a-b31b-c2bcba8664fc), after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:52.056588 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4824e85a-b127-446d-ae8d-a708dcdf49fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:52.096908 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ccb4509-72a9-430a-b541-58374d616309 admin admin] Network ded6ab20-0a8b-4051-830c-385457f4e062 is already hosted by enough agents. {{(pid=103449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 20:31:52.099001 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.scheduler.base_scheduler [None req-4ccb4509-72a9-430a-b541-58374d616309 admin admin] Resources bound (agent type, host, resource id): {{(pid=103449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 20:31:52.101067 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccb4509-72a9-430a-b541-58374d616309 admin admin] Pushing event updated for resources: {'Port': ['ID=50d2dbe4-550d-410a-b31b-c2bcba8664fc,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:31:52.103145 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ccb4509-72a9-430a-b541-58374d616309 admin admin] Received port after_create {{(pid=103449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 20:31:52.169683 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4824e85a-b127-446d-ae8d-a708dcdf49fd admin admin] Publish callbacks [] for security_group (db110d3c-dd5f-4807-b11d-d4840eab02a3), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:52.175273 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4824e85a-b127-446d-ae8d-a708dcdf49fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997425'] for security_group (db110d3c-dd5f-4807-b11d-d4840eab02a3), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:52.259104 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4824e85a-b127-446d-ae8d-a708dcdf49fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db110d3c-dd5f-4807-b11d-d4840eab02a3,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:31:52.285244 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-4824e85a-b127-446d-ae8d-a708dcdf49fd admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=2ef75fcf19a24c298faf6e88fd0f27c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2419713 May 16 20:31:52.286285 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.71', 52224) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:31:52.348808 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cd57d60c-6a30-4a4f-88e8-feffe65746a1 admin admin] Publish callbacks [] for security_group (db110d3c-dd5f-4807-b11d-d4840eab02a3), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:52.378659 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cd57d60c-6a30-4a4f-88e8-feffe65746a1 admin admin] Publish callbacks [] for security_group (db110d3c-dd5f-4807-b11d-d4840eab02a3), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:52.409218 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4ccb4509-72a9-430a-b541-58374d616309 admin admin] Publish callbacks [] for router_gateway (013a50c1-75d1-4eeb-88ff-52fbc84c6fe4), after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:52.428474 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cd57d60c-6a30-4a4f-88e8-feffe65746a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997425'] for security_group (db110d3c-dd5f-4807-b11d-d4840eab02a3), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:52.431381 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cd57d60c-6a30-4a4f-88e8-feffe65746a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:52.432942 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-cd57d60c-6a30-4a4f-88e8-feffe65746a1 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/db110d3c-dd5f-4807-b11d-d4840eab02a3 HTTP/1.1" status: 204 len: 168 time: 0.1453238 May 16 20:31:52.442946 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd57d60c-6a30-4a4f-88e8-feffe65746a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db110d3c-dd5f-4807-b11d-d4840eab02a3,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:31:52.616716 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4ccb4509-72a9-430a-b541-58374d616309 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1646245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1643494'] for router (013a50c1-75d1-4eeb-88ff-52fbc84c6fe4), after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:52.758255 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ccb4509-72a9-430a-b541-58374d616309 admin admin] Router 013a50c1-75d1-4eeb-88ff-52fbc84c6fe4 is scheduled to L3 agent fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f with binding_index 1 {{(pid=103449) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 16 20:31:52.873480 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ccb4509-72a9-430a-b541-58374d616309 admin admin] Notify agent at l3_agent.dv-cinder-830901-7-iscsi the message routers_updated {{(pid=103449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 20:31:52.884885 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-621db011-c716-46d8-95c9-6cb82965dc7b None None] Sync routers for ids ['013a50c1-75d1-4eeb-88ff-52fbc84c6fe4'] in dv-cinder-830901-7-iscsi {{(pid=103451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 20:31:52.898056 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4ccb4509-72a9-430a-b541-58374d616309 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:52.900210 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-4ccb4509-72a9-430a-b541-58374d616309 admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.7354951 May 16 20:31:52.902211 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.71', 52240) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:31:52.904322 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-621db011-c716-46d8-95c9-6cb82965dc7b None None] Routers {'013a50c1-75d1-4eeb-88ff-52fbc84c6fe4'} bound to L3 agent in host dv-cinder-830901-7-iscsi {{(pid=103451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:31:52.904937 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-621db011-c716-46d8-95c9-6cb82965dc7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-16T20:16:38Z,description=,heartbeat_timestamp=2022-05-16T20:31:38Z,host='dv-cinder-830901-7-iscsi',id=fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:16:38Z,topic='l3_agent')) {'router_ids': ['013a50c1-75d1-4eeb-88ff-52fbc84c6fe4'], 'active': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:31:53.027932 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvr_db [None req-621db011-c716-46d8-95c9-6cb82965dc7b None None] Set router 013a50c1-75d1-4eeb-88ff-52fbc84c6fe4 gateway port host: dv-cinder-830901-7-iscsi {{(pid=103451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:31:53.184442 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08164167-797d-4bb8-ad46-f80d99efc4e0 None None] Network b7ed8523-9957-45bf-80ef-13010737dd57 requested from dv-cinder-830901-7-iscsi {{(pid=103450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 20:31:53.235418 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-621db011-c716-46d8-95c9-6cb82965dc7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '013a50c1-75d1-4eeb-88ff-52fbc84c6fe4', 'name': 'tempest-AttachVolumeNegativeTest-976810855-router', 'tenant_id': '2e74299322ca4cedabe873822eda95ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'external_fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.221'}], 'enable_snat': True}, 'gw_port_id': '50d2dbe4-550d-410a-b31b-c2bcba8664fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:31:51Z', 'updated_at': '2022-05-16T20:31:52Z', 'revision_number': 3, 'project_id': '2e74299322ca4cedabe873822eda95ae', 'gw_port': {'id': '50d2dbe4-550d-410a-b31b-c2bcba8664fc', 'name': '', 'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:0f:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '013a50c1-75d1-4eeb-88ff-52fbc84c6fe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:31:51Z', 'updated_at': '2022-05-16T20:31:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-7-iscsi'}], 'dv-cinder-830901-7-iscsi', False) {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:31:53.263922 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-621db011-c716-46d8-95c9-6cb82965dc7b None None] Checking router: 013a50c1-75d1-4eeb-88ff-52fbc84c6fe4 for host: dv-cinder-830901-7-iscsi {{(pid=103451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 20:31:53.264293 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-621db011-c716-46d8-95c9-6cb82965dc7b None None] Updating router 013a50c1-75d1-4eeb-88ff-52fbc84c6fe4 port 50d2dbe4-550d-410a-b31b-c2bcba8664fc binding host dv-cinder-830901-7-iscsi {{(pid=103451) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 16 20:31:53.297189 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-621db011-c716-46d8-95c9-6cb82965dc7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (50d2dbe4-550d-410a-b31b-c2bcba8664fc), before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:53.298805 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [None req-7e922ca4-9572-459d-a40d-46b2f1daf153 None None] Provisioning complete for port 038ba85f-4f87-4f85-b8c8-0a51a4338f44 triggered by entity DHCP. {{(pid=103450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:31:53.299180 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7e922ca4-9572-459d-a40d-46b2f1daf153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868582'] for port (038ba85f-4f87-4f85-b8c8-0a51a4338f44), provisioning_complete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:53.331747 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.agents_db [None req-fef3025b-cde1-4f6e-a405-d73d123fae0f None None] Agent healthcheck: found 6 active agents {{(pid=103451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 20:31:53.418210 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2608cc3d-4a9a-4c1a-acdf-09f33e35e96c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:53.428548 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Device 038ba85f-4f87-4f85-b8c8-0a51a4338f44 up at agent ovs-agent-dv-cinder-830901-7-iscsi {{(pid=103450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 20:31:53.548981 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Provisioning complete for port 038ba85f-4f87-4f85-b8c8-0a51a4338f44 triggered by entity L2. {{(pid=103450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:31:53.549371 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868582'] for port (038ba85f-4f87-4f85-b8c8-0a51a4338f44), provisioning_complete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:53.605839 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-7e922ca4-9572-459d-a40d-46b2f1daf153 None None] Current status of the port 038ba85f-4f87-4f85-b8c8-0a51a4338f44 is: DOWN; New status is: ACTIVE {{(pid=103450) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:31:53.606228 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7e922ca4-9572-459d-a40d-46b2f1daf153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (038ba85f-4f87-4f85-b8c8-0a51a4338f44), before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:53.654789 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-2608cc3d-4a9a-4c1a-acdf-09f33e35e96c admin admin] Allocated IP 172.20.0.1 (b7ed8523-9957-45bf-80ef-13010737dd57/6fd9bd49-8907-4582-9941-2a3571aaa9b7/7556598a-d31e-484f-b5ee-d939b7326199) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 20:31:53.668912 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-7e922ca4-9572-459d-a40d-46b2f1daf153 None None] For port 038ba85f-4f87-4f85-b8c8-0a51a4338f44, host dv-cinder-830901-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-7-iscsi',level=0,port_id=038ba85f-4f87-4f85-b8c8-0a51a4338f44,segment=NetworkSegment(ebdc97d5-0dc3-44e3-97c0-cb7e898e699f),segment_id=ebdc97d5-0dc3-44e3-97c0-cb7e898e699f)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:31:53.697411 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7e922ca4-9572-459d-a40d-46b2f1daf153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732397598091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732397102978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732397102996'] for port (038ba85f-4f87-4f85-b8c8-0a51a4338f44), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:53.705799 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-621db011-c716-46d8-95c9-6cb82965dc7b None None] Publish callbacks [] for port (50d2dbe4-550d-410a-b31b-c2bcba8664fc), precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:53.723159 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-621db011-c716-46d8-95c9-6cb82965dc7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732397598091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732397102978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732397102996'] for port (50d2dbe4-550d-410a-b31b-c2bcba8664fc), after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:53.774060 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Current status of the port 038ba85f-4f87-4f85-b8c8-0a51a4338f44 is: DOWN; New status is: ACTIVE {{(pid=103450) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:31:53.774544 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (038ba85f-4f87-4f85-b8c8-0a51a4338f44), before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:53.796878 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [None req-621db011-c716-46d8-95c9-6cb82965dc7b None None] Attempting to bind port 50d2dbe4-550d-410a-b31b-c2bcba8664fc on host dv-cinder-830901-7-iscsi for vnic_type normal with profile {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 20:31:53.797386 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [None req-621db011-c716-46d8-95c9-6cb82965dc7b None None] Attempting to bind port 50d2dbe4-550d-410a-b31b-c2bcba8664fc by drivers openvswitch,hyperv on host dv-cinder-830901-7-iscsi at level 0 using segments [{'id': 'cb03ab33-ba4f-4a89-ab90-bfee78bf90a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062'}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 20:31:53.797745 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-621db011-c716-46d8-95c9-6cb82965dc7b None None] Attempting to bind port 50d2dbe4-550d-410a-b31b-c2bcba8664fc on network ded6ab20-0a8b-4051-830c-385457f4e062 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 20:31:53.811004 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949d7a22-4623-4f21-a8df-307ed3de7e7a None None] Pushing event updated for resources: {'Port': ['ID=50d2dbe4-550d-410a-b31b-c2bcba8664fc,revision_number=2']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:31:53.813943 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-621db011-c716-46d8-95c9-6cb82965dc7b None None] Checking agent: {'id': 'bddaa840-ffd9-43a2-8860-d40111f70aff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830901-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 20, 16, 41), 'started_at': datetime.datetime(2022, 5, 16, 20, 17, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 20, 31, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830901-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 20:31:53.815157 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-621db011-c716-46d8-95c9-6cb82965dc7b None None] Checking segment: {'id': 'cb03ab33-ba4f-4a89-ab90-bfee78bf90a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 20:31:53.816141 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-621db011-c716-46d8-95c9-6cb82965dc7b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:53.816560 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-621db011-c716-46d8-95c9-6cb82965dc7b None None] Bound using segment: {'id': 'cb03ab33-ba4f-4a89-ab90-bfee78bf90a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062'} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 20:31:53.817045 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [None req-621db011-c716-46d8-95c9-6cb82965dc7b None None] Bound port: 50d2dbe4-550d-410a-b31b-c2bcba8664fc, host: dv-cinder-830901-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb03ab33-ba4f-4a89-ab90-bfee78bf90a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062'}}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 20:31:53.817427 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-621db011-c716-46d8-95c9-6cb82965dc7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (50d2dbe4-550d-410a-b31b-c2bcba8664fc), before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:53.841819 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949d7a22-4623-4f21-a8df-307ed3de7e7a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:31:53.842144 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949d7a22-4623-4f21-a8df-307ed3de7e7a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:31:53.842670 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949d7a22-4623-4f21-a8df-307ed3de7e7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:31:53.843177 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949d7a22-4623-4f21-a8df-307ed3de7e7a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:31:53.843691 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949d7a22-4623-4f21-a8df-307ed3de7e7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:31:53.844206 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949d7a22-4623-4f21-a8df-307ed3de7e7a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:31:53.844699 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949d7a22-4623-4f21-a8df-307ed3de7e7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:31:53.845109 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2608cc3d-4a9a-4c1a-acdf-09f33e35e96c admin admin] Publish callbacks [] for port (7556598a-d31e-484f-b5ee-d939b7326199), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:53.845562 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949d7a22-4623-4f21-a8df-307ed3de7e7a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:31:53.846052 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949d7a22-4623-4f21-a8df-307ed3de7e7a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:31:53.846532 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949d7a22-4623-4f21-a8df-307ed3de7e7a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:31:53.847535 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949d7a22-4623-4f21-a8df-307ed3de7e7a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:31:53.848060 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949d7a22-4623-4f21-a8df-307ed3de7e7a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:31:53.848569 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949d7a22-4623-4f21-a8df-307ed3de7e7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:31:53.849081 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949d7a22-4623-4f21-a8df-307ed3de7e7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:31:53.849588 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949d7a22-4623-4f21-a8df-307ed3de7e7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:31:53.857720 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [None req-a022d2d5-0cf2-4c64-b560-3df300fc423d None None] Provisioning complete for port 038ba85f-4f87-4f85-b8c8-0a51a4338f44 triggered by entity DHCP. {{(pid=103450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:31:53.858362 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a022d2d5-0cf2-4c64-b560-3df300fc423d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868582'] for port (038ba85f-4f87-4f85-b8c8-0a51a4338f44), provisioning_complete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:53.863061 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e922ca4-9572-459d-a40d-46b2f1daf153 None None] Pushing event updated for resources: {'Port': ['ID=038ba85f-4f87-4f85-b8c8-0a51a4338f44,revision_number=3']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:31:53.884985 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2608cc3d-4a9a-4c1a-acdf-09f33e35e96c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732397102960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27048612'] for port (7556598a-d31e-484f-b5ee-d939b7326199), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:53.907108 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.plugins.ml2.db [None req-621db011-c716-46d8-95c9-6cb82965dc7b None None] For port 50d2dbe4-550d-410a-b31b-c2bcba8664fc, host dv-cinder-830901-7-iscsi, cleared binding levels {{(pid=103451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 20:31:53.910915 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.plugins.ml2.db [None req-621db011-c716-46d8-95c9-6cb82965dc7b None None] For port 50d2dbe4-550d-410a-b31b-c2bcba8664fc, host dv-cinder-830901-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-7-iscsi',level=0,port_id=50d2dbe4-550d-410a-b31b-c2bcba8664fc,segment=NetworkSegment(cb03ab33-ba4f-4a89-ab90-bfee78bf90a5),segment_id=cb03ab33-ba4f-4a89-ab90-bfee78bf90a5)] {{(pid=103451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 20:31:53.920586 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-621db011-c716-46d8-95c9-6cb82965dc7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732397598091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732397102978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732397102996'] for port (50d2dbe4-550d-410a-b31b-c2bcba8664fc), after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:53.926211 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2608cc3d-4a9a-4c1a-acdf-09f33e35e96c admin admin] Network b7ed8523-9957-45bf-80ef-13010737dd57 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 20:31:53.929204 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-2608cc3d-4a9a-4c1a-acdf-09f33e35e96c admin admin] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 20:31:53.933090 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2608cc3d-4a9a-4c1a-acdf-09f33e35e96c admin admin] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 20:31:53.955366 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.db.api [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103450) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 16 20:31:53.956134 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG oslo_db.api [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 16 20:31:53.985265 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2608cc3d-4a9a-4c1a-acdf-09f33e35e96c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1642699'] for router_interface (013a50c1-75d1-4eeb-88ff-52fbc84c6fe4), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:53.986627 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-621db011-c716-46d8-95c9-6cb82965dc7b None None] Routers {'013a50c1-75d1-4eeb-88ff-52fbc84c6fe4'} bound to L3 agent in host dv-cinder-830901-7-iscsi {{(pid=103451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:31:53.987119 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-621db011-c716-46d8-95c9-6cb82965dc7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-16T20:16:38Z,description=,heartbeat_timestamp=2022-05-16T20:31:38Z,host='dv-cinder-830901-7-iscsi',id=fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:16:38Z,topic='l3_agent')) {'router_ids': ['013a50c1-75d1-4eeb-88ff-52fbc84c6fe4'], 'active': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:31:53.990413 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2608cc3d-4a9a-4c1a-acdf-09f33e35e96c admin admin] Pushing event updated for resources: {'Port': ['ID=7556598a-d31e-484f-b5ee-d939b7326199,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:31:54.057521 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-a022d2d5-0cf2-4c64-b560-3df300fc423d None None] Current status of the port 038ba85f-4f87-4f85-b8c8-0a51a4338f44 is: ACTIVE; New status is: ACTIVE {{(pid=103450) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:31:54.059591 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949d7a22-4623-4f21-a8df-307ed3de7e7a None None] Pushing event updated for resources: {'Port': ['ID=50d2dbe4-550d-410a-b31b-c2bcba8664fc,revision_number=3']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:31:54.157996 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvr_db [None req-621db011-c716-46d8-95c9-6cb82965dc7b None None] Set router 013a50c1-75d1-4eeb-88ff-52fbc84c6fe4 gateway port host: dv-cinder-830901-7-iscsi {{(pid=103451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:31:54.165962 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2608cc3d-4a9a-4c1a-acdf-09f33e35e96c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (7556598a-d31e-484f-b5ee-d939b7326199), before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:54.282666 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [None req-afea550d-cca4-4356-9be3-d480d1ed7582 None None] Provisioning complete for port 7556598a-d31e-484f-b5ee-d939b7326199 triggered by entity DHCP. {{(pid=103450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:31:54.283848 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-afea550d-cca4-4356-9be3-d480d1ed7582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868582'] for port (7556598a-d31e-484f-b5ee-d939b7326199), provisioning_complete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:54.318279 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-afea550d-cca4-4356-9be3-d480d1ed7582 None None] Port 7556598a-d31e-484f-b5ee-d939b7326199 cannot update to ACTIVE because it is not bound. {{(pid=103450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 20:31:54.369670 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-621db011-c716-46d8-95c9-6cb82965dc7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '013a50c1-75d1-4eeb-88ff-52fbc84c6fe4', 'name': 'tempest-AttachVolumeNegativeTest-976810855-router', 'tenant_id': '2e74299322ca4cedabe873822eda95ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'external_fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.221'}], 'enable_snat': True}, 'gw_port_id': '50d2dbe4-550d-410a-b31b-c2bcba8664fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:31:51Z', 'updated_at': '2022-05-16T20:31:52Z', 'revision_number': 3, 'project_id': '2e74299322ca4cedabe873822eda95ae', 'gw_port': {'id': '50d2dbe4-550d-410a-b31b-c2bcba8664fc', 'name': '', 'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:0f:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '013a50c1-75d1-4eeb-88ff-52fbc84c6fe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:31:51Z', 'updated_at': '2022-05-16T20:31:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-7-iscsi'}], 'dv-cinder-830901-7-iscsi', False) {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:31:54.402777 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-621db011-c716-46d8-95c9-6cb82965dc7b None None] The sync data for ids ['013a50c1-75d1-4eeb-88ff-52fbc84c6fe4'] in dv-cinder-830901-7-iscsi is: [{'id': '013a50c1-75d1-4eeb-88ff-52fbc84c6fe4', 'name': 'tempest-AttachVolumeNegativeTest-976810855-router', 'tenant_id': '2e74299322ca4cedabe873822eda95ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'external_fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.221'}], 'enable_snat': True}, 'gw_port_id': '50d2dbe4-550d-410a-b31b-c2bcba8664fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:31:51Z', 'updated_at': '2022-05-16T20:31:52Z', 'revision_number': 3, 'project_id': '2e74299322ca4cedabe873822eda95ae', 'gw_port': {'id': '50d2dbe4-550d-410a-b31b-c2bcba8664fc', 'name': '', 'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:0f:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '013a50c1-75d1-4eeb-88ff-52fbc84c6fe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:31:51Z', 'updated_at': '2022-05-16T20:31:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-7-iscsi'}] {{(pid=103451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 20:31:54.418650 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2608cc3d-4a9a-4c1a-acdf-09f33e35e96c admin admin] Publish callbacks [] for port (7556598a-d31e-484f-b5ee-d939b7326199), precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:54.429554 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2608cc3d-4a9a-4c1a-acdf-09f33e35e96c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732397598091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732397102978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732397102996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27048595'] for port (7556598a-d31e-484f-b5ee-d939b7326199), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:54.509602 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Current status of the port 038ba85f-4f87-4f85-b8c8-0a51a4338f44 is: ACTIVE; New status is: ACTIVE {{(pid=103450) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:31:54.789838 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2608cc3d-4a9a-4c1a-acdf-09f33e35e96c admin admin] Pushing event updated for resources: {'Port': ['ID=7556598a-d31e-484f-b5ee-d939b7326199,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:31:54.792482 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2608cc3d-4a9a-4c1a-acdf-09f33e35e96c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1614424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1641089'] for router_interface (013a50c1-75d1-4eeb-88ff-52fbc84c6fe4), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:54.804696 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2608cc3d-4a9a-4c1a-acdf-09f33e35e96c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:31:54.805048 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2608cc3d-4a9a-4c1a-acdf-09f33e35e96c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:31:54.805423 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2608cc3d-4a9a-4c1a-acdf-09f33e35e96c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:31:54.805760 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2608cc3d-4a9a-4c1a-acdf-09f33e35e96c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:31:54.806092 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2608cc3d-4a9a-4c1a-acdf-09f33e35e96c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:31:54.806424 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2608cc3d-4a9a-4c1a-acdf-09f33e35e96c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:31:54.806736 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2608cc3d-4a9a-4c1a-acdf-09f33e35e96c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:31:54.807058 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2608cc3d-4a9a-4c1a-acdf-09f33e35e96c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:31:54.807379 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2608cc3d-4a9a-4c1a-acdf-09f33e35e96c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:31:54.807701 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2608cc3d-4a9a-4c1a-acdf-09f33e35e96c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:31:54.808024 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2608cc3d-4a9a-4c1a-acdf-09f33e35e96c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:31:54.808370 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2608cc3d-4a9a-4c1a-acdf-09f33e35e96c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:31:54.808696 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2608cc3d-4a9a-4c1a-acdf-09f33e35e96c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:31:54.809006 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2608cc3d-4a9a-4c1a-acdf-09f33e35e96c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:31:54.809322 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2608cc3d-4a9a-4c1a-acdf-09f33e35e96c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:31:54.928142 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2608cc3d-4a9a-4c1a-acdf-09f33e35e96c admin admin] Network b7ed8523-9957-45bf-80ef-13010737dd57 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 20:31:54.929775 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-2608cc3d-4a9a-4c1a-acdf-09f33e35e96c admin admin] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 20:31:55.102753 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2608cc3d-4a9a-4c1a-acdf-09f33e35e96c admin admin] Router 013a50c1-75d1-4eeb-88ff-52fbc84c6fe4 has already been hosted by L3 agent fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f {{(pid=103448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 20:31:55.223451 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2608cc3d-4a9a-4c1a-acdf-09f33e35e96c admin admin] Notify agent at l3_agent.dv-cinder-830901-7-iscsi the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 20:31:55.228469 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-2608cc3d-4a9a-4c1a-acdf-09f33e35e96c admin admin] 10.222.0.71 "PUT /v2.0/routers/013a50c1-75d1-4eeb-88ff-52fbc84c6fe4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3251956 May 16 20:31:55.250291 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [None req-03400b2a-7549-4181-9979-16c6aae05972 None None] Provisioning complete for port 7556598a-d31e-484f-b5ee-d939b7326199 triggered by entity DHCP. {{(pid=103450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:31:55.250589 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-03400b2a-7549-4181-9979-16c6aae05972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868582'] for port (7556598a-d31e-484f-b5ee-d939b7326199), provisioning_complete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:55.292033 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-03400b2a-7549-4181-9979-16c6aae05972 None None] Port 7556598a-d31e-484f-b5ee-d939b7326199 cannot update to ACTIVE because it is not bound. {{(pid=103450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 20:31:55.448252 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Device 038ba85f-4f87-4f85-b8c8-0a51a4338f44 up at agent ovs-agent-dv-cinder-830901-7-iscsi {{(pid=103450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 20:31:55.499463 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Provisioning complete for port 038ba85f-4f87-4f85-b8c8-0a51a4338f44 triggered by entity L2. {{(pid=103450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:31:55.499846 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868582'] for port (038ba85f-4f87-4f85-b8c8-0a51a4338f44), provisioning_complete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:55.575457 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.71', 52288) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:31:55.577487 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Current status of the port 038ba85f-4f87-4f85-b8c8-0a51a4338f44 is: ACTIVE; New status is: ACTIVE {{(pid=103450) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:31:55.578553 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Device 50d2dbe4-550d-410a-b31b-c2bcba8664fc up at agent ovs-agent-dv-cinder-830901-7-iscsi {{(pid=103450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 20:31:55.580624 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.v2.base [None req-04dbeec3-93af-4b16-be7a-adbe9c41e4ae tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1013641316', 'description': 'tempest-description--394818814'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:31:55.602536 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-04dbeec3-93af-4b16-be7a-adbe9c41e4ae tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Publish callbacks [] for security_group (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:55.624317 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Provisioning complete for port 50d2dbe4-550d-410a-b31b-c2bcba8664fc triggered by entity L2. {{(pid=103450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:31:55.624700 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868582'] for port (50d2dbe4-550d-410a-b31b-c2bcba8664fc), provisioning_complete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:55.675208 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-04dbeec3-93af-4b16-be7a-adbe9c41e4ae tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Publish callbacks [] for security_group (95069c18-5951-45ec-8ecb-33458abfa00b), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:55.679188 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-04dbeec3-93af-4b16-be7a-adbe9c41e4ae tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997425'] for security_group (95069c18-5951-45ec-8ecb-33458abfa00b), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:55.711440 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Current status of the port 50d2dbe4-550d-410a-b31b-c2bcba8664fc is: DOWN; New status is: ACTIVE {{(pid=103450) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:31:55.711440 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (50d2dbe4-550d-410a-b31b-c2bcba8664fc), before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:55.713730 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-04dbeec3-93af-4b16-be7a-adbe9c41e4ae tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Publish callbacks [] for security_group (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:55.714972 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-04dbeec3-93af-4b16-be7a-adbe9c41e4ae tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1385179 May 16 20:31:55.715830 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dbeec3-93af-4b16-be7a-adbe9c41e4ae tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95069c18-5951-45ec-8ecb-33458abfa00b,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:31:55.718389 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.71', 52290) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:31:55.723327 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.v2.base [None req-5d77c9cf-0dba-4c7c-b0c9-4025ee7ea24f tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Request body: {'security_group_rule': {'security_group_id': '95069c18-5951-45ec-8ecb-33458abfa00b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:31:55.741812 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] For port 50d2dbe4-550d-410a-b31b-c2bcba8664fc, host dv-cinder-830901-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-7-iscsi',level=0,port_id=50d2dbe4-550d-410a-b31b-c2bcba8664fc,segment=NetworkSegment(cb03ab33-ba4f-4a89-ab90-bfee78bf90a5),segment_id=cb03ab33-ba4f-4a89-ab90-bfee78bf90a5)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:31:55.746936 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732397598091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732397102978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732397102996'] for port (50d2dbe4-550d-410a-b31b-c2bcba8664fc), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:55.762385 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-5d77c9cf-0dba-4c7c-b0c9-4025ee7ea24f tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Publish callbacks [] for security_group_rule (49763d66-c273-4a0c-a2ae-eef6c85ddfc3), before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:55.796793 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Pushing event updated for resources: {'Port': ['ID=50d2dbe4-550d-410a-b31b-c2bcba8664fc,revision_number=4']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:31:55.812624 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-5d77c9cf-0dba-4c7c-b0c9-4025ee7ea24f tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Publish callbacks [] for security_group_rule (49763d66-c273-4a0c-a2ae-eef6c85ddfc3), precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:55.817920 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-5d77c9cf-0dba-4c7c-b0c9-4025ee7ea24f tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997506'] for security_group_rule (49763d66-c273-4a0c-a2ae-eef6c85ddfc3), after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:55.838908 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d77c9cf-0dba-4c7c-b0c9-4025ee7ea24f tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49763d66-c273-4a0c-a2ae-eef6c85ddfc3,revision_number=0']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:31:55.847644 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-5d77c9cf-0dba-4c7c-b0c9-4025ee7ea24f tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:55.848900 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-5d77c9cf-0dba-4c7c-b0c9-4025ee7ea24f tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1298983 May 16 20:31:55.851770 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.71', 52292) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:31:55.856964 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.v2.base [None req-daa07a72-2384-4ee2-b60e-501c4e79fb1d tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Request body: {'security_group_rule': {'security_group_id': '95069c18-5951-45ec-8ecb-33458abfa00b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:31:55.899198 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-daa07a72-2384-4ee2-b60e-501c4e79fb1d tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Publish callbacks [] for security_group_rule (f3828145-61a0-4fb7-8dc9-4bf155410728), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:55.951520 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-daa07a72-2384-4ee2-b60e-501c4e79fb1d tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Publish callbacks [] for security_group_rule (f3828145-61a0-4fb7-8dc9-4bf155410728), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:55.956601 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-daa07a72-2384-4ee2-b60e-501c4e79fb1d tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997506'] for security_group_rule (f3828145-61a0-4fb7-8dc9-4bf155410728), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:55.980953 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa07a72-2384-4ee2-b60e-501c4e79fb1d tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3828145-61a0-4fb7-8dc9-4bf155410728,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:31:55.998031 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-daa07a72-2384-4ee2-b60e-501c4e79fb1d tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:56.000198 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-daa07a72-2384-4ee2-b60e-501c4e79fb1d tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1465852 May 16 20:31:56.004178 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.71', 52296) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:31:56.010448 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.v2.base [None req-74439390-a270-4d23-817c-112342e236a1 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Request body: {'floatingip': {'floating_network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:31:56.036130 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-74439390-a270-4d23-817c-112342e236a1 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:56.142772 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-74439390-a270-4d23-817c-112342e236a1 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:56.232968 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec800782-d5f2-4d6b-968a-7fdc949976ca None None] Sync routers for ids ['013a50c1-75d1-4eeb-88ff-52fbc84c6fe4'] in dv-cinder-830901-7-iscsi {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 20:31:56.252138 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec800782-d5f2-4d6b-968a-7fdc949976ca None None] Routers {'013a50c1-75d1-4eeb-88ff-52fbc84c6fe4'} bound to L3 agent in host dv-cinder-830901-7-iscsi {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:31:56.252992 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-ec800782-d5f2-4d6b-968a-7fdc949976ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-16T20:16:38Z,description=,heartbeat_timestamp=2022-05-16T20:31:38Z,host='dv-cinder-830901-7-iscsi',id=fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:16:38Z,topic='l3_agent')) {'router_ids': ['013a50c1-75d1-4eeb-88ff-52fbc84c6fe4'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:31:56.290908 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-74439390-a270-4d23-817c-112342e236a1 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Allocated IP 172.27.2.161 (ded6ab20-0a8b-4051-830c-385457f4e062/dcb7b1f3-82ff-415d-89cf-2b6021c22eb5/1e87ef7b-429a-4fcf-862c-61f974254cc0) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 20:31:56.403005 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-ec800782-d5f2-4d6b-968a-7fdc949976ca None None] Set router 013a50c1-75d1-4eeb-88ff-52fbc84c6fe4 gateway port host: dv-cinder-830901-7-iscsi {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:31:56.445951 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-74439390-a270-4d23-817c-112342e236a1 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Publish callbacks [] for port (1e87ef7b-429a-4fcf-862c-61f974254cc0), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:56.486979 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-74439390-a270-4d23-817c-112342e236a1 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732397102960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27048612'] for port (1e87ef7b-429a-4fcf-862c-61f974254cc0), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:56.539320 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74439390-a270-4d23-817c-112342e236a1 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Network ded6ab20-0a8b-4051-830c-385457f4e062 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 20:31:56.542667 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-74439390-a270-4d23-817c-112342e236a1 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 20:31:56.548458 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74439390-a270-4d23-817c-112342e236a1 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 20:31:56.579056 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74439390-a270-4d23-817c-112342e236a1 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Pushing event updated for resources: {'Port': ['ID=1e87ef7b-429a-4fcf-862c-61f974254cc0,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:31:56.626956 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-ec800782-d5f2-4d6b-968a-7fdc949976ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '013a50c1-75d1-4eeb-88ff-52fbc84c6fe4', 'name': 'tempest-AttachVolumeNegativeTest-976810855-router', 'tenant_id': '2e74299322ca4cedabe873822eda95ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'external_fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.221'}], 'enable_snat': True}, 'gw_port_id': '50d2dbe4-550d-410a-b31b-c2bcba8664fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:31:51Z', 'updated_at': '2022-05-16T20:31:54Z', 'revision_number': 4, 'project_id': '2e74299322ca4cedabe873822eda95ae', 'gw_port': {'id': '50d2dbe4-550d-410a-b31b-c2bcba8664fc', 'name': '', 'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:0f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '013a50c1-75d1-4eeb-88ff-52fbc84c6fe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:31:51Z', 'updated_at': '2022-05-16T20:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-7-iscsi', '_interfaces': [{'id': '7556598a-d31e-484f-b5ee-d939b7326199', 'name': '', 'network_id': 'b7ed8523-9957-45bf-80ef-13010737dd57', 'tenant_id': '2e74299322ca4cedabe873822eda95ae', 'mac_address': 'fa:16:3e:c3:8d:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '013a50c1-75d1-4eeb-88ff-52fbc84c6fe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '6fd9bd49-8907-4582-9941-2a3571aaa9b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:31:53Z', 'updated_at': '2022-05-16T20:31:54Z', 'revision_number': 2, 'project_id': '2e74299322ca4cedabe873822eda95ae', 'subnets': [{'id': '6fd9bd49-8907-4582-9941-2a3571aaa9b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-7-iscsi', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:31:56.660105 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-74439390-a270-4d23-817c-112342e236a1 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Publish callbacks [] for floatingip (2a5fcf3b-0c3c-44f2-904f-f165cae99bf7), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:56.661491 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec800782-d5f2-4d6b-968a-7fdc949976ca None None] Checking router: 013a50c1-75d1-4eeb-88ff-52fbc84c6fe4 for host: dv-cinder-830901-7-iscsi {{(pid=103450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 20:31:56.661849 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec800782-d5f2-4d6b-968a-7fdc949976ca None None] Updating router 013a50c1-75d1-4eeb-88ff-52fbc84c6fe4 port 7556598a-d31e-484f-b5ee-d939b7326199 binding host dv-cinder-830901-7-iscsi {{(pid=103450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 16 20:31:56.695678 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ec800782-d5f2-4d6b-968a-7fdc949976ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (7556598a-d31e-484f-b5ee-d939b7326199), before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:56.700561 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-74439390-a270-4d23-817c-112342e236a1 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (1e87ef7b-429a-4fcf-862c-61f974254cc0), before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:56.891346 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-74439390-a270-4d23-817c-112342e236a1 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Publish callbacks [] for port (1e87ef7b-429a-4fcf-862c-61f974254cc0), precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:56.896379 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-74439390-a270-4d23-817c-112342e236a1 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732397598091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732397102978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732397102996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27048595'] for port (1e87ef7b-429a-4fcf-862c-61f974254cc0), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:56.967165 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74439390-a270-4d23-817c-112342e236a1 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Pushing event updated for resources: {'Port': ['ID=1e87ef7b-429a-4fcf-862c-61f974254cc0,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:31:56.978539 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-74439390-a270-4d23-817c-112342e236a1 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1640477'] for floatingip (2a5fcf3b-0c3c-44f2-904f-f165cae99bf7), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:56.997128 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-74439390-a270-4d23-817c-112342e236a1 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-338397'] for floatingip (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:57.007203 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-74439390-a270-4d23-817c-112342e236a1 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9928312 May 16 20:31:57.011726 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ec800782-d5f2-4d6b-968a-7fdc949976ca None None] Publish callbacks [] for port (7556598a-d31e-484f-b5ee-d939b7326199), precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:57.019895 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ec800782-d5f2-4d6b-968a-7fdc949976ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732397598091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732397102978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732397102996'] for port (7556598a-d31e-484f-b5ee-d939b7326199), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:57.093932 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6111e67f-9477-40f3-a772-4d1212ca25c5 None None] Pushing event updated for resources: {'Port': ['ID=7556598a-d31e-484f-b5ee-d939b7326199,revision_number=3']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:31:57.134309 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-ec800782-d5f2-4d6b-968a-7fdc949976ca None None] Attempting to bind port 7556598a-d31e-484f-b5ee-d939b7326199 on host dv-cinder-830901-7-iscsi for vnic_type normal with profile {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 20:31:57.134682 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-ec800782-d5f2-4d6b-968a-7fdc949976ca None None] Attempting to bind port 7556598a-d31e-484f-b5ee-d939b7326199 by drivers openvswitch,hyperv on host dv-cinder-830901-7-iscsi at level 0 using segments [{'id': 'ebdc97d5-0dc3-44e3-97c0-cb7e898e699f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'b7ed8523-9957-45bf-80ef-13010737dd57'}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 20:31:57.135043 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec800782-d5f2-4d6b-968a-7fdc949976ca None None] Attempting to bind port 7556598a-d31e-484f-b5ee-d939b7326199 on network b7ed8523-9957-45bf-80ef-13010737dd57 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 20:31:57.140334 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec800782-d5f2-4d6b-968a-7fdc949976ca None None] Checking agent: {'id': 'bddaa840-ffd9-43a2-8860-d40111f70aff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830901-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 20, 16, 41), 'started_at': datetime.datetime(2022, 5, 16, 20, 17, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 20, 31, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830901-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 20:31:57.140705 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec800782-d5f2-4d6b-968a-7fdc949976ca None None] Checking segment: {'id': 'ebdc97d5-0dc3-44e3-97c0-cb7e898e699f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'b7ed8523-9957-45bf-80ef-13010737dd57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 20:31:57.141100 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ec800782-d5f2-4d6b-968a-7fdc949976ca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:57.141542 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec800782-d5f2-4d6b-968a-7fdc949976ca None None] Bound using segment: {'id': 'ebdc97d5-0dc3-44e3-97c0-cb7e898e699f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'b7ed8523-9957-45bf-80ef-13010737dd57'} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 20:31:57.141942 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-ec800782-d5f2-4d6b-968a-7fdc949976ca None None] Bound port: 7556598a-d31e-484f-b5ee-d939b7326199, host: dv-cinder-830901-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebdc97d5-0dc3-44e3-97c0-cb7e898e699f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'b7ed8523-9957-45bf-80ef-13010737dd57'}}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 20:31:57.143288 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ec800782-d5f2-4d6b-968a-7fdc949976ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (7556598a-d31e-484f-b5ee-d939b7326199), before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:57.193235 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-c0f4712b-7bc5-445c-8f62-32aa17dca323 req-0fc84315-fc66-46f7-b6c3-ca2a92411363 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-securitygroup--1013641316&fields=id&tenant_id=2e74299322ca4cedabe873822eda95ae HTTP/1.1" status: 200 len: 267 time: 0.0483537 May 16 20:31:57.222151 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-ec800782-d5f2-4d6b-968a-7fdc949976ca None None] For port 7556598a-d31e-484f-b5ee-d939b7326199, host dv-cinder-830901-7-iscsi, cleared binding levels {{(pid=103450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 20:31:57.225672 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-ec800782-d5f2-4d6b-968a-7fdc949976ca None None] For port 7556598a-d31e-484f-b5ee-d939b7326199, host dv-cinder-830901-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-7-iscsi',level=0,port_id=7556598a-d31e-484f-b5ee-d939b7326199,segment=NetworkSegment(ebdc97d5-0dc3-44e3-97c0-cb7e898e699f),segment_id=ebdc97d5-0dc3-44e3-97c0-cb7e898e699f)] {{(pid=103450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 20:31:57.234656 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ec800782-d5f2-4d6b-968a-7fdc949976ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732397598091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732397102978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732397102996'] for port (7556598a-d31e-484f-b5ee-d939b7326199), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:57.309371 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec800782-d5f2-4d6b-968a-7fdc949976ca None None] Routers {'013a50c1-75d1-4eeb-88ff-52fbc84c6fe4'} bound to L3 agent in host dv-cinder-830901-7-iscsi {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:31:57.310197 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-ec800782-d5f2-4d6b-968a-7fdc949976ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-16T20:16:38Z,description=,heartbeat_timestamp=2022-05-16T20:31:38Z,host='dv-cinder-830901-7-iscsi',id=fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:16:38Z,topic='l3_agent')) {'router_ids': ['013a50c1-75d1-4eeb-88ff-52fbc84c6fe4'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:31:57.312993 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6111e67f-9477-40f3-a772-4d1212ca25c5 None None] Pushing event updated for resources: {'Port': ['ID=7556598a-d31e-484f-b5ee-d939b7326199,revision_number=4']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:31:57.332745 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f4712b-7bc5-445c-8f62-32aa17dca323 req-58acd3a3-21c7-4283-a821-e3cdb2d30096 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:31:57.334539 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-c0f4712b-7bc5-445c-8f62-32aa17dca323 req-58acd3a3-21c7-4283-a821-e3cdb2d30096 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] 10.222.0.71 "GET /v2.0/networks?id=b7ed8523-9957-45bf-80ef-13010737dd57 HTTP/1.1" status: 200 len: 814 time: 0.1341209 May 16 20:31:57.354359 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-c0f4712b-7bc5-445c-8f62-32aa17dca323 req-11ce9278-12ea-4491-ab02-69a788b6c1eb tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] 10.222.0.71 "GET /v2.0/quotas/2e74299322ca4cedabe873822eda95ae HTTP/1.1" status: 200 len: 375 time: 0.0142696 May 16 20:31:57.422153 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-c0f4712b-7bc5-445c-8f62-32aa17dca323 req-b73e0e03-b4c7-48e3-ada6-a4d931813b1a tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=2e74299322ca4cedabe873822eda95ae&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0604019 May 16 20:31:57.448636 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [None req-a4e979a4-ac15-4682-81f0-d0489865b6c6 None None] Provisioning complete for port 7556598a-d31e-484f-b5ee-d939b7326199 triggered by entity DHCP. {{(pid=103450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:31:57.448636 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a4e979a4-ac15-4682-81f0-d0489865b6c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868582'] for port (7556598a-d31e-484f-b5ee-d939b7326199), provisioning_complete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:57.628944 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Device 50d2dbe4-550d-410a-b31b-c2bcba8664fc up at agent ovs-agent-dv-cinder-830901-7-iscsi {{(pid=103450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 20:31:57.644072 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-ec800782-d5f2-4d6b-968a-7fdc949976ca None None] Set router 013a50c1-75d1-4eeb-88ff-52fbc84c6fe4 gateway port host: dv-cinder-830901-7-iscsi {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:31:57.790819 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-c0f4712b-7bc5-445c-8f62-32aa17dca323 req-09ea42d5-0bc9-448e-ab24-8bf21e1937c0 service neutron] 10.222.0.71 "GET /v2.0/networks/b7ed8523-9957-45bf-80ef-13010737dd57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3305733 May 16 20:31:57.839833 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Provisioning complete for port 50d2dbe4-550d-410a-b31b-c2bcba8664fc triggered by entity L2. {{(pid=103450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:31:57.840725 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868582'] for port (50d2dbe4-550d-410a-b31b-c2bcba8664fc), provisioning_complete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:57.907155 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-a4e979a4-ac15-4682-81f0-d0489865b6c6 None None] Current status of the port 7556598a-d31e-484f-b5ee-d939b7326199 is: DOWN; New status is: ACTIVE {{(pid=103450) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:31:57.908556 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a4e979a4-ac15-4682-81f0-d0489865b6c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (7556598a-d31e-484f-b5ee-d939b7326199), before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:57.959580 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-a4e979a4-ac15-4682-81f0-d0489865b6c6 None None] For port 7556598a-d31e-484f-b5ee-d939b7326199, host dv-cinder-830901-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-7-iscsi',level=0,port_id=7556598a-d31e-484f-b5ee-d939b7326199,segment=NetworkSegment(ebdc97d5-0dc3-44e3-97c0-cb7e898e699f),segment_id=ebdc97d5-0dc3-44e3-97c0-cb7e898e699f)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:31:57.971052 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-c0f4712b-7bc5-445c-8f62-32aa17dca323 req-2359cd33-d971-4908-a494-f306955d2bbb service neutron] 10.222.0.71 "GET /v2.0/networks/b7ed8523-9957-45bf-80ef-13010737dd57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1723371 May 16 20:31:57.972889 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a4e979a4-ac15-4682-81f0-d0489865b6c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732397598091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732397102978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732397102996'] for port (7556598a-d31e-484f-b5ee-d939b7326199), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:58.129409 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-ec800782-d5f2-4d6b-968a-7fdc949976ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '013a50c1-75d1-4eeb-88ff-52fbc84c6fe4', 'name': 'tempest-AttachVolumeNegativeTest-976810855-router', 'tenant_id': '2e74299322ca4cedabe873822eda95ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'external_fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.221'}], 'enable_snat': True}, 'gw_port_id': '50d2dbe4-550d-410a-b31b-c2bcba8664fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:31:51Z', 'updated_at': '2022-05-16T20:31:54Z', 'revision_number': 4, 'project_id': '2e74299322ca4cedabe873822eda95ae', 'gw_port': {'id': '50d2dbe4-550d-410a-b31b-c2bcba8664fc', 'name': '', 'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:0f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '013a50c1-75d1-4eeb-88ff-52fbc84c6fe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:31:51Z', 'updated_at': '2022-05-16T20:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-7-iscsi', '_interfaces': [{'id': '7556598a-d31e-484f-b5ee-d939b7326199', 'name': '', 'network_id': 'b7ed8523-9957-45bf-80ef-13010737dd57', 'tenant_id': '2e74299322ca4cedabe873822eda95ae', 'mac_address': 'fa:16:3e:c3:8d:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '013a50c1-75d1-4eeb-88ff-52fbc84c6fe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '6fd9bd49-8907-4582-9941-2a3571aaa9b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:31:53Z', 'updated_at': '2022-05-16T20:31:57Z', 'revision_number': 4, 'project_id': '2e74299322ca4cedabe873822eda95ae', 'subnets': [{'id': '6fd9bd49-8907-4582-9941-2a3571aaa9b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-7-iscsi', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:31:58.131267 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [None req-b1b8c98a-b79a-4241-aa82-2eb5573e8e37 None None] Provisioning complete for port 7556598a-d31e-484f-b5ee-d939b7326199 triggered by entity DHCP. {{(pid=103450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:31:58.131640 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b1b8c98a-b79a-4241-aa82-2eb5573e8e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868582'] for port (7556598a-d31e-484f-b5ee-d939b7326199), provisioning_complete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:58.170616 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Current status of the port 50d2dbe4-550d-410a-b31b-c2bcba8664fc is: ACTIVE; New status is: ACTIVE {{(pid=103450) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:31:58.172758 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e979a4-ac15-4682-81f0-d0489865b6c6 None None] Pushing event updated for resources: {'Port': ['ID=7556598a-d31e-484f-b5ee-d939b7326199,revision_number=5']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:31:58.193742 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec800782-d5f2-4d6b-968a-7fdc949976ca None None] The sync data for ids ['013a50c1-75d1-4eeb-88ff-52fbc84c6fe4'] in dv-cinder-830901-7-iscsi is: [{'id': '013a50c1-75d1-4eeb-88ff-52fbc84c6fe4', 'name': 'tempest-AttachVolumeNegativeTest-976810855-router', 'tenant_id': '2e74299322ca4cedabe873822eda95ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'external_fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.221'}], 'enable_snat': True}, 'gw_port_id': '50d2dbe4-550d-410a-b31b-c2bcba8664fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:31:51Z', 'updated_at': '2022-05-16T20:31:54Z', 'revision_number': 4, 'project_id': '2e74299322ca4cedabe873822eda95ae', 'gw_port': {'id': '50d2dbe4-550d-410a-b31b-c2bcba8664fc', 'name': '', 'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:0f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '013a50c1-75d1-4eeb-88ff-52fbc84c6fe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:31:51Z', 'updated_at': '2022-05-16T20:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-7-iscsi', '_interfaces': [{'id': '7556598a-d31e-484f-b5ee-d939b7326199', 'name': '', 'network_id': 'b7ed8523-9957-45bf-80ef-13010737dd57', 'tenant_id': '2e74299322ca4cedabe873822eda95ae', 'mac_address': 'fa:16:3e:c3:8d:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '013a50c1-75d1-4eeb-88ff-52fbc84c6fe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '6fd9bd49-8907-4582-9941-2a3571aaa9b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:31:53Z', 'updated_at': '2022-05-16T20:31:57Z', 'revision_number': 4, 'project_id': '2e74299322ca4cedabe873822eda95ae', 'subnets': [{'id': '6fd9bd49-8907-4582-9941-2a3571aaa9b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 20:31:58.281945 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-2db98079-c64c-4031-9c8c-f96fa4721617 req-4323444a-2c8c-4445-8c60-9b17b2ec1300 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] 10.222.0.71 "GET /v2.0/ports?device_id=d5374235-8ad9-4565-9419-1f58f7de8fb5 HTTP/1.1" status: 200 len: 210 time: 0.0678828 May 16 20:31:58.326092 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-b1b8c98a-b79a-4241-aa82-2eb5573e8e37 None None] Current status of the port 7556598a-d31e-484f-b5ee-d939b7326199 is: ACTIVE; New status is: ACTIVE {{(pid=103450) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:31:59.393679 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-9256be19-4da9-4c67-aa0c-791d6f796aca req-90342654-8080-4ef0-842b-3ced8a384d29 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] 10.222.0.71 "GET /v2.0/ports?device_id=d5374235-8ad9-4565-9419-1f58f7de8fb5 HTTP/1.1" status: 200 len: 210 time: 0.0314739 May 16 20:31:59.406191 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Device 7556598a-d31e-484f-b5ee-d939b7326199 up at agent ovs-agent-dv-cinder-830901-7-iscsi {{(pid=103450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 20:31:59.425533 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.71', 52374) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:31:59.466124 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Provisioning complete for port 7556598a-d31e-484f-b5ee-d939b7326199 triggered by entity L2. {{(pid=103450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:31:59.466593 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868582'] for port (7556598a-d31e-484f-b5ee-d939b7326199), provisioning_complete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:59.538313 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-318eefb2-3f87-42e4-8cab-0fec8d756679 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:59.542522 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Current status of the port 7556598a-d31e-484f-b5ee-d939b7326199 is: ACTIVE; New status is: ACTIVE {{(pid=103450) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:31:59.615642 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-318eefb2-3f87-42e4-8cab-0fec8d756679 admin admin] Publish callbacks [] for security_group (f043109c-2f91-435b-bf16-90be227cf967), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:59.618538 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-318eefb2-3f87-42e4-8cab-0fec8d756679 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997425'] for security_group (f043109c-2f91-435b-bf16-90be227cf967), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:59.657626 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318eefb2-3f87-42e4-8cab-0fec8d756679 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f043109c-2f91-435b-bf16-90be227cf967,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:31:59.662380 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-318eefb2-3f87-42e4-8cab-0fec8d756679 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=701ccd3797cf4288b847e579b85e3c19&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2358508 May 16 20:31:59.665108 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.71', 52378) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:31:59.715105 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c5e06478-6d80-4423-8b90-453a6546465a admin admin] Publish callbacks [] for security_group (f043109c-2f91-435b-bf16-90be227cf967), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:59.738130 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c5e06478-6d80-4423-8b90-453a6546465a admin admin] Publish callbacks [] for security_group (f043109c-2f91-435b-bf16-90be227cf967), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:59.785830 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c5e06478-6d80-4423-8b90-453a6546465a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997425'] for security_group (f043109c-2f91-435b-bf16-90be227cf967), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:59.788321 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c5e06478-6d80-4423-8b90-453a6546465a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:31:59.789455 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-c5e06478-6d80-4423-8b90-453a6546465a admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/f043109c-2f91-435b-bf16-90be227cf967 HTTP/1.1" status: 204 len: 168 time: 0.1234624 May 16 20:31:59.797072 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e06478-6d80-4423-8b90-453a6546465a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f043109c-2f91-435b-bf16-90be227cf967,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:32:00.050532 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.71', 52384) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:32:00.063652 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-96bff0de-f279-4c37-94c2-416f1a797682 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:00.141717 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-96bff0de-f279-4c37-94c2-416f1a797682 admin admin] Publish callbacks [] for security_group (82990b1c-4af2-48c7-8760-7edcbdba8ec3), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:00.147926 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-96bff0de-f279-4c37-94c2-416f1a797682 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997425'] for security_group (82990b1c-4af2-48c7-8760-7edcbdba8ec3), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:00.187394 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-96bff0de-f279-4c37-94c2-416f1a797682 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=c808a4f9ffa84f7e85f4b092a6284566&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1357841 May 16 20:32:00.190008 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.71', 52390) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:32:00.195953 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bff0de-f279-4c37-94c2-416f1a797682 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82990b1c-4af2-48c7-8760-7edcbdba8ec3,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:32:00.250325 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-97c57f18-b1c5-40aa-ac83-6721abc6dc57 admin admin] Publish callbacks [] for security_group (82990b1c-4af2-48c7-8760-7edcbdba8ec3), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:00.271389 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-97c57f18-b1c5-40aa-ac83-6721abc6dc57 admin admin] Publish callbacks [] for security_group (82990b1c-4af2-48c7-8760-7edcbdba8ec3), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:00.319653 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-97c57f18-b1c5-40aa-ac83-6721abc6dc57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997425'] for security_group (82990b1c-4af2-48c7-8760-7edcbdba8ec3), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:00.322270 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-97c57f18-b1c5-40aa-ac83-6721abc6dc57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:00.323422 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-97c57f18-b1c5-40aa-ac83-6721abc6dc57 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/82990b1c-4af2-48c7-8760-7edcbdba8ec3 HTTP/1.1" status: 204 len: 168 time: 0.1325209 May 16 20:32:00.331218 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c57f18-b1c5-40aa-ac83-6721abc6dc57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82990b1c-4af2-48c7-8760-7edcbdba8ec3,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:32:00.495030 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-a6cfc7ef-9ef0-4f2d-a9df-1f614c310197 req-a2410dc7-b8f3-485e-9e34-d3917b78da8c tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] 10.222.0.71 "GET /v2.0/ports?device_id=d5374235-8ad9-4565-9419-1f58f7de8fb5 HTTP/1.1" status: 200 len: 210 time: 0.0287185 May 16 20:32:01.556593 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f4712b-7bc5-445c-8f62-32aa17dca323 req-37269813-1149-4905-ba76-c817a4c23050 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:32:01.559236 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-c0f4712b-7bc5-445c-8f62-32aa17dca323 req-37269813-1149-4905-ba76-c817a4c23050 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] 10.222.0.81 "GET /v2.0/networks?id=b7ed8523-9957-45bf-80ef-13010737dd57 HTTP/1.1" status: 200 len: 814 time: 0.1278098 May 16 20:32:01.620708 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-f901a874-5cb2-41f6-9716-edf4b96f7b8c req-ffa4842f-f1f0-4111-a776-da6977a7a135 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] 10.222.0.71 "GET /v2.0/ports?device_id=d5374235-8ad9-4565-9419-1f58f7de8fb5 HTTP/1.1" status: 200 len: 210 time: 0.0379274 May 16 20:32:01.651239 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-c0f4712b-7bc5-445c-8f62-32aa17dca323 req-9b07156d-0ac1-4b47-a4ef-cb3cc96df208 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2e74299322ca4cedabe873822eda95ae HTTP/1.1" status: 200 len: 380 time: 0.0823333 May 16 20:32:01.709990 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.v2.base [req-c0f4712b-7bc5-445c-8f62-32aa17dca323 req-265c75cf-c969-4dba-81e6-18a7857899e9 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Request body: {'port': {'device_id': 'd5374235-8ad9-4565-9419-1f58f7de8fb5', 'network_id': 'b7ed8523-9957-45bf-80ef-13010737dd57', 'admin_state_up': True, 'tenant_id': '2e74299322ca4cedabe873822eda95ae', 'security_groups': ['95069c18-5951-45ec-8ecb-33458abfa00b']}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:32:01.821829 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0f4712b-7bc5-445c-8f62-32aa17dca323 req-265c75cf-c969-4dba-81e6-18a7857899e9 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Made reservation on behalf of 2e74299322ca4cedabe873822eda95ae for: {'port': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 20:32:01.825254 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-c0f4712b-7bc5-445c-8f62-32aa17dca323 req-265c75cf-c969-4dba-81e6-18a7857899e9 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:01.951683 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [req-c0f4712b-7bc5-445c-8f62-32aa17dca323 req-265c75cf-c969-4dba-81e6-18a7857899e9 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Allocated IP 172.20.0.9 (b7ed8523-9957-45bf-80ef-13010737dd57/6fd9bd49-8907-4582-9941-2a3571aaa9b7/15fcb199-42b2-41fd-916f-2c481fd0fe4d) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 20:32:02.039077 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.71', 52468) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:32:02.092629 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-c0f4712b-7bc5-445c-8f62-32aa17dca323 req-265c75cf-c969-4dba-81e6-18a7857899e9 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Publish callbacks [] for port (15fcb199-42b2-41fd-916f-2c481fd0fe4d), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:02.130261 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-c0f4712b-7bc5-445c-8f62-32aa17dca323 req-265c75cf-c969-4dba-81e6-18a7857899e9 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732397102960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27048612'] for port (15fcb199-42b2-41fd-916f-2c481fd0fe4d), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:02.148962 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-15af3c82-b056-4d66-a49d-a450e8313e3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:02.177680 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0f4712b-7bc5-445c-8f62-32aa17dca323 req-265c75cf-c969-4dba-81e6-18a7857899e9 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Network b7ed8523-9957-45bf-80ef-13010737dd57 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 20:32:02.181190 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [req-c0f4712b-7bc5-445c-8f62-32aa17dca323 req-265c75cf-c969-4dba-81e6-18a7857899e9 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 20:32:02.188445 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0f4712b-7bc5-445c-8f62-32aa17dca323 req-265c75cf-c969-4dba-81e6-18a7857899e9 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 20:32:02.239564 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-15af3c82-b056-4d66-a49d-a450e8313e3e admin admin] Publish callbacks [] for security_group (6d5e60a0-b642-4a82-9791-b1e50e4d2c27), precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:02.244077 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265c75cf-c969-4dba-81e6-18a7857899e9 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Pushing event updated for resources: {'Port': ['ID=15fcb199-42b2-41fd-916f-2c481fd0fe4d,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:32:02.257211 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-15af3c82-b056-4d66-a49d-a450e8313e3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997425'] for security_group (6d5e60a0-b642-4a82-9791-b1e50e4d2c27), after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:02.262675 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f4712b-7bc5-445c-8f62-32aa17dca323 req-265c75cf-c969-4dba-81e6-18a7857899e9 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:32:02.264560 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-c0f4712b-7bc5-445c-8f62-32aa17dca323 req-265c75cf-c969-4dba-81e6-18a7857899e9 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-338397'] for port (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:02.300520 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-c0f4712b-7bc5-445c-8f62-32aa17dca323 req-265c75cf-c969-4dba-81e6-18a7857899e9 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5946820 May 16 20:32:02.318359 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-15af3c82-b056-4d66-a49d-a450e8313e3e admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=d489d03e213c4f86b9711498763a40fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2758663 May 16 20:32:02.318750 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.71', 52480) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:32:02.322606 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.v2.base [req-c0f4712b-7bc5-445c-8f62-32aa17dca323 req-91157674-2c08-4564-bdcc-675ab67e3269 service neutron] Request body: {'port': {'device_id': 'd5374235-8ad9-4565-9419-1f58f7de8fb5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83090'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:32:02.335082 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15af3c82-b056-4d66-a49d-a450e8313e3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d5e60a0-b642-4a82-9791-b1e50e4d2c27,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:32:02.395515 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-f66ea471-fd23-47e3-96c9-e2962999b62d admin admin] Publish callbacks [] for security_group (6d5e60a0-b642-4a82-9791-b1e50e4d2c27), before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:02.404544 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-c0f4712b-7bc5-445c-8f62-32aa17dca323 req-91157674-2c08-4564-bdcc-675ab67e3269 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (15fcb199-42b2-41fd-916f-2c481fd0fe4d), before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:02.422965 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-f66ea471-fd23-47e3-96c9-e2962999b62d admin admin] Publish callbacks [] for security_group (6d5e60a0-b642-4a82-9791-b1e50e4d2c27), precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:02.477565 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [None req-6f6e5240-a6d8-4051-8849-4df81a3ff5c1 None None] Provisioning complete for port 15fcb199-42b2-41fd-916f-2c481fd0fe4d triggered by entity DHCP. {{(pid=103450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:32:02.478432 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-f66ea471-fd23-47e3-96c9-e2962999b62d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997425'] for security_group (6d5e60a0-b642-4a82-9791-b1e50e4d2c27), after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:02.478741 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6f6e5240-a6d8-4051-8849-4df81a3ff5c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868582'] for port (15fcb199-42b2-41fd-916f-2c481fd0fe4d), provisioning_complete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:02.482266 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-f66ea471-fd23-47e3-96c9-e2962999b62d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:02.483383 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-f66ea471-fd23-47e3-96c9-e2962999b62d admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/6d5e60a0-b642-4a82-9791-b1e50e4d2c27 HTTP/1.1" status: 204 len: 168 time: 0.1636357 May 16 20:32:02.509876 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66ea471-fd23-47e3-96c9-e2962999b62d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d5e60a0-b642-4a82-9791-b1e50e4d2c27,revision_number=None']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:32:02.526149 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-6f6e5240-a6d8-4051-8849-4df81a3ff5c1 None None] Port 15fcb199-42b2-41fd-916f-2c481fd0fe4d cannot update to ACTIVE because it is not bound. {{(pid=103450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 20:32:02.754493 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2644509-56df-4048-a9d7-3d9ec8c9b1b0 req-73849980-e80a-4d5a-8cb2-4df1d35ea465 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:32:02.756427 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-d2644509-56df-4048-a9d7-3d9ec8c9b1b0 req-73849980-e80a-4d5a-8cb2-4df1d35ea465 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] 10.222.0.71 "GET /v2.0/ports?device_id=d5374235-8ad9-4565-9419-1f58f7de8fb5 HTTP/1.1" status: 200 len: 931 time: 0.0477571 May 16 20:32:02.773065 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.notifiers.nova [req-c0f4712b-7bc5-445c-8f62-32aa17dca323 req-91157674-2c08-4564-bdcc-675ab67e3269 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15fcb199-42b2-41fd-916f-2c481fd0fe4d {{(pid=103448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 20:32:02.780988 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-c0f4712b-7bc5-445c-8f62-32aa17dca323 req-91157674-2c08-4564-bdcc-675ab67e3269 service neutron] Publish callbacks [] for port (15fcb199-42b2-41fd-916f-2c481fd0fe4d), precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:02.798209 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [req-c0f4712b-7bc5-445c-8f62-32aa17dca323 req-91157674-2c08-4564-bdcc-675ab67e3269 service neutron] Transition to ACTIVE for port object 15fcb199-42b2-41fd-916f-2c481fd0fe4d will not be triggered until provisioned by entity L2. {{(pid=103448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 16 20:32:02.803885 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-c0f4712b-7bc5-445c-8f62-32aa17dca323 req-91157674-2c08-4564-bdcc-675ab67e3269 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732397598091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732397102978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732397102996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27048595'] for port (15fcb199-42b2-41fd-916f-2c481fd0fe4d), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:02.811104 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-d2644509-56df-4048-a9d7-3d9ec8c9b1b0 req-7193ae45-0203-4cc5-ba58-26a9949d219b tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] 10.222.0.71 "GET /v2.0/security-groups?id=95069c18-5951-45ec-8ecb-33458abfa00b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483577 May 16 20:32:02.831728 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.71', 52492) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:32:02.850345 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-3e0eb27a-0628-453c-8c7b-577faf3f55a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:02.857818 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91157674-2c08-4564-bdcc-675ab67e3269 service neutron] Pushing event updated for resources: {'Port': ['ID=15fcb199-42b2-41fd-916f-2c481fd0fe4d,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:32:02.940814 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-3e0eb27a-0628-453c-8c7b-577faf3f55a4 admin admin] Publish callbacks [] for security_group (dc0670f3-3cbc-4dc7-a835-676506919575), precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:02.941162 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-c0f4712b-7bc5-445c-8f62-32aa17dca323 req-91157674-2c08-4564-bdcc-675ab67e3269 service neutron] Attempting to bind port 15fcb199-42b2-41fd-916f-2c481fd0fe4d on host hv-cinder-83090 for vnic_type normal with profile {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 20:32:02.941530 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-c0f4712b-7bc5-445c-8f62-32aa17dca323 req-91157674-2c08-4564-bdcc-675ab67e3269 service neutron] Attempting to bind port 15fcb199-42b2-41fd-916f-2c481fd0fe4d by drivers openvswitch,hyperv on host hv-cinder-83090 at level 0 using segments [{'id': 'ebdc97d5-0dc3-44e3-97c0-cb7e898e699f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'b7ed8523-9957-45bf-80ef-13010737dd57'}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 20:32:02.941887 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f4712b-7bc5-445c-8f62-32aa17dca323 req-91157674-2c08-4564-bdcc-675ab67e3269 service neutron] Attempting to bind port 15fcb199-42b2-41fd-916f-2c481fd0fe4d on network b7ed8523-9957-45bf-80ef-13010737dd57 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 20:32:02.945225 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-3e0eb27a-0628-453c-8c7b-577faf3f55a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997425'] for security_group (dc0670f3-3cbc-4dc7-a835-676506919575), after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:02.947059 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f4712b-7bc5-445c-8f62-32aa17dca323 req-91157674-2c08-4564-bdcc-675ab67e3269 service neutron] Port 15fcb199-42b2-41fd-916f-2c481fd0fe4d on network b7ed8523-9957-45bf-80ef-13010737dd57 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83090 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 16 20:32:02.947447 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f4712b-7bc5-445c-8f62-32aa17dca323 req-91157674-2c08-4564-bdcc-675ab67e3269 service neutron] Attempting to bind port 15fcb199-42b2-41fd-916f-2c481fd0fe4d on network b7ed8523-9957-45bf-80ef-13010737dd57 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 20:32:02.952846 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f4712b-7bc5-445c-8f62-32aa17dca323 req-91157674-2c08-4564-bdcc-675ab67e3269 service neutron] Checking agent: {'id': '748e0023-d5c8-44d3-9d74-a0da2def1ef4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83090', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 20, 23, 10), 'started_at': datetime.datetime(2022, 5, 16, 20, 23, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 20, 31, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 20:32:02.953192 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f4712b-7bc5-445c-8f62-32aa17dca323 req-91157674-2c08-4564-bdcc-675ab67e3269 service neutron] Checking segment: {'id': 'ebdc97d5-0dc3-44e3-97c0-cb7e898e699f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'b7ed8523-9957-45bf-80ef-13010737dd57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 20:32:02.953583 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f4712b-7bc5-445c-8f62-32aa17dca323 req-91157674-2c08-4564-bdcc-675ab67e3269 service neutron] Bound using segment: {'id': 'ebdc97d5-0dc3-44e3-97c0-cb7e898e699f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'b7ed8523-9957-45bf-80ef-13010737dd57'} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 20:32:02.954018 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-c0f4712b-7bc5-445c-8f62-32aa17dca323 req-91157674-2c08-4564-bdcc-675ab67e3269 service neutron] Bound port: 15fcb199-42b2-41fd-916f-2c481fd0fe4d, host: hv-cinder-83090, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebdc97d5-0dc3-44e3-97c0-cb7e898e699f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'b7ed8523-9957-45bf-80ef-13010737dd57'}}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 20:32:02.954386 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-c0f4712b-7bc5-445c-8f62-32aa17dca323 req-91157674-2c08-4564-bdcc-675ab67e3269 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (15fcb199-42b2-41fd-916f-2c481fd0fe4d), before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:02.988130 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-3e0eb27a-0628-453c-8c7b-577faf3f55a4 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=6cb5e888f6a44e65a92ea8ca1db8e738&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1548014 May 16 20:32:02.989151 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0eb27a-0628-453c-8c7b-577faf3f55a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc0670f3-3cbc-4dc7-a835-676506919575,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:32:02.990318 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.71', 52494) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:32:03.054471 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-c0f4712b-7bc5-445c-8f62-32aa17dca323 req-91157674-2c08-4564-bdcc-675ab67e3269 service neutron] For port 15fcb199-42b2-41fd-916f-2c481fd0fe4d, host hv-cinder-83090, cleared binding levels {{(pid=103448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 20:32:03.058957 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-c0f4712b-7bc5-445c-8f62-32aa17dca323 req-91157674-2c08-4564-bdcc-675ab67e3269 service neutron] For port 15fcb199-42b2-41fd-916f-2c481fd0fe4d, host hv-cinder-83090, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=15fcb199-42b2-41fd-916f-2c481fd0fe4d,segment=NetworkSegment(ebdc97d5-0dc3-44e3-97c0-cb7e898e699f),segment_id=ebdc97d5-0dc3-44e3-97c0-cb7e898e699f)] {{(pid=103448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 20:32:03.071108 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-c0f4712b-7bc5-445c-8f62-32aa17dca323 req-91157674-2c08-4564-bdcc-675ab67e3269 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732397598091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732397102978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732397102996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27048595'] for port (15fcb199-42b2-41fd-916f-2c481fd0fe4d), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:03.072943 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cc7a9bd6-65df-4c8d-a573-2703ef2a37a0 admin admin] Publish callbacks [] for security_group (dc0670f3-3cbc-4dc7-a835-676506919575), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:03.116374 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f4712b-7bc5-445c-8f62-32aa17dca323 req-91157674-2c08-4564-bdcc-675ab67e3269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:32:03.116999 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-c0f4712b-7bc5-445c-8f62-32aa17dca323 req-91157674-2c08-4564-bdcc-675ab67e3269 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-338397'] for port (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:03.118431 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-c0f4712b-7bc5-445c-8f62-32aa17dca323 req-91157674-2c08-4564-bdcc-675ab67e3269 service neutron] 10.222.0.81 "PUT /v2.0/ports/15fcb199-42b2-41fd-916f-2c481fd0fe4d HTTP/1.1" status: 200 len: 1093 time: 0.8098216 May 16 20:32:03.122839 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5374235-8ad9-4565-9419-1f58f7de8fb5', 'tag': '15fcb199-42b2-41fd-916f-2c481fd0fe4d'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 20:32:03.125134 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cabd327eae894280a08d6ee7d9129781675a5828ba01ec684011f2f655eb9e7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f55161c3-695f-425d-a103-1f56e18e9c4c" -d '{"events": [{"name": "network-changed", "server_uuid": "d5374235-8ad9-4565-9419-1f58f7de8fb5", "tag": "15fcb199-42b2-41fd-916f-2c481fd0fe4d"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 20:32:03.140106 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cc7a9bd6-65df-4c8d-a573-2703ef2a37a0 admin admin] Publish callbacks [] for security_group (dc0670f3-3cbc-4dc7-a835-676506919575), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:03.201731 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 20:32:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-351649be-f8c1-49d9-bd5c-d46694347bb9 x-openstack-request-id: req-351649be-f8c1-49d9-bd5c-d46694347bb9 {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 20:32:03.202022 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5374235-8ad9-4565-9419-1f58f7de8fb5", "tag": "15fcb199-42b2-41fd-916f-2c481fd0fe4d", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 20:32:03.202280 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-351649be-f8c1-49d9-bd5c-d46694347bb9 {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 20:32:03.202913 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event matching ['req-351649be-f8c1-49d9-bd5c-d46694347bb9'] response: {'name': 'network-changed', 'server_uuid': 'd5374235-8ad9-4565-9419-1f58f7de8fb5', 'tag': '15fcb199-42b2-41fd-916f-2c481fd0fe4d', 'status': 'completed', 'code': 200} May 16 20:32:03.207335 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91157674-2c08-4564-bdcc-675ab67e3269 service neutron] Pushing event updated for resources: {'Port': ['ID=15fcb199-42b2-41fd-916f-2c481fd0fe4d,revision_number=3']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:32:03.235049 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f4712b-7bc5-445c-8f62-32aa17dca323 req-5a8759b7-4f76-428c-9c41-2583e92ee5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:32:03.236890 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-c0f4712b-7bc5-445c-8f62-32aa17dca323 req-5a8759b7-4f76-428c-9c41-2583e92ee5b0 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=2e74299322ca4cedabe873822eda95ae&device_id=d5374235-8ad9-4565-9419-1f58f7de8fb5 HTTP/1.1" status: 200 len: 1127 time: 0.0727592 May 16 20:32:03.255593 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cc7a9bd6-65df-4c8d-a573-2703ef2a37a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997425'] for security_group (dc0670f3-3cbc-4dc7-a835-676506919575), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:03.258167 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cc7a9bd6-65df-4c8d-a573-2703ef2a37a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:03.261650 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-cc7a9bd6-65df-4c8d-a573-2703ef2a37a0 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/dc0670f3-3cbc-4dc7-a835-676506919575 HTTP/1.1" status: 204 len: 168 time: 0.2680025 May 16 20:32:03.289830 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-c0f4712b-7bc5-445c-8f62-32aa17dca323 req-0e77a49b-6cda-4fd2-bc61-0bd018666e2a service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=15fcb199-42b2-41fd-916f-2c481fd0fe4d HTTP/1.1" status: 200 len: 217 time: 0.0423598 May 16 20:32:03.294748 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7a9bd6-65df-4c8d-a573-2703ef2a37a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc0670f3-3cbc-4dc7-a835-676506919575,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:32:03.342371 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f4712b-7bc5-445c-8f62-32aa17dca323 req-c3eefcab-8912-4f92-8bee-836dc545e434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:32:03.343908 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-c0f4712b-7bc5-445c-8f62-32aa17dca323 req-c3eefcab-8912-4f92-8bee-836dc545e434 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=6fd9bd49-8907-4582-9941-2a3571aaa9b7 HTTP/1.1" status: 200 len: 853 time: 0.0469954 May 16 20:32:03.398235 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f4712b-7bc5-445c-8f62-32aa17dca323 req-30f9f149-a5b8-4bb2-89f9-17bc4ee90df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:32:03.399795 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-c0f4712b-7bc5-445c-8f62-32aa17dca323 req-30f9f149-a5b8-4bb2-89f9-17bc4ee90df1 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b7ed8523-9957-45bf-80ef-13010737dd57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0481794 May 16 20:32:03.493772 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-c0f4712b-7bc5-445c-8f62-32aa17dca323 req-fde3b43d-8c69-476a-8629-6e55f78f28c0 service neutron] 10.222.0.81 "GET /v2.0/networks/b7ed8523-9957-45bf-80ef-13010737dd57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859394 May 16 20:32:03.590386 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-c0f4712b-7bc5-445c-8f62-32aa17dca323 req-a2c5400a-8e0b-4936-9281-4e1b5f5dc981 service neutron] 10.222.0.81 "GET /v2.0/networks/b7ed8523-9957-45bf-80ef-13010737dd57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894077 May 16 20:32:03.688002 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9d87163d-3376-4ac1-aaad-7f93665e2808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (6de3586b-c77a-41a3-9d69-e80d1925fb22), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:03.928890 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a664672d-c282-4664-bf93-037604cbdd0c req-6dae71aa-47ed-4130-bfa0-d91baa519ee3 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:32:03.930473 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-a664672d-c282-4664-bf93-037604cbdd0c req-6dae71aa-47ed-4130-bfa0-d91baa519ee3 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] 10.222.0.71 "GET /v2.0/ports?device_id=d5374235-8ad9-4565-9419-1f58f7de8fb5 HTTP/1.1" status: 200 len: 943 time: 0.0466034 May 16 20:32:03.979218 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-a664672d-c282-4664-bf93-037604cbdd0c req-a4606b48-d7bb-4322-b123-73d7d1497a0b tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] 10.222.0.71 "GET /v2.0/security-groups?id=95069c18-5951-45ec-8ecb-33458abfa00b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427811 May 16 20:32:04.592552 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55161c3-695f-425d-a103-1f56e18e9c4c req-2076a02b-3097-4fbd-95ef-3910f0d53323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:32:04.594036 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-f55161c3-695f-425d-a103-1f56e18e9c4c req-2076a02b-3097-4fbd-95ef-3910f0d53323 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=2e74299322ca4cedabe873822eda95ae&device_id=d5374235-8ad9-4565-9419-1f58f7de8fb5 HTTP/1.1" status: 200 len: 1127 time: 0.0402553 May 16 20:32:04.695387 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55161c3-695f-425d-a103-1f56e18e9c4c req-ada17671-d31d-4ad3-8668-a25354630578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:32:04.696906 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-f55161c3-695f-425d-a103-1f56e18e9c4c req-ada17671-d31d-4ad3-8668-a25354630578 service neutron] 10.222.0.81 "GET /v2.0/networks?id=b7ed8523-9957-45bf-80ef-13010737dd57 HTTP/1.1" status: 200 len: 915 time: 0.0960460 May 16 20:32:04.738815 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-f55161c3-695f-425d-a103-1f56e18e9c4c req-2a406511-78f2-4b85-9c4c-2e44e9f7b17b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=15fcb199-42b2-41fd-916f-2c481fd0fe4d HTTP/1.1" status: 200 len: 217 time: 0.0340071 May 16 20:32:04.791725 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55161c3-695f-425d-a103-1f56e18e9c4c req-14604efb-290b-487c-8aac-b55727e9932f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:32:04.793269 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-f55161c3-695f-425d-a103-1f56e18e9c4c req-14604efb-290b-487c-8aac-b55727e9932f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=6fd9bd49-8907-4582-9941-2a3571aaa9b7 HTTP/1.1" status: 200 len: 853 time: 0.0469739 May 16 20:32:04.843977 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55161c3-695f-425d-a103-1f56e18e9c4c req-cc6b0f67-e82c-49c0-be89-7db157af0642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:32:04.846121 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-f55161c3-695f-425d-a103-1f56e18e9c4c req-cc6b0f67-e82c-49c0-be89-7db157af0642 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b7ed8523-9957-45bf-80ef-13010737dd57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432930 May 16 20:32:04.948784 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-f55161c3-695f-425d-a103-1f56e18e9c4c req-2e1f7eb9-2a4b-4f57-bbad-044988026fce service neutron] 10.222.0.81 "GET /v2.0/networks/b7ed8523-9957-45bf-80ef-13010737dd57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927932 May 16 20:32:05.080530 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-f55161c3-695f-425d-a103-1f56e18e9c4c req-db5b23b8-3272-47ff-a2a5-f7f69d522cfd service neutron] 10.222.0.81 "GET /v2.0/networks/b7ed8523-9957-45bf-80ef-13010737dd57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251028 May 16 20:32:05.117151 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6eb5e70-8844-4502-8ca1-a4cdc96eb406 req-4aba6ff3-b36d-461a-95fd-1c7ce07cea23 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:32:05.118737 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-f6eb5e70-8844-4502-8ca1-a4cdc96eb406 req-4aba6ff3-b36d-461a-95fd-1c7ce07cea23 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] 10.222.0.71 "GET /v2.0/ports?device_id=d5374235-8ad9-4565-9419-1f58f7de8fb5 HTTP/1.1" status: 200 len: 943 time: 0.0527437 May 16 20:32:05.166701 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-f6eb5e70-8844-4502-8ca1-a4cdc96eb406 req-67af4080-db44-48ef-86e5-12166245a1aa tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] 10.222.0.71 "GET /v2.0/security-groups?id=95069c18-5951-45ec-8ecb-33458abfa00b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416174 May 16 20:32:05.177199 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.71', 52580) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:32:05.278981 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-bf713b61-ca40-44c3-a98b-fd0bb87af587 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:05.356939 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-bf713b61-ca40-44c3-a98b-fd0bb87af587 admin admin] Publish callbacks [] for security_group (2dbc92a7-7f95-4766-9754-fec1561a1b72), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:05.360331 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-bf713b61-ca40-44c3-a98b-fd0bb87af587 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997425'] for security_group (2dbc92a7-7f95-4766-9754-fec1561a1b72), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:05.399350 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-bf713b61-ca40-44c3-a98b-fd0bb87af587 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=cfa773e378db4843bd892b75fdf10a60&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2211478 May 16 20:32:05.400228 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf713b61-ca40-44c3-a98b-fd0bb87af587 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dbc92a7-7f95-4766-9754-fec1561a1b72,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:32:05.401994 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.71', 52584) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:32:05.450263 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-44dcb44f-ada8-421d-9b1e-d4b46498e161 admin admin] Publish callbacks [] for security_group (2dbc92a7-7f95-4766-9754-fec1561a1b72), before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:05.475357 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-44dcb44f-ada8-421d-9b1e-d4b46498e161 admin admin] Publish callbacks [] for security_group (2dbc92a7-7f95-4766-9754-fec1561a1b72), precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:05.519748 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-44dcb44f-ada8-421d-9b1e-d4b46498e161 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997425'] for security_group (2dbc92a7-7f95-4766-9754-fec1561a1b72), after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:05.522362 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-44dcb44f-ada8-421d-9b1e-d4b46498e161 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:05.523518 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-44dcb44f-ada8-421d-9b1e-d4b46498e161 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/2dbc92a7-7f95-4766-9754-fec1561a1b72 HTTP/1.1" status: 204 len: 168 time: 0.1205206 May 16 20:32:05.531712 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dcb44f-ada8-421d-9b1e-d4b46498e161 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dbc92a7-7f95-4766-9754-fec1561a1b72,revision_number=None']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:32:05.782099 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.71', 52594) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:32:05.795112 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4b7e159b-f75b-470b-b26d-d94fbcd3a4fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:05.869257 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4b7e159b-f75b-470b-b26d-d94fbcd3a4fd admin admin] Publish callbacks [] for security_group (021e45da-9bec-4f96-8d5a-43d17955c3c5), precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:05.874156 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4b7e159b-f75b-470b-b26d-d94fbcd3a4fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997425'] for security_group (021e45da-9bec-4f96-8d5a-43d17955c3c5), after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:05.916210 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-4b7e159b-f75b-470b-b26d-d94fbcd3a4fd admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=51e415d0db2148a38f491ae26ecaeb28&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1306806 May 16 20:32:05.916430 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.71', 52600) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:32:05.924536 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7e159b-f75b-470b-b26d-d94fbcd3a4fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=021e45da-9bec-4f96-8d5a-43d17955c3c5,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:32:05.973317 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-2187698c-5373-4701-835e-3b672e4bf498 admin admin] Publish callbacks [] for security_group (021e45da-9bec-4f96-8d5a-43d17955c3c5), before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:05.998707 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-2187698c-5373-4701-835e-3b672e4bf498 admin admin] Publish callbacks [] for security_group (021e45da-9bec-4f96-8d5a-43d17955c3c5), precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:06.059890 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-2187698c-5373-4701-835e-3b672e4bf498 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997425'] for security_group (021e45da-9bec-4f96-8d5a-43d17955c3c5), after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:06.062351 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-2187698c-5373-4701-835e-3b672e4bf498 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:06.063436 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-2187698c-5373-4701-835e-3b672e4bf498 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/021e45da-9bec-4f96-8d5a-43d17955c3c5 HTTP/1.1" status: 204 len: 168 time: 0.1456957 May 16 20:32:06.084331 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2187698c-5373-4701-835e-3b672e4bf498 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=021e45da-9bec-4f96-8d5a-43d17955c3c5,revision_number=None']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:32:06.096666 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-c316df92-f9af-48eb-bfeb-bd3ea46a3413 req-6ca57dea-053b-4127-a9d0-4ffe00baafce tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-599525325&fields=id&tenant_id=2715141f8ffd49d892600c779e02fa17 HTTP/1.1" status: 200 len: 267 time: 0.0587161 May 16 20:32:06.204565 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c316df92-f9af-48eb-bfeb-bd3ea46a3413 req-7b1ac1d0-7990-4a91-961b-014c5a5d7d03 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:32:06.206783 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-c316df92-f9af-48eb-bfeb-bd3ea46a3413 req-7b1ac1d0-7990-4a91-961b-014c5a5d7d03 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] 10.222.0.71 "GET /v2.0/networks?id=f817970e-ef84-435a-806f-1b015ae84dd9 HTTP/1.1" status: 200 len: 811 time: 0.1045609 May 16 20:32:06.225947 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-c316df92-f9af-48eb-bfeb-bd3ea46a3413 req-6e404203-beb0-4bba-81ba-c987a51877f4 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] 10.222.0.71 "GET /v2.0/quotas/2715141f8ffd49d892600c779e02fa17 HTTP/1.1" status: 200 len: 375 time: 0.0104632 May 16 20:32:06.282795 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-c316df92-f9af-48eb-bfeb-bd3ea46a3413 req-78dd3132-28b2-453f-8b33-3a27ef3d2c53 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=2715141f8ffd49d892600c779e02fa17&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0499728 May 16 20:32:06.300700 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Device 15fcb199-42b2-41fd-916f-2c481fd0fe4d details requested by agent hyperv_hv-cinder-83090 with host hv-cinder-83090 {{(pid=103450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 20:32:06.301286 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3028c46-106e-4770-a7cd-6fb5732bcbd7 req-5279b073-547a-49f4-9b60-761468f627ba tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:32:06.302654 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-e3028c46-106e-4770-a7cd-6fb5732bcbd7 req-5279b073-547a-49f4-9b60-761468f627ba tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] 10.222.0.71 "GET /v2.0/ports?device_id=d5374235-8ad9-4565-9419-1f58f7de8fb5 HTTP/1.1" status: 200 len: 943 time: 0.0545826 May 16 20:32:06.364406 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-e3028c46-106e-4770-a7cd-6fb5732bcbd7 req-a40f4be2-2ac9-47f3-84f7-afcd5e81c5c3 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] 10.222.0.71 "GET /v2.0/security-groups?id=95069c18-5951-45ec-8ecb-33458abfa00b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530007 May 16 20:32:06.391709 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-c316df92-f9af-48eb-bfeb-bd3ea46a3413 req-2481c08a-af72-4459-a79f-40b4c8f25463 service neutron] 10.222.0.71 "GET /v2.0/networks/f817970e-ef84-435a-806f-1b015ae84dd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950525 May 16 20:32:06.430910 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] For port 15fcb199-42b2-41fd-916f-2c481fd0fe4d, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=15fcb199-42b2-41fd-916f-2c481fd0fe4d,segment=NetworkSegment(ebdc97d5-0dc3-44e3-97c0-cb7e898e699f),segment_id=ebdc97d5-0dc3-44e3-97c0-cb7e898e699f)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:32:06.446863 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Returning: {'device': '15fcb199-42b2-41fd-916f-2c481fd0fe4d', 'network_id': 'b7ed8523-9957-45bf-80ef-13010737dd57', 'port_id': '15fcb199-42b2-41fd-916f-2c481fd0fe4d', 'mac_address': 'fa:16:3e:87:a0:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fd9bd49-8907-4582-9941-2a3571aaa9b7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 20:32:06.482367 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Current status of the port 15fcb199-42b2-41fd-916f-2c481fd0fe4d is: DOWN; New status is: BUILD {{(pid=103450) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:32:06.482754 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (15fcb199-42b2-41fd-916f-2c481fd0fe4d), before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:06.496804 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.notifiers.nova [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15fcb199-42b2-41fd-916f-2c481fd0fe4d {{(pid=103450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 20:32:06.500054 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-c316df92-f9af-48eb-bfeb-bd3ea46a3413 req-9d1b3c4e-d2a8-4fc4-9a19-5cbe95174a65 service neutron] 10.222.0.71 "GET /v2.0/networks/f817970e-ef84-435a-806f-1b015ae84dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985024 May 16 20:32:06.518461 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] For port 15fcb199-42b2-41fd-916f-2c481fd0fe4d, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=15fcb199-42b2-41fd-916f-2c481fd0fe4d,segment=NetworkSegment(ebdc97d5-0dc3-44e3-97c0-cb7e898e699f),segment_id=ebdc97d5-0dc3-44e3-97c0-cb7e898e699f)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:32:06.524968 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732397598091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732397102978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732397102996'] for port (15fcb199-42b2-41fd-916f-2c481fd0fe4d), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:06.584323 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Pushing event updated for resources: {'Port': ['ID=15fcb199-42b2-41fd-916f-2c481fd0fe4d,revision_number=4']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:32:06.761233 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] get_ports_and_sgs() called for port_ids ['15fcb199-42b2-41fd-916f-2c481fd0fe4d'] {{(pid=103450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 20:32:06.820495 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-3c00f840-a485-4ab2-9bfb-d04e81e7dee9 req-bec2becc-be3a-473d-ab54-96a4d4772afd tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] 10.222.0.71 "GET /v2.0/ports?device_id=fc081fee-b910-4daa-971e-04aa263c3f45 HTTP/1.1" status: 200 len: 210 time: 0.0376453 May 16 20:32:07.474208 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d265fb6-1c5f-477c-a036-fcf426cb2b28 req-c229164e-e666-4958-b835-e4ee09c67260 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:32:07.475703 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-2d265fb6-1c5f-477c-a036-fcf426cb2b28 req-c229164e-e666-4958-b835-e4ee09c67260 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] 10.222.0.71 "GET /v2.0/ports?device_id=d5374235-8ad9-4565-9419-1f58f7de8fb5 HTTP/1.1" status: 200 len: 944 time: 0.0493033 May 16 20:32:07.525135 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-2d265fb6-1c5f-477c-a036-fcf426cb2b28 req-55e345ff-4fda-47be-8eb8-bb086ff9645e tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] 10.222.0.71 "GET /v2.0/security-groups?id=95069c18-5951-45ec-8ecb-33458abfa00b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435348 May 16 20:32:07.651387 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8ec06d1b-fbae-4530-a0eb-be7e100f4763 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:07.774078 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c316df92-f9af-48eb-bfeb-bd3ea46a3413 req-d64956d3-730a-495f-a27f-d248551bb075 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:32:07.776113 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-c316df92-f9af-48eb-bfeb-bd3ea46a3413 req-d64956d3-730a-495f-a27f-d248551bb075 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] 10.222.0.81 "GET /v2.0/networks?id=f817970e-ef84-435a-806f-1b015ae84dd9 HTTP/1.1" status: 200 len: 811 time: 0.1147900 May 16 20:32:07.856348 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-c316df92-f9af-48eb-bfeb-bd3ea46a3413 req-529e8d20-2be1-4d85-82f8-87fbb13b5bb5 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2715141f8ffd49d892600c779e02fa17 HTTP/1.1" status: 200 len: 379 time: 0.0719790 May 16 20:32:07.867427 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.v2.base [req-c316df92-f9af-48eb-bfeb-bd3ea46a3413 req-e857ffdb-6886-46ac-aa4e-c9b056c8937f tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Request body: {'port': {'device_id': 'fc081fee-b910-4daa-971e-04aa263c3f45', 'network_id': 'f817970e-ef84-435a-806f-1b015ae84dd9', 'admin_state_up': True, 'tenant_id': '2715141f8ffd49d892600c779e02fa17', 'security_groups': ['8b428606-3a27-4b6b-a2ec-503b3fc25851']}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:32:07.974299 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-cbf6ced6-f150-4166-9e5a-6419dc30ed09 req-dbc2d6f3-f5cf-4508-bbb4-70255938f36c tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] 10.222.0.71 "GET /v2.0/ports?device_id=fc081fee-b910-4daa-971e-04aa263c3f45 HTTP/1.1" status: 200 len: 210 time: 0.0704136 May 16 20:32:08.025501 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c316df92-f9af-48eb-bfeb-bd3ea46a3413 req-e857ffdb-6886-46ac-aa4e-c9b056c8937f tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Made reservation on behalf of 2715141f8ffd49d892600c779e02fa17 for: {'port': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 20:32:08.029135 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-c316df92-f9af-48eb-bfeb-bd3ea46a3413 req-e857ffdb-6886-46ac-aa4e-c9b056c8937f tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:08.155424 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [req-c316df92-f9af-48eb-bfeb-bd3ea46a3413 req-e857ffdb-6886-46ac-aa4e-c9b056c8937f tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Allocated IP 172.20.0.11 (f817970e-ef84-435a-806f-1b015ae84dd9/14823cd5-3605-452f-a744-d8797ebcce33/cd0b9e20-d1a9-4962-bec3-5e41b6cd9464) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 20:32:08.290029 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Device 15fcb199-42b2-41fd-916f-2c481fd0fe4d up at agent hyperv_hv-cinder-83090 {{(pid=103450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 20:32:08.301497 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-c316df92-f9af-48eb-bfeb-bd3ea46a3413 req-e857ffdb-6886-46ac-aa4e-c9b056c8937f tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Publish callbacks [] for port (cd0b9e20-d1a9-4962-bec3-5e41b6cd9464), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:08.332750 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Provisioning for port 15fcb199-42b2-41fd-916f-2c481fd0fe4d completed by entity L2. {{(pid=103450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 16 20:32:08.337627 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-c316df92-f9af-48eb-bfeb-bd3ea46a3413 req-e857ffdb-6886-46ac-aa4e-c9b056c8937f tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732397102960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27048612'] for port (cd0b9e20-d1a9-4962-bec3-5e41b6cd9464), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:08.337890 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Provisioning complete for port 15fcb199-42b2-41fd-916f-2c481fd0fe4d triggered by entity L2. {{(pid=103450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:32:08.338318 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868582'] for port (15fcb199-42b2-41fd-916f-2c481fd0fe4d), provisioning_complete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:08.390951 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c316df92-f9af-48eb-bfeb-bd3ea46a3413 req-e857ffdb-6886-46ac-aa4e-c9b056c8937f tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Network f817970e-ef84-435a-806f-1b015ae84dd9 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 20:32:08.394634 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [req-c316df92-f9af-48eb-bfeb-bd3ea46a3413 req-e857ffdb-6886-46ac-aa4e-c9b056c8937f tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 20:32:08.400940 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [req-c316df92-f9af-48eb-bfeb-bd3ea46a3413 req-e857ffdb-6886-46ac-aa4e-c9b056c8937f tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 20:32:08.407074 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e857ffdb-6886-46ac-aa4e-c9b056c8937f tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Pushing event updated for resources: {'Port': ['ID=cd0b9e20-d1a9-4962-bec3-5e41b6cd9464,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:32:08.424254 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Current status of the port 15fcb199-42b2-41fd-916f-2c481fd0fe4d is: BUILD; New status is: ACTIVE {{(pid=103450) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:32:08.424681 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (15fcb199-42b2-41fd-916f-2c481fd0fe4d), before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:08.459655 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c316df92-f9af-48eb-bfeb-bd3ea46a3413 req-e857ffdb-6886-46ac-aa4e-c9b056c8937f tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:32:08.460373 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-c316df92-f9af-48eb-bfeb-bd3ea46a3413 req-e857ffdb-6886-46ac-aa4e-c9b056c8937f tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-338397'] for port (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:08.461972 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5374235-8ad9-4565-9419-1f58f7de8fb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15fcb199-42b2-41fd-916f-2c481fd0fe4d'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 20:32:08.464268 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38452c862c9e2e5c9d38da0d4ca4e6053ba1266d056c207bc89b5fbcea4cd82f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8de49f1-108a-4849-bf70-a195ee6409e6" -d '{"events": [{"server_uuid": "d5374235-8ad9-4565-9419-1f58f7de8fb5", "name": "network-vif-plugged", "status": "completed", "tag": "15fcb199-42b2-41fd-916f-2c481fd0fe4d"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 20:32:08.478375 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] For port 15fcb199-42b2-41fd-916f-2c481fd0fe4d, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=15fcb199-42b2-41fd-916f-2c481fd0fe4d,segment=NetworkSegment(ebdc97d5-0dc3-44e3-97c0-cb7e898e699f),segment_id=ebdc97d5-0dc3-44e3-97c0-cb7e898e699f)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:32:08.478623 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-c316df92-f9af-48eb-bfeb-bd3ea46a3413 req-e857ffdb-6886-46ac-aa4e-c9b056c8937f tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6174085 May 16 20:32:08.483680 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732397598091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732397102978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732397102996'] for port (15fcb199-42b2-41fd-916f-2c481fd0fe4d), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:08.493995 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.v2.base [req-c316df92-f9af-48eb-bfeb-bd3ea46a3413 req-c7e4d710-c382-4cd8-a936-83987a636389 service neutron] Request body: {'port': {'device_id': 'fc081fee-b910-4daa-971e-04aa263c3f45', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83090'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:32:08.534245 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 20:32:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f91bbbe-57fa-469b-a000-58d0d49e4ae1 x-openstack-request-id: req-7f91bbbe-57fa-469b-a000-58d0d49e4ae1 {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 20:32:08.534825 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5374235-8ad9-4565-9419-1f58f7de8fb5", "name": "network-vif-plugged", "status": "completed", "tag": "15fcb199-42b2-41fd-916f-2c481fd0fe4d", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 20:32:08.535246 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-7f91bbbe-57fa-469b-a000-58d0d49e4ae1 {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 20:32:08.535686 dv-cinder-830901-7-iscsi neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f91bbbe-57fa-469b-a000-58d0d49e4ae1'] response: {'server_uuid': 'd5374235-8ad9-4565-9419-1f58f7de8fb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15fcb199-42b2-41fd-916f-2c481fd0fe4d', 'code': 200} May 16 20:32:08.554508 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Pushing event updated for resources: {'Port': ['ID=15fcb199-42b2-41fd-916f-2c481fd0fe4d,revision_number=5']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:32:08.568795 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-c316df92-f9af-48eb-bfeb-bd3ea46a3413 req-c7e4d710-c382-4cd8-a936-83987a636389 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (cd0b9e20-d1a9-4962-bec3-5e41b6cd9464), before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:08.666557 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [None req-bb6fb306-cc1d-49ff-bc92-f1d50e6e282c None None] Provisioning complete for port cd0b9e20-d1a9-4962-bec3-5e41b6cd9464 triggered by entity DHCP. {{(pid=103450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:32:08.666557 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-bb6fb306-cc1d-49ff-bc92-f1d50e6e282c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868582'] for port (cd0b9e20-d1a9-4962-bec3-5e41b6cd9464), provisioning_complete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:08.699572 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-bb6fb306-cc1d-49ff-bc92-f1d50e6e282c None None] Port cd0b9e20-d1a9-4962-bec3-5e41b6cd9464 cannot update to ACTIVE because it is not bound. {{(pid=103450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 20:32:08.711591 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04909ae0-7c93-43d6-9b4d-578f21282ead req-fd3717c9-bf0b-4b9d-8126-6162da1cfc33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:32:08.713782 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-04909ae0-7c93-43d6-9b4d-578f21282ead req-fd3717c9-bf0b-4b9d-8126-6162da1cfc33 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=d5374235-8ad9-4565-9419-1f58f7de8fb5 HTTP/1.1" status: 200 len: 1129 time: 0.0479808 May 16 20:32:08.714685 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a38787-13b5-449c-92de-476311e4b9d0 req-5e139599-118f-4125-ae98-4f06a46f501e tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:32:08.716251 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-53a38787-13b5-449c-92de-476311e4b9d0 req-5e139599-118f-4125-ae98-4f06a46f501e tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] 10.222.0.71 "GET /v2.0/ports?device_id=d5374235-8ad9-4565-9419-1f58f7de8fb5 HTTP/1.1" status: 200 len: 945 time: 0.0928593 May 16 20:32:08.767228 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-04909ae0-7c93-43d6-9b4d-578f21282ead req-f60a4609-2de4-47aa-8bcc-79b7b23edac2 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=95069c18-5951-45ec-8ecb-33458abfa00b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431023 May 16 20:32:08.823962 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7e48644e-b95e-4624-af94-515661536cfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (250d088e-9c0e-4ec5-80f3-a83f8403448b), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:09.106753 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-53a38787-13b5-449c-92de-476311e4b9d0 req-d78a8e79-90e7-412a-8234-b0ead81e0da4 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] 10.222.0.71 "GET /v2.0/security-groups?id=95069c18-5951-45ec-8ecb-33458abfa00b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3805101 May 16 20:32:09.137847 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7373b92b-1095-4235-91f3-155923552e33 req-b83bf1d7-a413-43b7-8fa0-458671603871 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:32:09.139700 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-7373b92b-1095-4235-91f3-155923552e33 req-b83bf1d7-a413-43b7-8fa0-458671603871 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] 10.222.0.71 "GET /v2.0/ports?device_id=fc081fee-b910-4daa-971e-04aa263c3f45 HTTP/1.1" status: 200 len: 932 time: 0.0801671 May 16 20:32:09.221529 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-7373b92b-1095-4235-91f3-155923552e33 req-927655fa-4395-4f40-8c9e-f798bb2861a8 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] 10.222.0.71 "GET /v2.0/security-groups?id=8b428606-3a27-4b6b-a2ec-503b3fc25851&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746703 May 16 20:32:09.270660 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.notifiers.nova [req-c316df92-f9af-48eb-bfeb-bd3ea46a3413 req-c7e4d710-c382-4cd8-a936-83987a636389 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd0b9e20-d1a9-4962-bec3-5e41b6cd9464 {{(pid=103448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 20:32:09.278737 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-c316df92-f9af-48eb-bfeb-bd3ea46a3413 req-c7e4d710-c382-4cd8-a936-83987a636389 service neutron] Publish callbacks [] for port (cd0b9e20-d1a9-4962-bec3-5e41b6cd9464), precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:09.292987 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [req-c316df92-f9af-48eb-bfeb-bd3ea46a3413 req-c7e4d710-c382-4cd8-a936-83987a636389 service neutron] Transition to ACTIVE for port object cd0b9e20-d1a9-4962-bec3-5e41b6cd9464 will not be triggered until provisioned by entity L2. {{(pid=103448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 16 20:32:09.297903 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-c316df92-f9af-48eb-bfeb-bd3ea46a3413 req-c7e4d710-c382-4cd8-a936-83987a636389 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732397598091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732397102978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732397102996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27048595'] for port (cd0b9e20-d1a9-4962-bec3-5e41b6cd9464), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:09.349672 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e4d710-c382-4cd8-a936-83987a636389 service neutron] Pushing event updated for resources: {'Port': ['ID=cd0b9e20-d1a9-4962-bec3-5e41b6cd9464,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:32:09.445098 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-c316df92-f9af-48eb-bfeb-bd3ea46a3413 req-c7e4d710-c382-4cd8-a936-83987a636389 service neutron] Attempting to bind port cd0b9e20-d1a9-4962-bec3-5e41b6cd9464 on host hv-cinder-83090 for vnic_type normal with profile {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 20:32:09.445656 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-c316df92-f9af-48eb-bfeb-bd3ea46a3413 req-c7e4d710-c382-4cd8-a936-83987a636389 service neutron] Attempting to bind port cd0b9e20-d1a9-4962-bec3-5e41b6cd9464 by drivers openvswitch,hyperv on host hv-cinder-83090 at level 0 using segments [{'id': '3f368376-ca0a-4204-8008-7e3a527d3a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'f817970e-ef84-435a-806f-1b015ae84dd9'}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 20:32:09.446086 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c316df92-f9af-48eb-bfeb-bd3ea46a3413 req-c7e4d710-c382-4cd8-a936-83987a636389 service neutron] Attempting to bind port cd0b9e20-d1a9-4962-bec3-5e41b6cd9464 on network f817970e-ef84-435a-806f-1b015ae84dd9 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 20:32:09.452085 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c316df92-f9af-48eb-bfeb-bd3ea46a3413 req-c7e4d710-c382-4cd8-a936-83987a636389 service neutron] Port cd0b9e20-d1a9-4962-bec3-5e41b6cd9464 on network f817970e-ef84-435a-806f-1b015ae84dd9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83090 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 16 20:32:09.452565 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c316df92-f9af-48eb-bfeb-bd3ea46a3413 req-c7e4d710-c382-4cd8-a936-83987a636389 service neutron] Attempting to bind port cd0b9e20-d1a9-4962-bec3-5e41b6cd9464 on network f817970e-ef84-435a-806f-1b015ae84dd9 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 20:32:09.458976 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c316df92-f9af-48eb-bfeb-bd3ea46a3413 req-c7e4d710-c382-4cd8-a936-83987a636389 service neutron] Checking agent: {'id': '748e0023-d5c8-44d3-9d74-a0da2def1ef4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83090', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 20, 23, 10), 'started_at': datetime.datetime(2022, 5, 16, 20, 23, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 20, 31, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 20:32:09.459450 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c316df92-f9af-48eb-bfeb-bd3ea46a3413 req-c7e4d710-c382-4cd8-a936-83987a636389 service neutron] Checking segment: {'id': '3f368376-ca0a-4204-8008-7e3a527d3a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'f817970e-ef84-435a-806f-1b015ae84dd9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 20:32:09.459920 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c316df92-f9af-48eb-bfeb-bd3ea46a3413 req-c7e4d710-c382-4cd8-a936-83987a636389 service neutron] Bound using segment: {'id': '3f368376-ca0a-4204-8008-7e3a527d3a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'f817970e-ef84-435a-806f-1b015ae84dd9'} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 20:32:09.460458 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-c316df92-f9af-48eb-bfeb-bd3ea46a3413 req-c7e4d710-c382-4cd8-a936-83987a636389 service neutron] Bound port: cd0b9e20-d1a9-4962-bec3-5e41b6cd9464, host: hv-cinder-83090, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f368376-ca0a-4204-8008-7e3a527d3a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'f817970e-ef84-435a-806f-1b015ae84dd9'}}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 20:32:09.460898 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-c316df92-f9af-48eb-bfeb-bd3ea46a3413 req-c7e4d710-c382-4cd8-a936-83987a636389 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (cd0b9e20-d1a9-4962-bec3-5e41b6cd9464), before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:09.531637 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-c316df92-f9af-48eb-bfeb-bd3ea46a3413 req-c7e4d710-c382-4cd8-a936-83987a636389 service neutron] For port cd0b9e20-d1a9-4962-bec3-5e41b6cd9464, host hv-cinder-83090, cleared binding levels {{(pid=103448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 20:32:09.535482 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-c316df92-f9af-48eb-bfeb-bd3ea46a3413 req-c7e4d710-c382-4cd8-a936-83987a636389 service neutron] For port cd0b9e20-d1a9-4962-bec3-5e41b6cd9464, host hv-cinder-83090, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=cd0b9e20-d1a9-4962-bec3-5e41b6cd9464,segment=NetworkSegment(3f368376-ca0a-4204-8008-7e3a527d3a30),segment_id=3f368376-ca0a-4204-8008-7e3a527d3a30)] {{(pid=103448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 20:32:09.541374 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-c316df92-f9af-48eb-bfeb-bd3ea46a3413 req-c7e4d710-c382-4cd8-a936-83987a636389 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732397598091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732397102978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732397102996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27048595'] for port (cd0b9e20-d1a9-4962-bec3-5e41b6cd9464), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:09.578624 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c316df92-f9af-48eb-bfeb-bd3ea46a3413 req-c7e4d710-c382-4cd8-a936-83987a636389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:32:09.579179 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-c316df92-f9af-48eb-bfeb-bd3ea46a3413 req-c7e4d710-c382-4cd8-a936-83987a636389 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-338397'] for port (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:09.581392 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-c316df92-f9af-48eb-bfeb-bd3ea46a3413 req-c7e4d710-c382-4cd8-a936-83987a636389 service neutron] 10.222.0.81 "PUT /v2.0/ports/cd0b9e20-d1a9-4962-bec3-5e41b6cd9464 HTTP/1.1" status: 200 len: 1094 time: 1.0917208 May 16 20:32:09.581834 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc081fee-b910-4daa-971e-04aa263c3f45', 'tag': 'cd0b9e20-d1a9-4962-bec3-5e41b6cd9464'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 20:32:09.584049 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cabd327eae894280a08d6ee7d9129781675a5828ba01ec684011f2f655eb9e7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df3995fe-31fb-450c-917d-e9346d899285" -d '{"events": [{"name": "network-changed", "server_uuid": "fc081fee-b910-4daa-971e-04aa263c3f45", "tag": "cd0b9e20-d1a9-4962-bec3-5e41b6cd9464"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 20:32:09.615064 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e4d710-c382-4cd8-a936-83987a636389 service neutron] Pushing event updated for resources: {'Port': ['ID=cd0b9e20-d1a9-4962-bec3-5e41b6cd9464,revision_number=3']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:32:09.628106 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 20:32:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfe05ce0-af35-4f35-9968-d7392a5b22a4 x-openstack-request-id: req-dfe05ce0-af35-4f35-9968-d7392a5b22a4 {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 20:32:09.628439 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc081fee-b910-4daa-971e-04aa263c3f45", "tag": "cd0b9e20-d1a9-4962-bec3-5e41b6cd9464", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 20:32:09.628700 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-dfe05ce0-af35-4f35-9968-d7392a5b22a4 {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 20:32:09.629114 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dfe05ce0-af35-4f35-9968-d7392a5b22a4'] response: {'name': 'network-changed', 'server_uuid': 'fc081fee-b910-4daa-971e-04aa263c3f45', 'tag': 'cd0b9e20-d1a9-4962-bec3-5e41b6cd9464', 'status': 'completed', 'code': 200} May 16 20:32:09.681743 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c316df92-f9af-48eb-bfeb-bd3ea46a3413 req-128c5946-65da-4656-a357-6e1362a542ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:32:09.683284 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-c316df92-f9af-48eb-bfeb-bd3ea46a3413 req-128c5946-65da-4656-a357-6e1362a542ab service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=2715141f8ffd49d892600c779e02fa17&device_id=fc081fee-b910-4daa-971e-04aa263c3f45 HTTP/1.1" status: 200 len: 1128 time: 0.0425568 May 16 20:32:09.728365 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-c316df92-f9af-48eb-bfeb-bd3ea46a3413 req-03e50faa-9eb3-4f76-a44d-78db440b19a9 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cd0b9e20-d1a9-4962-bec3-5e41b6cd9464 HTTP/1.1" status: 200 len: 217 time: 0.0355275 May 16 20:32:10.186109 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (748e0023-d5c8-44d3-9d74-a0da2def1ef4), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:10.234472 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c316df92-f9af-48eb-bfeb-bd3ea46a3413 req-98b5cd99-f56e-4357-9426-70b352328804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:32:10.238361 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-c316df92-f9af-48eb-bfeb-bd3ea46a3413 req-98b5cd99-f56e-4357-9426-70b352328804 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=14823cd5-3605-452f-a744-d8797ebcce33 HTTP/1.1" status: 200 len: 850 time: 0.0770364 May 16 20:32:10.259447 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae43098e-70b0-4cc5-a96b-4dd81b0558b9 req-228503c2-a011-4cc4-99c2-8ccfbaed19e9 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:32:10.261221 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-ae43098e-70b0-4cc5-a96b-4dd81b0558b9 req-228503c2-a011-4cc4-99c2-8ccfbaed19e9 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] 10.222.0.71 "GET /v2.0/ports?device_id=d5374235-8ad9-4565-9419-1f58f7de8fb5 HTTP/1.1" status: 200 len: 945 time: 0.0532210 May 16 20:32:10.301021 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c316df92-f9af-48eb-bfeb-bd3ea46a3413 req-6dbb4915-12db-45aa-b2a1-69b1b19f4410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:32:10.302789 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-c316df92-f9af-48eb-bfeb-bd3ea46a3413 req-6dbb4915-12db-45aa-b2a1-69b1b19f4410 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=f817970e-ef84-435a-806f-1b015ae84dd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0497432 May 16 20:32:10.321765 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-ae43098e-70b0-4cc5-a96b-4dd81b0558b9 req-41e30fd2-da82-4cc8-96a5-b76877b3e4ed tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] 10.222.0.71 "GET /v2.0/security-groups?id=95069c18-5951-45ec-8ecb-33458abfa00b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526540 May 16 20:32:10.405067 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02239b6f-a3af-43b8-a348-daadfbcdb758 req-08f3076c-3856-4204-ab26-3e8fcc7604d1 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:32:10.406532 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-02239b6f-a3af-43b8-a348-daadfbcdb758 req-08f3076c-3856-4204-ab26-3e8fcc7604d1 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] 10.222.0.71 "GET /v2.0/ports?device_id=fc081fee-b910-4daa-971e-04aa263c3f45 HTTP/1.1" status: 200 len: 944 time: 0.0975449 May 16 20:32:10.471028 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-c316df92-f9af-48eb-bfeb-bd3ea46a3413 req-794704be-1176-4e55-a55e-59e6a1bd0001 service neutron] 10.222.0.81 "GET /v2.0/networks/f817970e-ef84-435a-806f-1b015ae84dd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598687 May 16 20:32:10.475879 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-02239b6f-a3af-43b8-a348-daadfbcdb758 req-6d2de0bb-a733-46b0-8077-c097fd9744b4 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] 10.222.0.71 "GET /v2.0/security-groups?id=8b428606-3a27-4b6b-a2ec-503b3fc25851&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629258 May 16 20:32:10.563649 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-c316df92-f9af-48eb-bfeb-bd3ea46a3413 req-324a454e-7d58-4cf4-b636-4a42deaca6bc service neutron] 10.222.0.81 "GET /v2.0/networks/f817970e-ef84-435a-806f-1b015ae84dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868208 May 16 20:32:10.863736 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3995fe-31fb-450c-917d-e9346d899285 req-22051b38-a681-43d2-a460-c6b93a512e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:32:10.865448 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-df3995fe-31fb-450c-917d-e9346d899285 req-22051b38-a681-43d2-a460-c6b93a512e21 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=2715141f8ffd49d892600c779e02fa17&device_id=fc081fee-b910-4daa-971e-04aa263c3f45 HTTP/1.1" status: 200 len: 1128 time: 0.0491657 May 16 20:32:10.869022 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6817a924-6d52-4d66-a8a7-036511333704 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (03fa33e9-7cc7-490c-b269-c4f69c490346), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:10.956460 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3995fe-31fb-450c-917d-e9346d899285 req-d181ea03-93cf-41cb-ab42-b5c878ac7ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:32:10.957838 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-df3995fe-31fb-450c-917d-e9346d899285 req-d181ea03-93cf-41cb-ab42-b5c878ac7ad6 service neutron] 10.222.0.81 "GET /v2.0/networks?id=f817970e-ef84-435a-806f-1b015ae84dd9 HTTP/1.1" status: 200 len: 912 time: 0.0857060 May 16 20:32:11.003651 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-df3995fe-31fb-450c-917d-e9346d899285 req-f515aa10-72d4-48aa-84f1-85e7a97c4703 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cd0b9e20-d1a9-4962-bec3-5e41b6cd9464 HTTP/1.1" status: 200 len: 217 time: 0.0358038 May 16 20:32:11.055608 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3995fe-31fb-450c-917d-e9346d899285 req-d9ea2771-1665-434f-8e3e-a632b0b764a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:32:11.057415 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-df3995fe-31fb-450c-917d-e9346d899285 req-d9ea2771-1665-434f-8e3e-a632b0b764a5 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=14823cd5-3605-452f-a744-d8797ebcce33 HTTP/1.1" status: 200 len: 850 time: 0.0447688 May 16 20:32:11.106077 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3995fe-31fb-450c-917d-e9346d899285 req-601cb08c-cb99-4318-bf76-abe9a94723a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:32:11.107603 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-df3995fe-31fb-450c-917d-e9346d899285 req-601cb08c-cb99-4318-bf76-abe9a94723a7 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=f817970e-ef84-435a-806f-1b015ae84dd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0413775 May 16 20:32:11.256746 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (bddaa840-ffd9-43a2-8860-d40111f70aff), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:11.426637 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-df3995fe-31fb-450c-917d-e9346d899285 req-9d374039-af7a-42b9-87e6-fc358ebc10fd service neutron] 10.222.0.81 "GET /v2.0/networks/f817970e-ef84-435a-806f-1b015ae84dd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250165 May 16 20:32:11.462073 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bcb0e0-9610-4423-8466-077a6fdebe44 req-bb8dec64-a927-44f5-bd87-d84c6517bff0 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:32:11.463540 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-01bcb0e0-9610-4423-8466-077a6fdebe44 req-bb8dec64-a927-44f5-bd87-d84c6517bff0 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] 10.222.0.71 "GET /v2.0/ports?device_id=d5374235-8ad9-4565-9419-1f58f7de8fb5 HTTP/1.1" status: 200 len: 945 time: 0.0678802 May 16 20:32:11.521450 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-01bcb0e0-9610-4423-8466-077a6fdebe44 req-23592af4-4180-43f6-884a-ac1827429c73 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] 10.222.0.71 "GET /v2.0/security-groups?id=95069c18-5951-45ec-8ecb-33458abfa00b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520554 May 16 20:32:11.543251 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-df3995fe-31fb-450c-917d-e9346d899285 req-c577891d-3e09-43b1-b14c-cc4fca18477a service neutron] 10.222.0.81 "GET /v2.0/networks/f817970e-ef84-435a-806f-1b015ae84dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988469 May 16 20:32:11.612085 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361029a7-b469-46a5-906a-3bbd79826463 req-82624804-1fb3-4630-8638-c0e457c9a770 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:32:11.614037 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-361029a7-b469-46a5-906a-3bbd79826463 req-82624804-1fb3-4630-8638-c0e457c9a770 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] 10.222.0.71 "GET /v2.0/ports?device_id=fc081fee-b910-4daa-971e-04aa263c3f45 HTTP/1.1" status: 200 len: 944 time: 0.0579157 May 16 20:32:11.650562 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0182e169-0543-4905-8a2c-a02edc30aeb5 req-68777abd-b6c6-4e14-96c8-9df5895b3ff7 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:32:11.652141 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-0182e169-0543-4905-8a2c-a02edc30aeb5 req-68777abd-b6c6-4e14-96c8-9df5895b3ff7 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] 10.222.0.71 "GET /v2.0/ports?device_id=d5374235-8ad9-4565-9419-1f58f7de8fb5 HTTP/1.1" status: 200 len: 945 time: 0.0665605 May 16 20:32:11.661759 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.71', 52746) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:32:11.667486 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.v2.base [None req-1a9d41d9-8748-4018-8ab3-151ab0872b52 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Request body: {'floatingip': {'port_id': '15fcb199-42b2-41fd-916f-2c481fd0fe4d'}} {{(pid=103449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:32:11.681139 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-361029a7-b469-46a5-906a-3bbd79826463 req-8c61dadd-ad46-466a-8fab-38ed5dbaec1b tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] 10.222.0.71 "GET /v2.0/security-groups?id=8b428606-3a27-4b6b-a2ec-503b3fc25851&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596805 May 16 20:32:11.707948 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-1a9d41d9-8748-4018-8ab3-151ab0872b52 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Publish callbacks [] for floatingip (2a5fcf3b-0c3c-44f2-904f-f165cae99bf7), before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:12.385674 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-1a9d41d9-8748-4018-8ab3-151ab0872b52 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:12.389383 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-1a9d41d9-8748-4018-8ab3-151ab0872b52 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1640477'] for floatingip (2a5fcf3b-0c3c-44f2-904f-f165cae99bf7), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:12.484259 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.db.l3_db [None req-1a9d41d9-8748-4018-8ab3-151ab0872b52 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Floating IP 2a5fcf3b-0c3c-44f2-904f-f165cae99bf7 associated. External IP: 172.27.2.161, port: 15fcb199-42b2-41fd-916f-2c481fd0fe4d. May 16 20:32:12.682487 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a9d41d9-8748-4018-8ab3-151ab0872b52 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Router 013a50c1-75d1-4eeb-88ff-52fbc84c6fe4 has already been hosted by L3 agent fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f {{(pid=103449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 20:32:12.823083 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a9d41d9-8748-4018-8ab3-151ab0872b52 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Notify agent at l3_agent.dv-cinder-830901-7-iscsi the message routers_updated {{(pid=103449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 20:32:12.827868 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-1a9d41d9-8748-4018-8ab3-151ab0872b52 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-338397'] for floatingip (None), before_response {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:12.834050 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b99cc41-dde3-49b9-9d5e-86433698ba1d None None] Sync routers for ids ['013a50c1-75d1-4eeb-88ff-52fbc84c6fe4'] in dv-cinder-830901-7-iscsi {{(pid=103451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 20:32:12.838637 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbcd341-1af9-44b5-9c61-4b9643b5f736 req-0c0d9556-440e-4a31-96bf-f7a8fb785f4a tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:32:12.840246 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-afbcd341-1af9-44b5-9c61-4b9643b5f736 req-0c0d9556-440e-4a31-96bf-f7a8fb785f4a tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] 10.222.0.71 "GET /v2.0/ports?device_id=fc081fee-b910-4daa-971e-04aa263c3f45 HTTP/1.1" status: 200 len: 944 time: 0.0895760 May 16 20:32:12.843724 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b99cc41-dde3-49b9-9d5e-86433698ba1d None None] Routers {'013a50c1-75d1-4eeb-88ff-52fbc84c6fe4'} bound to L3 agent in host dv-cinder-830901-7-iscsi {{(pid=103451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:32:12.844374 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-9b99cc41-dde3-49b9-9d5e-86433698ba1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-16T20:16:38Z,description=,heartbeat_timestamp=2022-05-16T20:32:08Z,host='dv-cinder-830901-7-iscsi',id=fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:16:38Z,topic='l3_agent')) {'router_ids': ['013a50c1-75d1-4eeb-88ff-52fbc84c6fe4'], 'active': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:32:12.884204 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-1a9d41d9-8748-4018-8ab3-151ab0872b52 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] 10.222.0.71 "PUT /v2.0/floatingips/2a5fcf3b-0c3c-44f2-904f-f165cae99bf7 HTTP/1.1" status: 200 len: 991 time: 1.2206872 May 16 20:32:12.889659 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5374235-8ad9-4565-9419-1f58f7de8fb5', 'tag': '15fcb199-42b2-41fd-916f-2c481fd0fe4d'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 20:32:12.891869 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}295115e3b8025bbf11aa9aac085408c2d5e3d0e4242a5f701d1d164c8d9f99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03c80326-b804-458f-b773-871f74b6d2e9" -d '{"events": [{"name": "network-changed", "server_uuid": "d5374235-8ad9-4565-9419-1f58f7de8fb5", "tag": "15fcb199-42b2-41fd-916f-2c481fd0fe4d"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 20:32:12.914943 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-afbcd341-1af9-44b5-9c61-4b9643b5f736 req-4e25644b-3f38-4e0e-b96d-087676e30a61 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] 10.222.0.71 "GET /v2.0/security-groups?id=8b428606-3a27-4b6b-a2ec-503b3fc25851&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589831 May 16 20:32:12.947199 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 20:32:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-601e37fa-24cf-4d60-a650-e9a68514c22f x-openstack-request-id: req-601e37fa-24cf-4d60-a650-e9a68514c22f {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 20:32:12.947790 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5374235-8ad9-4565-9419-1f58f7de8fb5", "tag": "15fcb199-42b2-41fd-916f-2c481fd0fe4d", "status": "completed", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 20:32:12.948108 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-601e37fa-24cf-4d60-a650-e9a68514c22f {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 20:32:12.948670 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event matching ['req-601e37fa-24cf-4d60-a650-e9a68514c22f'] response: {'name': 'network-changed', 'server_uuid': 'd5374235-8ad9-4565-9419-1f58f7de8fb5', 'tag': '15fcb199-42b2-41fd-916f-2c481fd0fe4d', 'status': 'completed', 'code': 200} May 16 20:32:13.013100 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c80326-b804-458f-b773-871f74b6d2e9 req-6c318836-a880-4cd4-a637-d48906d63382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:32:13.014596 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-03c80326-b804-458f-b773-871f74b6d2e9 req-6c318836-a880-4cd4-a637-d48906d63382 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=2e74299322ca4cedabe873822eda95ae&device_id=d5374235-8ad9-4565-9419-1f58f7de8fb5 HTTP/1.1" status: 200 len: 1129 time: 0.0426979 May 16 20:32:13.046324 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvr_db [None req-9b99cc41-dde3-49b9-9d5e-86433698ba1d None None] Set router 013a50c1-75d1-4eeb-88ff-52fbc84c6fe4 gateway port host: dv-cinder-830901-7-iscsi {{(pid=103451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:32:13.110869 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c80326-b804-458f-b773-871f74b6d2e9 req-235bf4d6-308e-4b5a-b17c-cb04344613db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:32:13.113550 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-03c80326-b804-458f-b773-871f74b6d2e9 req-235bf4d6-308e-4b5a-b17c-cb04344613db service neutron] 10.222.0.81 "GET /v2.0/networks?id=b7ed8523-9957-45bf-80ef-13010737dd57 HTTP/1.1" status: 200 len: 915 time: 0.0930793 May 16 20:32:13.175367 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-03c80326-b804-458f-b773-871f74b6d2e9 req-a62efd2e-688a-400c-a9a8-cfbc81743b62 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=15fcb199-42b2-41fd-916f-2c481fd0fe4d HTTP/1.1" status: 200 len: 999 time: 0.0552554 May 16 20:32:13.222952 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c80326-b804-458f-b773-871f74b6d2e9 req-ddc9fb1f-f5e5-4e08-a374-e2a7cd4ccd5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:32:13.224588 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-03c80326-b804-458f-b773-871f74b6d2e9 req-ddc9fb1f-f5e5-4e08-a374-e2a7cd4ccd5c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=6fd9bd49-8907-4582-9941-2a3571aaa9b7 HTTP/1.1" status: 200 len: 853 time: 0.0434589 May 16 20:32:13.261246 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-9b99cc41-dde3-49b9-9d5e-86433698ba1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '013a50c1-75d1-4eeb-88ff-52fbc84c6fe4', 'name': 'tempest-AttachVolumeNegativeTest-976810855-router', 'tenant_id': '2e74299322ca4cedabe873822eda95ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'external_fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.221'}], 'enable_snat': True}, 'gw_port_id': '50d2dbe4-550d-410a-b31b-c2bcba8664fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:31:51Z', 'updated_at': '2022-05-16T20:31:54Z', 'revision_number': 4, 'project_id': '2e74299322ca4cedabe873822eda95ae', 'gw_port': {'id': '50d2dbe4-550d-410a-b31b-c2bcba8664fc', 'name': '', 'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:0f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '013a50c1-75d1-4eeb-88ff-52fbc84c6fe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:31:51Z', 'updated_at': '2022-05-16T20:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-7-iscsi', '_floatingips': [{'id': '2a5fcf3b-0c3c-44f2-904f-f165cae99bf7', 'tenant_id': '2e74299322ca4cedabe873822eda95ae', 'floating_ip_address': '172.27.2.161', 'floating_network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'router_id': '013a50c1-75d1-4eeb-88ff-52fbc84c6fe4', 'port_id': '15fcb199-42b2-41fd-916f-2c481fd0fe4d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7ed8523-9957-45bf-80ef-13010737dd57', 'mac_address': 'fa:16:3e:87:a0:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5374235-8ad9-4565-9419-1f58f7de8fb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T20:31:56Z', 'updated_at': '2022-05-16T20:32:12Z', 'revision_number': 1, 'project_id': '2e74299322ca4cedabe873822eda95ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7556598a-d31e-484f-b5ee-d939b7326199', 'name': '', 'network_id': 'b7ed8523-9957-45bf-80ef-13010737dd57', 'tenant_id': '2e74299322ca4cedabe873822eda95ae', 'mac_address': 'fa:16:3e:c3:8d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '013a50c1-75d1-4eeb-88ff-52fbc84c6fe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '6fd9bd49-8907-4582-9941-2a3571aaa9b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:31:53Z', 'updated_at': '2022-05-16T20:31:57Z', 'revision_number': 5, 'project_id': '2e74299322ca4cedabe873822eda95ae', 'subnets': [{'id': '6fd9bd49-8907-4582-9941-2a3571aaa9b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-7-iscsi', False) {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:32:13.276505 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c80326-b804-458f-b773-871f74b6d2e9 req-65ade96e-6421-466a-9775-5259a96e55e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:32:13.278161 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-03c80326-b804-458f-b773-871f74b6d2e9 req-65ade96e-6421-466a-9775-5259a96e55e9 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b7ed8523-9957-45bf-80ef-13010737dd57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0466163 May 16 20:32:13.288964 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b99cc41-dde3-49b9-9d5e-86433698ba1d None None] Checking router: 013a50c1-75d1-4eeb-88ff-52fbc84c6fe4 for host: dv-cinder-830901-7-iscsi {{(pid=103451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 20:32:13.297465 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b99cc41-dde3-49b9-9d5e-86433698ba1d None None] Routers {'013a50c1-75d1-4eeb-88ff-52fbc84c6fe4'} bound to L3 agent in host dv-cinder-830901-7-iscsi {{(pid=103451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:32:13.298077 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-9b99cc41-dde3-49b9-9d5e-86433698ba1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-16T20:16:38Z,description=,heartbeat_timestamp=2022-05-16T20:32:08Z,host='dv-cinder-830901-7-iscsi',id=fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:16:38Z,topic='l3_agent')) {'router_ids': ['013a50c1-75d1-4eeb-88ff-52fbc84c6fe4'], 'active': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:32:13.370219 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-03c80326-b804-458f-b773-871f74b6d2e9 req-8dd59b1f-f5b3-4ffc-acba-8cb255f7f41e service neutron] 10.222.0.81 "GET /v2.0/networks/b7ed8523-9957-45bf-80ef-13010737dd57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856354 May 16 20:32:13.403687 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvr_db [None req-9b99cc41-dde3-49b9-9d5e-86433698ba1d None None] Set router 013a50c1-75d1-4eeb-88ff-52fbc84c6fe4 gateway port host: dv-cinder-830901-7-iscsi {{(pid=103451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:32:13.474153 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-03c80326-b804-458f-b773-871f74b6d2e9 req-c7bdda53-2bc4-40e1-8f3d-6f711250bc31 service neutron] 10.222.0.81 "GET /v2.0/networks/b7ed8523-9957-45bf-80ef-13010737dd57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976427 May 16 20:32:13.634645 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-9b99cc41-dde3-49b9-9d5e-86433698ba1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '013a50c1-75d1-4eeb-88ff-52fbc84c6fe4', 'name': 'tempest-AttachVolumeNegativeTest-976810855-router', 'tenant_id': '2e74299322ca4cedabe873822eda95ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'external_fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.221'}], 'enable_snat': True}, 'gw_port_id': '50d2dbe4-550d-410a-b31b-c2bcba8664fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:31:51Z', 'updated_at': '2022-05-16T20:31:54Z', 'revision_number': 4, 'project_id': '2e74299322ca4cedabe873822eda95ae', 'gw_port': {'id': '50d2dbe4-550d-410a-b31b-c2bcba8664fc', 'name': '', 'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:0f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '013a50c1-75d1-4eeb-88ff-52fbc84c6fe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:31:51Z', 'updated_at': '2022-05-16T20:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-7-iscsi', '_floatingips': [{'id': '2a5fcf3b-0c3c-44f2-904f-f165cae99bf7', 'tenant_id': '2e74299322ca4cedabe873822eda95ae', 'floating_ip_address': '172.27.2.161', 'floating_network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'router_id': '013a50c1-75d1-4eeb-88ff-52fbc84c6fe4', 'port_id': '15fcb199-42b2-41fd-916f-2c481fd0fe4d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7ed8523-9957-45bf-80ef-13010737dd57', 'mac_address': 'fa:16:3e:87:a0:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5374235-8ad9-4565-9419-1f58f7de8fb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T20:31:56Z', 'updated_at': '2022-05-16T20:32:12Z', 'revision_number': 1, 'project_id': '2e74299322ca4cedabe873822eda95ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7556598a-d31e-484f-b5ee-d939b7326199', 'name': '', 'network_id': 'b7ed8523-9957-45bf-80ef-13010737dd57', 'tenant_id': '2e74299322ca4cedabe873822eda95ae', 'mac_address': 'fa:16:3e:c3:8d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '013a50c1-75d1-4eeb-88ff-52fbc84c6fe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '6fd9bd49-8907-4582-9941-2a3571aaa9b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:31:53Z', 'updated_at': '2022-05-16T20:31:57Z', 'revision_number': 5, 'project_id': '2e74299322ca4cedabe873822eda95ae', 'subnets': [{'id': '6fd9bd49-8907-4582-9941-2a3571aaa9b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-7-iscsi', False) {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:32:13.660835 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b99cc41-dde3-49b9-9d5e-86433698ba1d None None] The sync data for ids ['013a50c1-75d1-4eeb-88ff-52fbc84c6fe4'] in dv-cinder-830901-7-iscsi is: [{'id': '013a50c1-75d1-4eeb-88ff-52fbc84c6fe4', 'name': 'tempest-AttachVolumeNegativeTest-976810855-router', 'tenant_id': '2e74299322ca4cedabe873822eda95ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'external_fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.221'}], 'enable_snat': True}, 'gw_port_id': '50d2dbe4-550d-410a-b31b-c2bcba8664fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:31:51Z', 'updated_at': '2022-05-16T20:31:54Z', 'revision_number': 4, 'project_id': '2e74299322ca4cedabe873822eda95ae', 'gw_port': {'id': '50d2dbe4-550d-410a-b31b-c2bcba8664fc', 'name': '', 'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:0f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '013a50c1-75d1-4eeb-88ff-52fbc84c6fe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:31:51Z', 'updated_at': '2022-05-16T20:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-7-iscsi', '_floatingips': [{'id': '2a5fcf3b-0c3c-44f2-904f-f165cae99bf7', 'tenant_id': '2e74299322ca4cedabe873822eda95ae', 'floating_ip_address': '172.27.2.161', 'floating_network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'router_id': '013a50c1-75d1-4eeb-88ff-52fbc84c6fe4', 'port_id': '15fcb199-42b2-41fd-916f-2c481fd0fe4d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7ed8523-9957-45bf-80ef-13010737dd57', 'mac_address': 'fa:16:3e:87:a0:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5374235-8ad9-4565-9419-1f58f7de8fb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T20:31:56Z', 'updated_at': '2022-05-16T20:32:12Z', 'revision_number': 1, 'project_id': '2e74299322ca4cedabe873822eda95ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7556598a-d31e-484f-b5ee-d939b7326199', 'name': '', 'network_id': 'b7ed8523-9957-45bf-80ef-13010737dd57', 'tenant_id': '2e74299322ca4cedabe873822eda95ae', 'mac_address': 'fa:16:3e:c3:8d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '013a50c1-75d1-4eeb-88ff-52fbc84c6fe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '6fd9bd49-8907-4582-9941-2a3571aaa9b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:31:53Z', 'updated_at': '2022-05-16T20:31:57Z', 'revision_number': 5, 'project_id': '2e74299322ca4cedabe873822eda95ae', 'subnets': [{'id': '6fd9bd49-8907-4582-9941-2a3571aaa9b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 20:32:13.866090 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9246258-f44a-4c6d-8085-c518d20a1f13 None None] New status for floating IP 2a5fcf3b-0c3c-44f2-904f-f165cae99bf7: ACTIVE {{(pid=103450) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 20:32:14.047307 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f1df86-7515-4cb2-ad00-ef947ed9eea2 req-d39b204f-4ba7-4b1a-9657-23c28c233f9c tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:32:14.049019 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-c9f1df86-7515-4cb2-ad00-ef947ed9eea2 req-d39b204f-4ba7-4b1a-9657-23c28c233f9c tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] 10.222.0.71 "GET /v2.0/ports?device_id=fc081fee-b910-4daa-971e-04aa263c3f45 HTTP/1.1" status: 200 len: 944 time: 0.0595295 May 16 20:32:14.090423 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.71', 52790) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:32:14.102962 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-c9f1df86-7515-4cb2-ad00-ef947ed9eea2 req-a917504c-2a3d-4d39-9940-2735451cc0f5 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] 10.222.0.71 "GET /v2.0/security-groups?id=8b428606-3a27-4b6b-a2ec-503b3fc25851&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483320 May 16 20:32:14.193364 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9bcb8852-0c86-4f86-ae40-cb219c51016b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:14.266004 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9bcb8852-0c86-4f86-ae40-cb219c51016b admin admin] Publish callbacks [] for security_group (f1cc5599-0e00-4a11-b218-dd50de64b454), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:14.270576 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9bcb8852-0c86-4f86-ae40-cb219c51016b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997425'] for security_group (f1cc5599-0e00-4a11-b218-dd50de64b454), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:14.311192 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-9bcb8852-0c86-4f86-ae40-cb219c51016b admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=6bd78f22004f47f69fc9d6390173c87f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2196212 May 16 20:32:14.312039 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcb8852-0c86-4f86-ae40-cb219c51016b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1cc5599-0e00-4a11-b218-dd50de64b454,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:32:14.313861 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.71', 52794) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:32:14.362765 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-d367be92-c64c-4877-a768-7fcfa9372f46 admin admin] Publish callbacks [] for security_group (f1cc5599-0e00-4a11-b218-dd50de64b454), before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:14.383494 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-d367be92-c64c-4877-a768-7fcfa9372f46 admin admin] Publish callbacks [] for security_group (f1cc5599-0e00-4a11-b218-dd50de64b454), precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:14.429594 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-d367be92-c64c-4877-a768-7fcfa9372f46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997425'] for security_group (f1cc5599-0e00-4a11-b218-dd50de64b454), after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:14.432104 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-d367be92-c64c-4877-a768-7fcfa9372f46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:14.433350 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-d367be92-c64c-4877-a768-7fcfa9372f46 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/f1cc5599-0e00-4a11-b218-dd50de64b454 HTTP/1.1" status: 204 len: 168 time: 0.1177022 May 16 20:32:14.442035 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d367be92-c64c-4877-a768-7fcfa9372f46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1cc5599-0e00-4a11-b218-dd50de64b454,revision_number=None']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:32:15.225575 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5e2ff2-afee-4acb-9548-9007be295dce req-95285005-f798-4cae-918c-5f9f908d3063 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:32:15.227213 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-ec5e2ff2-afee-4acb-9548-9007be295dce req-95285005-f798-4cae-918c-5f9f908d3063 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] 10.222.0.71 "GET /v2.0/ports?device_id=fc081fee-b910-4daa-971e-04aa263c3f45 HTTP/1.1" status: 200 len: 944 time: 0.0512140 May 16 20:32:15.281613 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-ec5e2ff2-afee-4acb-9548-9007be295dce req-8e3ddc3d-0d76-4c45-8e9d-20a3e56454c3 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] 10.222.0.71 "GET /v2.0/security-groups?id=8b428606-3a27-4b6b-a2ec-503b3fc25851&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488122 May 16 20:32:16.395029 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ab6a77-f333-4f47-89ad-db6e8642040b req-8e3b6e56-e00f-4c11-a6f6-d5bfb84e4042 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:32:16.396515 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-68ab6a77-f333-4f47-89ad-db6e8642040b req-8e3b6e56-e00f-4c11-a6f6-d5bfb84e4042 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] 10.222.0.71 "GET /v2.0/ports?device_id=fc081fee-b910-4daa-971e-04aa263c3f45 HTTP/1.1" status: 200 len: 944 time: 0.0471117 May 16 20:32:16.447321 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-68ab6a77-f333-4f47-89ad-db6e8642040b req-948f54bc-077b-4968-9325-0317d5b2d69f tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] 10.222.0.71 "GET /v2.0/security-groups?id=8b428606-3a27-4b6b-a2ec-503b3fc25851&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452716 May 16 20:32:16.805727 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-dabf57dd-f8a5-4e62-bacc-6e8d44ec9478 req-33b5b1c6-7ad1-434c-a52d-4afaf88770c6 tempest-VolumesNegativeTest-830863451 tempest-VolumesNegativeTest-830863451-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=f286e7cea15c479cb4b1cdcb9f5ff527&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0286849 May 16 20:32:16.989713 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabf57dd-f8a5-4e62-bacc-6e8d44ec9478 req-3fd2239d-44f1-4954-9dbd-c46b048ab9f6 tempest-VolumesNegativeTest-830863451 tempest-VolumesNegativeTest-830863451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:32:16.991208 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-dabf57dd-f8a5-4e62-bacc-6e8d44ec9478 req-3fd2239d-44f1-4954-9dbd-c46b048ab9f6 tempest-VolumesNegativeTest-830863451 tempest-VolumesNegativeTest-830863451-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1801009 May 16 20:32:17.005853 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-dabf57dd-f8a5-4e62-bacc-6e8d44ec9478 req-cde536c8-c260-48a3-821d-ab8fd05755fb tempest-VolumesNegativeTest-830863451 tempest-VolumesNegativeTest-830863451-project] 10.222.0.71 "GET /v2.0/quotas/f286e7cea15c479cb4b1cdcb9f5ff527 HTTP/1.1" status: 200 len: 375 time: 0.0094852 May 16 20:32:17.039024 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-dabf57dd-f8a5-4e62-bacc-6e8d44ec9478 req-08e0bb72-1e84-4f68-b6d3-e15159fd2dcc tempest-VolumesNegativeTest-830863451 tempest-VolumesNegativeTest-830863451-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=f286e7cea15c479cb4b1cdcb9f5ff527&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0280304 May 16 20:32:17.049676 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.71', 52860) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:32:17.164584 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-b72de662-0a0f-478b-bc31-176e92512a06 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:17.218201 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-66885d46-d32b-43f0-95c7-b88a580f82c7 req-b13afcfd-ca9e-4700-8285-47d96ec5296e tempest-VolumesNegativeTest-830863451 tempest-VolumesNegativeTest-830863451-project] 10.222.0.71 "GET /v2.0/ports?device_id=26b89094-3fa5-4021-af17-0069b6bce4ef HTTP/1.1" status: 200 len: 210 time: 0.0343211 May 16 20:32:17.273131 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-b72de662-0a0f-478b-bc31-176e92512a06 admin admin] Publish callbacks [] for security_group (37812485-7243-4ef7-b6e2-2b8b1a35839f), precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:17.278547 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-b72de662-0a0f-478b-bc31-176e92512a06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997425'] for security_group (37812485-7243-4ef7-b6e2-2b8b1a35839f), after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:17.315420 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72de662-0a0f-478b-bc31-176e92512a06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37812485-7243-4ef7-b6e2-2b8b1a35839f,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:32:17.321716 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-b72de662-0a0f-478b-bc31-176e92512a06 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=eb00a634c0474c00850e2174d5337ddd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2704077 May 16 20:32:17.323876 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.71', 52872) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:32:17.372715 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-63103d55-02d8-43a5-8af4-a08fbd17c5ae admin admin] Publish callbacks [] for security_group (37812485-7243-4ef7-b6e2-2b8b1a35839f), before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:17.394611 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-63103d55-02d8-43a5-8af4-a08fbd17c5ae admin admin] Publish callbacks [] for security_group (37812485-7243-4ef7-b6e2-2b8b1a35839f), precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:17.446635 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-63103d55-02d8-43a5-8af4-a08fbd17c5ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997425'] for security_group (37812485-7243-4ef7-b6e2-2b8b1a35839f), after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:17.449254 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-63103d55-02d8-43a5-8af4-a08fbd17c5ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:17.450412 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-63103d55-02d8-43a5-8af4-a08fbd17c5ae admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/37812485-7243-4ef7-b6e2-2b8b1a35839f HTTP/1.1" status: 204 len: 168 time: 0.1254587 May 16 20:32:17.458735 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63103d55-02d8-43a5-8af4-a08fbd17c5ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37812485-7243-4ef7-b6e2-2b8b1a35839f,revision_number=None']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:32:17.577692 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dae3f7-bca1-4c9a-8580-c184ec1101c2 req-904a8490-528c-43bb-9604-3460d6ae3ab3 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:32:17.580623 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-c0dae3f7-bca1-4c9a-8580-c184ec1101c2 req-904a8490-528c-43bb-9604-3460d6ae3ab3 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] 10.222.0.71 "GET /v2.0/ports?device_id=fc081fee-b910-4daa-971e-04aa263c3f45 HTTP/1.1" status: 200 len: 944 time: 0.0591190 May 16 20:32:17.631447 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-c0dae3f7-bca1-4c9a-8580-c184ec1101c2 req-ffe438d9-d053-42d1-b7e1-a9d2f57e10b1 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] 10.222.0.71 "GET /v2.0/security-groups?id=8b428606-3a27-4b6b-a2ec-503b3fc25851&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461979 May 16 20:32:17.744836 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.71', 52882) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:32:17.758938 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7ca5789e-e02f-4f40-8a89-267c52dd4426 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:17.832043 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7ca5789e-e02f-4f40-8a89-267c52dd4426 admin admin] Publish callbacks [] for security_group (4dc07479-3477-4a63-a649-47902644ed28), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:17.835791 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7ca5789e-e02f-4f40-8a89-267c52dd4426 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997425'] for security_group (4dc07479-3477-4a63-a649-47902644ed28), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:17.875007 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-7ca5789e-e02f-4f40-8a89-267c52dd4426 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=36d9ffc58674428a893c7d35c5475869&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1290641 May 16 20:32:17.875842 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca5789e-e02f-4f40-8a89-267c52dd4426 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dc07479-3477-4a63-a649-47902644ed28,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:32:17.878423 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.71', 52884) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:32:17.926943 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e0013187-01f8-404c-a2a6-d00d8eba3567 admin admin] Publish callbacks [] for security_group (4dc07479-3477-4a63-a649-47902644ed28), before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:17.948174 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e0013187-01f8-404c-a2a6-d00d8eba3567 admin admin] Publish callbacks [] for security_group (4dc07479-3477-4a63-a649-47902644ed28), precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:17.995403 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e0013187-01f8-404c-a2a6-d00d8eba3567 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997425'] for security_group (4dc07479-3477-4a63-a649-47902644ed28), after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:17.998132 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e0013187-01f8-404c-a2a6-d00d8eba3567 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:17.999361 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-e0013187-01f8-404c-a2a6-d00d8eba3567 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/4dc07479-3477-4a63-a649-47902644ed28 HTTP/1.1" status: 204 len: 168 time: 0.1199434 May 16 20:32:18.008919 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0013187-01f8-404c-a2a6-d00d8eba3567 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dc07479-3477-4a63-a649-47902644ed28,revision_number=None']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:32:18.100269 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-dabf57dd-f8a5-4e62-bacc-6e8d44ec9478 req-e046c843-ae2f-4012-acbe-b0d9c715de29 tempest-VolumesNegativeTest-830863451 tempest-VolumesNegativeTest-830863451-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=f286e7cea15c479cb4b1cdcb9f5ff527&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0260119 May 16 20:32:18.223184 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabf57dd-f8a5-4e62-bacc-6e8d44ec9478 req-ed32cccf-2ed8-4119-a2c3-aed824c1a4ec tempest-VolumesNegativeTest-830863451 tempest-VolumesNegativeTest-830863451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:32:18.224655 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-dabf57dd-f8a5-4e62-bacc-6e8d44ec9478 req-ed32cccf-2ed8-4119-a2c3-aed824c1a4ec tempest-VolumesNegativeTest-830863451 tempest-VolumesNegativeTest-830863451-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1183350 May 16 20:32:18.248772 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.v2.base [req-dabf57dd-f8a5-4e62-bacc-6e8d44ec9478 req-0c187da1-fa7d-46c2-84c4-94dd7beaea15 tempest-VolumesNegativeTest-830863451 tempest-VolumesNegativeTest-830863451-project] Request body: {'port': {'device_id': '26b89094-3fa5-4021-af17-0069b6bce4ef', 'network_id': '49fabce4-24d5-4901-b15e-12626d9efd52', 'admin_state_up': True, 'tenant_id': 'f286e7cea15c479cb4b1cdcb9f5ff527'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:32:18.322485 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-7351b575-1fa8-4002-b909-d798b00f6beb req-2e95b303-27ad-4cda-a676-adb055f360aa tempest-VolumesNegativeTest-830863451 tempest-VolumesNegativeTest-830863451-project] 10.222.0.71 "GET /v2.0/ports?device_id=26b89094-3fa5-4021-af17-0069b6bce4ef HTTP/1.1" status: 200 len: 210 time: 0.0312226 May 16 20:32:18.347819 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Device cd0b9e20-d1a9-4962-bec3-5e41b6cd9464 details requested by agent hyperv_hv-cinder-83090 with host hv-cinder-83090 {{(pid=103450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 20:32:18.371308 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dabf57dd-f8a5-4e62-bacc-6e8d44ec9478 req-0c187da1-fa7d-46c2-84c4-94dd7beaea15 tempest-VolumesNegativeTest-830863451 tempest-VolumesNegativeTest-830863451-project] Made reservation on behalf of f286e7cea15c479cb4b1cdcb9f5ff527 for: {'port': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 20:32:18.375084 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-dabf57dd-f8a5-4e62-bacc-6e8d44ec9478 req-0c187da1-fa7d-46c2-84c4-94dd7beaea15 tempest-VolumesNegativeTest-830863451 tempest-VolumesNegativeTest-830863451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:18.384773 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-dabf57dd-f8a5-4e62-bacc-6e8d44ec9478 req-0c187da1-fa7d-46c2-84c4-94dd7beaea15 tempest-VolumesNegativeTest-830863451 tempest-VolumesNegativeTest-830863451-project] Publish callbacks [] for security_group (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:18.454780 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] For port cd0b9e20-d1a9-4962-bec3-5e41b6cd9464, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=cd0b9e20-d1a9-4962-bec3-5e41b6cd9464,segment=NetworkSegment(3f368376-ca0a-4204-8008-7e3a527d3a30),segment_id=3f368376-ca0a-4204-8008-7e3a527d3a30)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:32:18.470856 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-dabf57dd-f8a5-4e62-bacc-6e8d44ec9478 req-0c187da1-fa7d-46c2-84c4-94dd7beaea15 tempest-VolumesNegativeTest-830863451 tempest-VolumesNegativeTest-830863451-project] Publish callbacks [] for security_group (a651c448-5af7-43f4-a214-dcb5dc4995d9), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:18.471319 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Returning: {'device': 'cd0b9e20-d1a9-4962-bec3-5e41b6cd9464', 'network_id': 'f817970e-ef84-435a-806f-1b015ae84dd9', 'port_id': 'cd0b9e20-d1a9-4962-bec3-5e41b6cd9464', 'mac_address': 'fa:16:3e:58:0b:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14823cd5-3605-452f-a744-d8797ebcce33', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 20:32:18.475585 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-dabf57dd-f8a5-4e62-bacc-6e8d44ec9478 req-0c187da1-fa7d-46c2-84c4-94dd7beaea15 tempest-VolumesNegativeTest-830863451 tempest-VolumesNegativeTest-830863451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997425'] for security_group (a651c448-5af7-43f4-a214-dcb5dc4995d9), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:18.509728 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Current status of the port cd0b9e20-d1a9-4962-bec3-5e41b6cd9464 is: DOWN; New status is: BUILD {{(pid=103450) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:32:18.510021 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (cd0b9e20-d1a9-4962-bec3-5e41b6cd9464), before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:18.524295 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.notifiers.nova [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd0b9e20-d1a9-4962-bec3-5e41b6cd9464 {{(pid=103450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 20:32:18.543656 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] For port cd0b9e20-d1a9-4962-bec3-5e41b6cd9464, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=cd0b9e20-d1a9-4962-bec3-5e41b6cd9464,segment=NetworkSegment(3f368376-ca0a-4204-8008-7e3a527d3a30),segment_id=3f368376-ca0a-4204-8008-7e3a527d3a30)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:32:18.546242 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c187da1-fa7d-46c2-84c4-94dd7beaea15 tempest-VolumesNegativeTest-830863451 tempest-VolumesNegativeTest-830863451-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a651c448-5af7-43f4-a214-dcb5dc4995d9,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:32:18.549090 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732397598091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732397102978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732397102996'] for port (cd0b9e20-d1a9-4962-bec3-5e41b6cd9464), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:18.606028 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Pushing event updated for resources: {'Port': ['ID=cd0b9e20-d1a9-4962-bec3-5e41b6cd9464,revision_number=4']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:32:18.625595 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [req-dabf57dd-f8a5-4e62-bacc-6e8d44ec9478 req-0c187da1-fa7d-46c2-84c4-94dd7beaea15 tempest-VolumesNegativeTest-830863451 tempest-VolumesNegativeTest-830863451-project] Allocated IP 192.168.233.229 (49fabce4-24d5-4901-b15e-12626d9efd52/623456a4-b412-4810-a59e-497bffafcaf3/1d93be82-2f97-48a8-86d7-ac4969769778) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 20:32:18.762709 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.71', 52914) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:32:18.773744 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] get_ports_and_sgs() called for port_ids ['cd0b9e20-d1a9-4962-bec3-5e41b6cd9464'] {{(pid=103450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 20:32:18.789949 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d238f7-9089-428f-a0d4-8e75f7e1fd1d req-01b2cf0a-f07c-48bb-966a-e0770df99988 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:32:18.791440 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-f7d238f7-9089-428f-a0d4-8e75f7e1fd1d req-01b2cf0a-f07c-48bb-966a-e0770df99988 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] 10.222.0.71 "GET /v2.0/ports?device_id=fc081fee-b910-4daa-971e-04aa263c3f45 HTTP/1.1" status: 200 len: 945 time: 0.0829551 May 16 20:32:18.832859 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-dabf57dd-f8a5-4e62-bacc-6e8d44ec9478 req-0c187da1-fa7d-46c2-84c4-94dd7beaea15 tempest-VolumesNegativeTest-830863451 tempest-VolumesNegativeTest-830863451-project] Publish callbacks [] for port (1d93be82-2f97-48a8-86d7-ac4969769778), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:18.873963 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.v2.base [None req-40753336-53e3-4849-b7bc-dda943e72884 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-474890428-network', 'tenant_id': '4d18594086434fd19336bd76a7089437'}} {{(pid=103449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:32:18.885563 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-f7d238f7-9089-428f-a0d4-8e75f7e1fd1d req-0284fbee-3bb8-4bd0-b1ec-9206dac1cd90 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] 10.222.0.71 "GET /v2.0/security-groups?id=8b428606-3a27-4b6b-a2ec-503b3fc25851&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871665 May 16 20:32:18.887761 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-dabf57dd-f8a5-4e62-bacc-6e8d44ec9478 req-0c187da1-fa7d-46c2-84c4-94dd7beaea15 tempest-VolumesNegativeTest-830863451 tempest-VolumesNegativeTest-830863451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732397102960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27048612'] for port (1d93be82-2f97-48a8-86d7-ac4969769778), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:18.901596 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40753336-53e3-4849-b7bc-dda943e72884 admin admin] Made reservation on behalf of 4d18594086434fd19336bd76a7089437 for: {'network': 1} {{(pid=103449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 20:32:18.905588 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-40753336-53e3-4849-b7bc-dda943e72884 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for network (None), before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:18.920610 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-40753336-53e3-4849-b7bc-dda943e72884 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:18.934873 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dabf57dd-f8a5-4e62-bacc-6e8d44ec9478 req-0c187da1-fa7d-46c2-84c4-94dd7beaea15 tempest-VolumesNegativeTest-830863451 tempest-VolumesNegativeTest-830863451-project] Network 49fabce4-24d5-4901-b15e-12626d9efd52 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 20:32:18.938284 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [req-dabf57dd-f8a5-4e62-bacc-6e8d44ec9478 req-0c187da1-fa7d-46c2-84c4-94dd7beaea15 tempest-VolumesNegativeTest-830863451 tempest-VolumesNegativeTest-830863451-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 20:32:18.941365 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [req-dabf57dd-f8a5-4e62-bacc-6e8d44ec9478 req-0c187da1-fa7d-46c2-84c4-94dd7beaea15 tempest-VolumesNegativeTest-830863451 tempest-VolumesNegativeTest-830863451-project] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 20:32:18.980779 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c187da1-fa7d-46c2-84c4-94dd7beaea15 tempest-VolumesNegativeTest-830863451 tempest-VolumesNegativeTest-830863451-project] Pushing event updated for resources: {'Port': ['ID=1d93be82-2f97-48a8-86d7-ac4969769778,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:32:19.020135 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabf57dd-f8a5-4e62-bacc-6e8d44ec9478 req-0c187da1-fa7d-46c2-84c4-94dd7beaea15 tempest-VolumesNegativeTest-830863451 tempest-VolumesNegativeTest-830863451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:32:19.021152 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-dabf57dd-f8a5-4e62-bacc-6e8d44ec9478 req-0c187da1-fa7d-46c2-84c4-94dd7beaea15 tempest-VolumesNegativeTest-830863451 tempest-VolumesNegativeTest-830863451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-338397'] for port (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:19.046398 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-dabf57dd-f8a5-4e62-bacc-6e8d44ec9478 req-0c187da1-fa7d-46c2-84c4-94dd7beaea15 tempest-VolumesNegativeTest-830863451 tempest-VolumesNegativeTest-830863451-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8133318 May 16 20:32:19.047629 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-40753336-53e3-4849-b7bc-dda943e72884 admin admin] Publish callbacks [] for security_group (5bdea423-7afe-452b-9b18-80e2e606f9f3), precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:19.052849 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-40753336-53e3-4849-b7bc-dda943e72884 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997425'] for security_group (5bdea423-7afe-452b-9b18-80e2e606f9f3), after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:19.057679 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.v2.base [req-dabf57dd-f8a5-4e62-bacc-6e8d44ec9478 req-5590e99c-2181-4e86-8423-435f61aac668 service neutron] Request body: {'port': {'device_id': '26b89094-3fa5-4021-af17-0069b6bce4ef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83090'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:32:19.067940 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40753336-53e3-4849-b7bc-dda943e72884 admin admin] vlan segment allocate from pool success with {'vlan_id': 509, 'physical_network': 'physnet1'} {{(pid=103449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 16 20:32:19.078435 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-40753336-53e3-4849-b7bc-dda943e72884 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8732397667085', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1026353'] for segment (cbd7787d-b18f-40ec-ada9-e437834c50fe), precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:19.079109 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.db.segments_db [None req-40753336-53e3-4849-b7bc-dda943e72884 admin admin] Added segment cbd7787d-b18f-40ec-ada9-e437834c50fe of type vlan for network bb6d97a1-ea92-40e0-99cc-81380c6478ce May 16 20:32:19.124716 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-dabf57dd-f8a5-4e62-bacc-6e8d44ec9478 req-5590e99c-2181-4e86-8423-435f61aac668 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (1d93be82-2f97-48a8-86d7-ac4969769778), before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:19.139620 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40753336-53e3-4849-b7bc-dda943e72884 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bdea423-7afe-452b-9b18-80e2e606f9f3,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:32:19.145448 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-40753336-53e3-4849-b7bc-dda943e72884 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732397125798'] for network (bb6d97a1-ea92-40e0-99cc-81380c6478ce), precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:19.174341 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-40753336-53e3-4849-b7bc-dda943e72884 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1996455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410'] for network (bb6d97a1-ea92-40e0-99cc-81380c6478ce), after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:19.176044 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40753336-53e3-4849-b7bc-dda943e72884 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:32:19.176880 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-40753336-53e3-4849-b7bc-dda943e72884 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614436'] for network (None), before_response {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:19.217555 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-40753336-53e3-4849-b7bc-dda943e72884 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.4535525 May 16 20:32:19.220344 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.71', 52918) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:32:19.226305 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.v2.base [None req-e23639ea-2b2b-4c11-bd1a-82c6cd66cbe1 admin admin] Request body: {'subnet': {'network_id': 'bb6d97a1-ea92-40e0-99cc-81380c6478ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-474890428-subnet', 'tenant_id': '4d18594086434fd19336bd76a7089437', 'ip_version': 4}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:32:19.239744 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [None req-88e51510-7266-4162-a625-861fea4b408f None None] Provisioning complete for port 1d93be82-2f97-48a8-86d7-ac4969769778 triggered by entity DHCP. {{(pid=103450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:32:19.240119 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-88e51510-7266-4162-a625-861fea4b408f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868582'] for port (1d93be82-2f97-48a8-86d7-ac4969769778), provisioning_complete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:19.247537 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40753336-53e3-4849-b7bc-dda943e72884 admin admin] Pushing event updated for resources: {'Network': ['ID=bb6d97a1-ea92-40e0-99cc-81380c6478ce,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:32:19.262162 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Network bb6d97a1-ea92-40e0-99cc-81380c6478ce details requested by agent ovs-agent-dv-cinder-830901-7-iscsi with host dv-cinder-830901-7-iscsi {{(pid=103450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 16 20:32:19.310195 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e23639ea-2b2b-4c11-bd1a-82c6cd66cbe1 admin admin] Made reservation on behalf of 4d18594086434fd19336bd76a7089437 for: {'subnet': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 20:32:19.312678 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e23639ea-2b2b-4c11-bd1a-82c6cd66cbe1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27247619'] for subnet (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:19.428637 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-88e51510-7266-4162-a625-861fea4b408f None None] Port 1d93be82-2f97-48a8-86d7-ac4969769778 cannot update to ACTIVE because it is not bound. {{(pid=103450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 20:32:19.466692 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04df4815-8df9-4666-94b9-67b19d9164ca req-21648e16-7a93-4f98-a5bd-1db765ab7bb0 tempest-VolumesNegativeTest-830863451 tempest-VolumesNegativeTest-830863451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:32:19.468302 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-04df4815-8df9-4666-94b9-67b19d9164ca req-21648e16-7a93-4f98-a5bd-1db765ab7bb0 tempest-VolumesNegativeTest-830863451 tempest-VolumesNegativeTest-830863451-project] 10.222.0.71 "GET /v2.0/ports?device_id=26b89094-3fa5-4021-af17-0069b6bce4ef HTTP/1.1" status: 200 len: 936 time: 0.0646813 May 16 20:32:19.518255 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-04df4815-8df9-4666-94b9-67b19d9164ca req-3487f1f5-d8bf-48a2-b9aa-98260372c811 tempest-VolumesNegativeTest-830863451 tempest-VolumesNegativeTest-830863451-project] 10.222.0.71 "GET /v2.0/security-groups?id=a651c448-5af7-43f4-a214-dcb5dc4995d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417054 May 16 20:32:19.558579 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.notifiers.nova [req-dabf57dd-f8a5-4e62-bacc-6e8d44ec9478 req-5590e99c-2181-4e86-8423-435f61aac668 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d93be82-2f97-48a8-86d7-ac4969769778 {{(pid=103448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 20:32:19.567787 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-dabf57dd-f8a5-4e62-bacc-6e8d44ec9478 req-5590e99c-2181-4e86-8423-435f61aac668 service neutron] Publish callbacks [] for port (1d93be82-2f97-48a8-86d7-ac4969769778), precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:19.611442 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [req-dabf57dd-f8a5-4e62-bacc-6e8d44ec9478 req-5590e99c-2181-4e86-8423-435f61aac668 service neutron] Transition to ACTIVE for port object 1d93be82-2f97-48a8-86d7-ac4969769778 will not be triggered until provisioned by entity L2. {{(pid=103448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 16 20:32:19.614662 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-dabf57dd-f8a5-4e62-bacc-6e8d44ec9478 req-5590e99c-2181-4e86-8423-435f61aac668 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732397598091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732397102978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732397102996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27048595'] for port (1d93be82-2f97-48a8-86d7-ac4969769778), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:19.621701 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e23639ea-2b2b-4c11-bd1a-82c6cd66cbe1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1941894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27049492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27247637'] for subnet (a3c300fd-5ec3-465b-9a92-333b0899fa80), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:19.708207 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5590e99c-2181-4e86-8423-435f61aac668 service neutron] Pushing event updated for resources: {'Port': ['ID=1d93be82-2f97-48a8-86d7-ac4969769778,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:32:19.716640 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23639ea-2b2b-4c11-bd1a-82c6cd66cbe1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3c300fd-5ec3-465b-9a92-333b0899fa80,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:32:19.774892 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e23639ea-2b2b-4c11-bd1a-82c6cd66cbe1 admin admin] Checking segment: {'id': 'cbd7787d-b18f-40ec-ada9-e437834c50fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'bb6d97a1-ea92-40e0-99cc-81380c6478ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 20:32:19.775258 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e23639ea-2b2b-4c11-bd1a-82c6cd66cbe1 admin admin] Network hostable DHCP agents. Network: bb6d97a1-ea92-40e0-99cc-81380c6478ce, hostable agents: ['6de3586b-c77a-41a3-9d69-e80d1925fb22'], hosted agents: [] {{(pid=103448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 16 20:32:19.806920 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e23639ea-2b2b-4c11-bd1a-82c6cd66cbe1 admin admin] Network bb6d97a1-ea92-40e0-99cc-81380c6478ce is scheduled to be hosted by DHCP agent 6de3586b-c77a-41a3-9d69-e80d1925fb22 with binding_index 1 {{(pid=103448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 16 20:32:19.814971 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-dabf57dd-f8a5-4e62-bacc-6e8d44ec9478 req-5590e99c-2181-4e86-8423-435f61aac668 service neutron] Attempting to bind port 1d93be82-2f97-48a8-86d7-ac4969769778 on host hv-cinder-83090 for vnic_type normal with profile {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 20:32:19.815171 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-dabf57dd-f8a5-4e62-bacc-6e8d44ec9478 req-5590e99c-2181-4e86-8423-435f61aac668 service neutron] Attempting to bind port 1d93be82-2f97-48a8-86d7-ac4969769778 by drivers openvswitch,hyperv on host hv-cinder-83090 at level 0 using segments [{'id': 'fd44068f-f41b-46d2-981d-d3ba442d608f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '49fabce4-24d5-4901-b15e-12626d9efd52'}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 20:32:19.815497 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dabf57dd-f8a5-4e62-bacc-6e8d44ec9478 req-5590e99c-2181-4e86-8423-435f61aac668 service neutron] Attempting to bind port 1d93be82-2f97-48a8-86d7-ac4969769778 on network 49fabce4-24d5-4901-b15e-12626d9efd52 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 20:32:19.822433 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dabf57dd-f8a5-4e62-bacc-6e8d44ec9478 req-5590e99c-2181-4e86-8423-435f61aac668 service neutron] Port 1d93be82-2f97-48a8-86d7-ac4969769778 on network 49fabce4-24d5-4901-b15e-12626d9efd52 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83090 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 16 20:32:19.822745 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dabf57dd-f8a5-4e62-bacc-6e8d44ec9478 req-5590e99c-2181-4e86-8423-435f61aac668 service neutron] Attempting to bind port 1d93be82-2f97-48a8-86d7-ac4969769778 on network 49fabce4-24d5-4901-b15e-12626d9efd52 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 20:32:19.824837 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-e23639ea-2b2b-4c11-bd1a-82c6cd66cbe1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830901-7-iscsi, bb6d97a1-ea92-40e0-99cc-81380c6478ce) {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 20:32:19.830802 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e23639ea-2b2b-4c11-bd1a-82c6cd66cbe1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:32:19.831945 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e23639ea-2b2b-4c11-bd1a-82c6cd66cbe1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614436'] for subnet (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:19.834265 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dabf57dd-f8a5-4e62-bacc-6e8d44ec9478 req-5590e99c-2181-4e86-8423-435f61aac668 service neutron] Checking agent: {'id': '748e0023-d5c8-44d3-9d74-a0da2def1ef4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83090', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 20, 23, 10), 'started_at': datetime.datetime(2022, 5, 16, 20, 23, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 20, 32, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 20:32:19.834890 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dabf57dd-f8a5-4e62-bacc-6e8d44ec9478 req-5590e99c-2181-4e86-8423-435f61aac668 service neutron] Checking segment: {'id': 'fd44068f-f41b-46d2-981d-d3ba442d608f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '49fabce4-24d5-4901-b15e-12626d9efd52'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 20:32:19.834996 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-696fa26b-ee31-45e3-b0d2-b8b385f2ec00 None None] Network bb6d97a1-ea92-40e0-99cc-81380c6478ce requested from dv-cinder-830901-7-iscsi {{(pid=103450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 20:32:19.835098 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dabf57dd-f8a5-4e62-bacc-6e8d44ec9478 req-5590e99c-2181-4e86-8423-435f61aac668 service neutron] Bound using segment: {'id': 'fd44068f-f41b-46d2-981d-d3ba442d608f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '49fabce4-24d5-4901-b15e-12626d9efd52'} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 20:32:19.835486 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-dabf57dd-f8a5-4e62-bacc-6e8d44ec9478 req-5590e99c-2181-4e86-8423-435f61aac668 service neutron] Bound port: 1d93be82-2f97-48a8-86d7-ac4969769778, host: hv-cinder-83090, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd44068f-f41b-46d2-981d-d3ba442d608f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '49fabce4-24d5-4901-b15e-12626d9efd52'}}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 20:32:19.835712 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-dabf57dd-f8a5-4e62-bacc-6e8d44ec9478 req-5590e99c-2181-4e86-8423-435f61aac668 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (1d93be82-2f97-48a8-86d7-ac4969769778), before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:19.859308 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-e23639ea-2b2b-4c11-bd1a-82c6cd66cbe1 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6376936 May 16 20:32:19.862039 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.71', 52924) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:32:19.866272 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.v2.base [None req-59eafaa6-7b5d-4dbb-abc7-e2ebd8386b09 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-474890428-router', 'tenant_id': '4d18594086434fd19336bd76a7089437', 'external_gateway_info': {'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062'}}} {{(pid=103449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:32:19.886180 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-59eafaa6-7b5d-4dbb-abc7-e2ebd8386b09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1646120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6252'] for router (d2d10c84-8d58-4ce9-8460-33be977b4265), before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:19.887346 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-59eafaa6-7b5d-4dbb-abc7-e2ebd8386b09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1646300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1634344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6231'] for router (d2d10c84-8d58-4ce9-8460-33be977b4265), precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:19.918715 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-dabf57dd-f8a5-4e62-bacc-6e8d44ec9478 req-5590e99c-2181-4e86-8423-435f61aac668 service neutron] For port 1d93be82-2f97-48a8-86d7-ac4969769778, host hv-cinder-83090, cleared binding levels {{(pid=103448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 20:32:19.923489 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-dabf57dd-f8a5-4e62-bacc-6e8d44ec9478 req-5590e99c-2181-4e86-8423-435f61aac668 service neutron] For port 1d93be82-2f97-48a8-86d7-ac4969769778, host hv-cinder-83090, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=1d93be82-2f97-48a8-86d7-ac4969769778,segment=NetworkSegment(fd44068f-f41b-46d2-981d-d3ba442d608f),segment_id=fd44068f-f41b-46d2-981d-d3ba442d608f)] {{(pid=103448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 20:32:19.934240 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-dabf57dd-f8a5-4e62-bacc-6e8d44ec9478 req-5590e99c-2181-4e86-8423-435f61aac668 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732397598091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732397102978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732397102996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27048595'] for port (1d93be82-2f97-48a8-86d7-ac4969769778), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:19.952144 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acc33f3d-446a-4384-b3ca-51f68d8e50af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aeb997a-265b-5525-a5ab-f9959c03f25e-bb6d97a1-ea92-40e0-99cc-81380c6478ce', 'network_id': 'bb6d97a1-ea92-40e0-99cc-81380c6478ce', 'project_id': '4d18594086434fd19336bd76a7089437', 'fixed_ips': [{'subnet_id': 'a3c300fd-5ec3-465b-9a92-333b0899fa80'}]}} from dv-cinder-830901-7-iscsi. {{(pid=103450) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 16 20:32:19.953095 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-acc33f3d-446a-4384-b3ca-51f68d8e50af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (None), before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:19.954057 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-59eafaa6-7b5d-4dbb-abc7-e2ebd8386b09 admin admin] Publish callbacks [] for router_controller (d2d10c84-8d58-4ce9-8460-33be977b4265), precommit_add_association {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:19.960266 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabf57dd-f8a5-4e62-bacc-6e8d44ec9478 req-5590e99c-2181-4e86-8423-435f61aac668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:32:19.961507 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-dabf57dd-f8a5-4e62-bacc-6e8d44ec9478 req-5590e99c-2181-4e86-8423-435f61aac668 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-338397'] for port (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:19.963114 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-dabf57dd-f8a5-4e62-bacc-6e8d44ec9478 req-5590e99c-2181-4e86-8423-435f61aac668 service neutron] 10.222.0.81 "PUT /v2.0/ports/1d93be82-2f97-48a8-86d7-ac4969769778 HTTP/1.1" status: 200 len: 1098 time: 0.9097910 May 16 20:32:19.965014 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26b89094-3fa5-4021-af17-0069b6bce4ef', 'tag': '1d93be82-2f97-48a8-86d7-ac4969769778'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 20:32:19.967478 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cabd327eae894280a08d6ee7d9129781675a5828ba01ec684011f2f655eb9e7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31a0b97d-36e9-4ca9-8dbd-30138e56db08" -d '{"events": [{"name": "network-changed", "server_uuid": "26b89094-3fa5-4021-af17-0069b6bce4ef", "tag": "1d93be82-2f97-48a8-86d7-ac4969769778"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 20:32:20.095990 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabf57dd-f8a5-4e62-bacc-6e8d44ec9478 req-76ed8d5c-4a14-44d2-b810-7863330c0aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:32:20.098433 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-dabf57dd-f8a5-4e62-bacc-6e8d44ec9478 req-76ed8d5c-4a14-44d2-b810-7863330c0aef service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=f286e7cea15c479cb4b1cdcb9f5ff527&device_id=26b89094-3fa5-4021-af17-0069b6bce4ef HTTP/1.1" status: 200 len: 1132 time: 0.0543621 May 16 20:32:20.100115 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 20:32:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e87aa731-9712-4d5d-a2db-609cb5e93425 x-openstack-request-id: req-e87aa731-9712-4d5d-a2db-609cb5e93425 {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 20:32:20.100540 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26b89094-3fa5-4021-af17-0069b6bce4ef", "tag": "1d93be82-2f97-48a8-86d7-ac4969769778", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 20:32:20.100896 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-e87aa731-9712-4d5d-a2db-609cb5e93425 {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 20:32:20.101390 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e87aa731-9712-4d5d-a2db-609cb5e93425'] response: {'name': 'network-changed', 'server_uuid': '26b89094-3fa5-4021-af17-0069b6bce4ef', 'tag': '1d93be82-2f97-48a8-86d7-ac4969769778', 'status': 'completed', 'code': 200} May 16 20:32:20.133102 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-59eafaa6-7b5d-4dbb-abc7-e2ebd8386b09 admin admin] Publish callbacks [] for router_gateway (d2d10c84-8d58-4ce9-8460-33be977b4265), precommit_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:20.158821 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [None req-acc33f3d-446a-4384-b3ca-51f68d8e50af None None] Allocated IP 172.20.0.2 (bb6d97a1-ea92-40e0-99cc-81380c6478ce/a3c300fd-5ec3-465b-9a92-333b0899fa80/e6a6ba7f-b08e-49cf-9146-b5570adbbd4e) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 20:32:20.181671 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-dabf57dd-f8a5-4e62-bacc-6e8d44ec9478 req-ca79cd6d-9073-41b7-86b1-8f38c490ca31 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=1d93be82-2f97-48a8-86d7-ac4969769778 HTTP/1.1" status: 200 len: 217 time: 0.0615764 May 16 20:32:20.206979 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff7ac4f-2b05-423e-9b32-5e614beb1f32 req-8876f827-149d-4b87-80b6-f515fa48d4ce tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:32:20.210287 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-2ff7ac4f-2b05-423e-9b32-5e614beb1f32 req-8876f827-149d-4b87-80b6-f515fa48d4ce tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] 10.222.0.71 "GET /v2.0/ports?device_id=fc081fee-b910-4daa-971e-04aa263c3f45 HTTP/1.1" status: 200 len: 945 time: 0.2005267 May 16 20:32:20.217436 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5590e99c-2181-4e86-8423-435f61aac668 service neutron] Pushing event updated for resources: {'Port': ['ID=1d93be82-2f97-48a8-86d7-ac4969769778,revision_number=3']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:32:20.333493 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-acc33f3d-446a-4384-b3ca-51f68d8e50af None None] Publish callbacks [] for port (e6a6ba7f-b08e-49cf-9146-b5570adbbd4e), precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:20.342747 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-acc33f3d-446a-4384-b3ca-51f68d8e50af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732397102960'] for port (e6a6ba7f-b08e-49cf-9146-b5570adbbd4e), after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:20.358154 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-59eafaa6-7b5d-4dbb-abc7-e2ebd8386b09 admin admin] Publish callbacks [] for router_gateway (d2d10c84-8d58-4ce9-8460-33be977b4265), before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:20.375782 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Device cd0b9e20-d1a9-4962-bec3-5e41b6cd9464 up at agent hyperv_hv-cinder-83090 {{(pid=103450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 20:32:20.385653 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-59eafaa6-7b5d-4dbb-abc7-e2ebd8386b09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (None), before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:20.412961 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acc33f3d-446a-4384-b3ca-51f68d8e50af None None] Network bb6d97a1-ea92-40e0-99cc-81380c6478ce is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 20:32:20.429797 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-acc33f3d-446a-4384-b3ca-51f68d8e50af None None] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 20:32:20.440030 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc33f3d-446a-4384-b3ca-51f68d8e50af None None] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 20:32:20.444541 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc33f3d-446a-4384-b3ca-51f68d8e50af None None] Pushing event updated for resources: {'Port': ['ID=e6a6ba7f-b08e-49cf-9146-b5570adbbd4e,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:32:20.476677 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Provisioning for port cd0b9e20-d1a9-4962-bec3-5e41b6cd9464 completed by entity L2. {{(pid=103450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 16 20:32:20.484019 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Provisioning complete for port cd0b9e20-d1a9-4962-bec3-5e41b6cd9464 triggered by entity L2. {{(pid=103450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:32:20.484347 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868582'] for port (cd0b9e20-d1a9-4962-bec3-5e41b6cd9464), provisioning_complete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:20.523686 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.db.db_base_plugin_common [None req-59eafaa6-7b5d-4dbb-abc7-e2ebd8386b09 admin admin] Allocated IP 172.27.2.69 (ded6ab20-0a8b-4051-830c-385457f4e062/dcb7b1f3-82ff-415d-89cf-2b6021c22eb5/12537d26-6afc-4528-9b2f-20403a4e8616) {{(pid=103449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 20:32:20.539658 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-acc33f3d-446a-4384-b3ca-51f68d8e50af None None] Attempting to bind port e6a6ba7f-b08e-49cf-9146-b5570adbbd4e on host dv-cinder-830901-7-iscsi for vnic_type normal with profile {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 20:32:20.540023 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-acc33f3d-446a-4384-b3ca-51f68d8e50af None None] Attempting to bind port e6a6ba7f-b08e-49cf-9146-b5570adbbd4e by drivers openvswitch,hyperv on host dv-cinder-830901-7-iscsi at level 0 using segments [{'id': 'cbd7787d-b18f-40ec-ada9-e437834c50fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'bb6d97a1-ea92-40e0-99cc-81380c6478ce'}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 20:32:20.541804 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acc33f3d-446a-4384-b3ca-51f68d8e50af None None] Attempting to bind port e6a6ba7f-b08e-49cf-9146-b5570adbbd4e on network bb6d97a1-ea92-40e0-99cc-81380c6478ce {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 20:32:20.553341 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabf57dd-f8a5-4e62-bacc-6e8d44ec9478 req-f15f47ab-1d09-4ee3-8deb-c9029292502d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:32:20.553921 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acc33f3d-446a-4384-b3ca-51f68d8e50af None None] Checking agent: {'id': 'bddaa840-ffd9-43a2-8860-d40111f70aff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830901-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 20, 16, 41), 'started_at': datetime.datetime(2022, 5, 16, 20, 17, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 20, 32, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830901-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 20:32:20.554301 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acc33f3d-446a-4384-b3ca-51f68d8e50af None None] Checking segment: {'id': 'cbd7787d-b18f-40ec-ada9-e437834c50fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'bb6d97a1-ea92-40e0-99cc-81380c6478ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 20:32:20.554693 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-acc33f3d-446a-4384-b3ca-51f68d8e50af None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:20.555115 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acc33f3d-446a-4384-b3ca-51f68d8e50af None None] Bound using segment: {'id': 'cbd7787d-b18f-40ec-ada9-e437834c50fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'bb6d97a1-ea92-40e0-99cc-81380c6478ce'} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 20:32:20.555258 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-dabf57dd-f8a5-4e62-bacc-6e8d44ec9478 req-f15f47ab-1d09-4ee3-8deb-c9029292502d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=623456a4-b412-4810-a59e-497bffafcaf3 HTTP/1.1" status: 200 len: 843 time: 0.3552332 May 16 20:32:20.555570 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-acc33f3d-446a-4384-b3ca-51f68d8e50af None None] Bound port: e6a6ba7f-b08e-49cf-9146-b5570adbbd4e, host: dv-cinder-830901-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbd7787d-b18f-40ec-ada9-e437834c50fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'bb6d97a1-ea92-40e0-99cc-81380c6478ce'}}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 20:32:20.555944 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-acc33f3d-446a-4384-b3ca-51f68d8e50af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (e6a6ba7f-b08e-49cf-9146-b5570adbbd4e), before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:20.583242 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-2ff7ac4f-2b05-423e-9b32-5e614beb1f32 req-eedfcaaa-b347-47e0-b469-9b9ab1cfe7f0 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] 10.222.0.71 "GET /v2.0/security-groups?id=8b428606-3a27-4b6b-a2ec-503b3fc25851&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3619006 May 16 20:32:20.610777 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabf57dd-f8a5-4e62-bacc-6e8d44ec9478 req-fac8512e-94df-4f1e-a2d4-6ffe69b72d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:32:20.612499 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-dabf57dd-f8a5-4e62-bacc-6e8d44ec9478 req-fac8512e-94df-4f1e-a2d4-6ffe69b72d22 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=49fabce4-24d5-4901-b15e-12626d9efd52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0486650 May 16 20:32:20.655689 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Current status of the port cd0b9e20-d1a9-4962-bec3-5e41b6cd9464 is: BUILD; New status is: ACTIVE {{(pid=103450) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:32:20.656085 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (cd0b9e20-d1a9-4962-bec3-5e41b6cd9464), before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:20.678897 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-acc33f3d-446a-4384-b3ca-51f68d8e50af None None] For port e6a6ba7f-b08e-49cf-9146-b5570adbbd4e, host dv-cinder-830901-7-iscsi, cleared binding levels {{(pid=103450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 20:32:20.687338 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc081fee-b910-4daa-971e-04aa263c3f45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd0b9e20-d1a9-4962-bec3-5e41b6cd9464'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 20:32:20.689609 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38452c862c9e2e5c9d38da0d4ca4e6053ba1266d056c207bc89b5fbcea4cd82f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8a402ef-b03f-4990-8658-7677e9da74e6" -d '{"events": [{"server_uuid": "fc081fee-b910-4daa-971e-04aa263c3f45", "name": "network-vif-plugged", "status": "completed", "tag": "cd0b9e20-d1a9-4962-bec3-5e41b6cd9464"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 20:32:20.689916 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-59eafaa6-7b5d-4dbb-abc7-e2ebd8386b09 admin admin] Publish callbacks [] for port (12537d26-6afc-4528-9b2f-20403a4e8616), precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:20.702012 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c366d3d2-24bc-4be9-94de-a90a8b14e140 req-c873fd80-425f-42dd-b86f-2936ff42bea5 tempest-VolumesNegativeTest-830863451 tempest-VolumesNegativeTest-830863451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:32:20.703526 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-c366d3d2-24bc-4be9-94de-a90a8b14e140 req-c873fd80-425f-42dd-b86f-2936ff42bea5 tempest-VolumesNegativeTest-830863451 tempest-VolumesNegativeTest-830863451-project] 10.222.0.71 "GET /v2.0/ports?device_id=26b89094-3fa5-4021-af17-0069b6bce4ef HTTP/1.1" status: 200 len: 948 time: 0.0695164 May 16 20:32:20.709355 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-acc33f3d-446a-4384-b3ca-51f68d8e50af None None] For port e6a6ba7f-b08e-49cf-9146-b5570adbbd4e, host dv-cinder-830901-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-7-iscsi',level=0,port_id=e6a6ba7f-b08e-49cf-9146-b5570adbbd4e,segment=NetworkSegment(cbd7787d-b18f-40ec-ada9-e437834c50fe),segment_id=cbd7787d-b18f-40ec-ada9-e437834c50fe)] {{(pid=103450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 20:32:20.713937 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] For port cd0b9e20-d1a9-4962-bec3-5e41b6cd9464, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=cd0b9e20-d1a9-4962-bec3-5e41b6cd9464,segment=NetworkSegment(3f368376-ca0a-4204-8008-7e3a527d3a30),segment_id=3f368376-ca0a-4204-8008-7e3a527d3a30)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:32:20.719350 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-acc33f3d-446a-4384-b3ca-51f68d8e50af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732397598091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732397102978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732397102996'] for port (e6a6ba7f-b08e-49cf-9146-b5570adbbd4e), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:20.725874 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732397598091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732397102978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732397102996'] for port (cd0b9e20-d1a9-4962-bec3-5e41b6cd9464), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:20.728401 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-dabf57dd-f8a5-4e62-bacc-6e8d44ec9478 req-f9d6e2e2-5ef3-4ed4-94b4-71ecac08ab50 service neutron] 10.222.0.81 "GET /v2.0/networks/49fabce4-24d5-4901-b15e-12626d9efd52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067870 May 16 20:32:20.763563 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 20:32:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f39c030-b591-4463-b12b-0ff8d749675e x-openstack-request-id: req-7f39c030-b591-4463-b12b-0ff8d749675e {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 20:32:20.763878 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc081fee-b910-4daa-971e-04aa263c3f45", "name": "network-vif-plugged", "status": "completed", "tag": "cd0b9e20-d1a9-4962-bec3-5e41b6cd9464", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 20:32:20.764131 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-7f39c030-b591-4463-b12b-0ff8d749675e {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 20:32:20.764547 dv-cinder-830901-7-iscsi neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f39c030-b591-4463-b12b-0ff8d749675e'] response: {'server_uuid': 'fc081fee-b910-4daa-971e-04aa263c3f45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd0b9e20-d1a9-4962-bec3-5e41b6cd9464', 'code': 200} May 16 20:32:20.776666 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-59eafaa6-7b5d-4dbb-abc7-e2ebd8386b09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732397102960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26134374'] for port (12537d26-6afc-4528-9b2f-20403a4e8616), after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:20.793975 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc33f3d-446a-4384-b3ca-51f68d8e50af None None] Pushing event updated for resources: {'Port': ['ID=e6a6ba7f-b08e-49cf-9146-b5570adbbd4e,revision_number=2']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:32:20.804239 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-c366d3d2-24bc-4be9-94de-a90a8b14e140 req-18170bae-acf3-4394-a2e4-1b841c5f49d8 tempest-VolumesNegativeTest-830863451 tempest-VolumesNegativeTest-830863451-project] 10.222.0.71 "GET /v2.0/security-groups?id=a651c448-5af7-43f4-a214-dcb5dc4995d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690067 May 16 20:32:20.846339 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59eafaa6-7b5d-4dbb-abc7-e2ebd8386b09 admin admin] Network ded6ab20-0a8b-4051-830c-385457f4e062 is already hosted by enough agents. {{(pid=103449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 20:32:20.850174 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.scheduler.base_scheduler [None req-59eafaa6-7b5d-4dbb-abc7-e2ebd8386b09 admin admin] Resources bound (agent type, host, resource id): {{(pid=103449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 20:32:20.854108 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Pushing event updated for resources: {'Port': ['ID=cd0b9e20-d1a9-4962-bec3-5e41b6cd9464,revision_number=5']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:32:20.857321 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59eafaa6-7b5d-4dbb-abc7-e2ebd8386b09 admin admin] Received port after_create {{(pid=103449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 20:32:20.864141 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-dabf57dd-f8a5-4e62-bacc-6e8d44ec9478 req-1ee407fb-9b07-4ffb-94e4-4ce379dbcc8b service neutron] 10.222.0.81 "GET /v2.0/networks/49fabce4-24d5-4901-b15e-12626d9efd52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268976 May 16 20:32:20.885809 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59eafaa6-7b5d-4dbb-abc7-e2ebd8386b09 admin admin] Pushing event updated for resources: {'Port': ['ID=12537d26-6afc-4528-9b2f-20403a4e8616,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:32:21.132978 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-59eafaa6-7b5d-4dbb-abc7-e2ebd8386b09 admin admin] Publish callbacks [] for router_gateway (d2d10c84-8d58-4ce9-8460-33be977b4265), after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:21.324311 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-59eafaa6-7b5d-4dbb-abc7-e2ebd8386b09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1646245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1643494'] for router (d2d10c84-8d58-4ce9-8460-33be977b4265), after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:21.380088 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Device e6a6ba7f-b08e-49cf-9146-b5570adbbd4e up at agent ovs-agent-dv-cinder-830901-7-iscsi {{(pid=103450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 20:32:21.424035 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Provisioning complete for port e6a6ba7f-b08e-49cf-9146-b5570adbbd4e triggered by entity L2. {{(pid=103450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:32:21.424440 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868582'] for port (e6a6ba7f-b08e-49cf-9146-b5570adbbd4e), provisioning_complete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:21.453596 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59eafaa6-7b5d-4dbb-abc7-e2ebd8386b09 admin admin] Router d2d10c84-8d58-4ce9-8460-33be977b4265 is scheduled to L3 agent fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f with binding_index 1 {{(pid=103449) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 16 20:32:21.504759 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Current status of the port e6a6ba7f-b08e-49cf-9146-b5570adbbd4e is: DOWN; New status is: ACTIVE {{(pid=103450) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:32:21.505307 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (e6a6ba7f-b08e-49cf-9146-b5570adbbd4e), before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:21.538970 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] For port e6a6ba7f-b08e-49cf-9146-b5570adbbd4e, host dv-cinder-830901-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-7-iscsi',level=0,port_id=e6a6ba7f-b08e-49cf-9146-b5570adbbd4e,segment=NetworkSegment(cbd7787d-b18f-40ec-ada9-e437834c50fe),segment_id=cbd7787d-b18f-40ec-ada9-e437834c50fe)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:32:21.543681 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732397598091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732397102978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732397102996'] for port (e6a6ba7f-b08e-49cf-9146-b5570adbbd4e), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:21.561630 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59eafaa6-7b5d-4dbb-abc7-e2ebd8386b09 admin admin] Notify agent at l3_agent.dv-cinder-830901-7-iscsi the message routers_updated {{(pid=103449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 20:32:21.574139 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a690fb-6396-4783-8cca-d2fd0d1b3bd0 None None] Sync routers for ids ['d2d10c84-8d58-4ce9-8460-33be977b4265'] in dv-cinder-830901-7-iscsi {{(pid=103451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 20:32:21.580516 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-59eafaa6-7b5d-4dbb-abc7-e2ebd8386b09 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:21.582495 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-59eafaa6-7b5d-4dbb-abc7-e2ebd8386b09 admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.7194586 May 16 20:32:21.584964 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a690fb-6396-4783-8cca-d2fd0d1b3bd0 None None] Routers {'d2d10c84-8d58-4ce9-8460-33be977b4265'} bound to L3 agent in host dv-cinder-830901-7-iscsi {{(pid=103451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:32:21.585625 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.71', 52934) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:32:21.585753 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-f1a690fb-6396-4783-8cca-d2fd0d1b3bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-16T20:16:38Z,description=,heartbeat_timestamp=2022-05-16T20:32:08Z,host='dv-cinder-830901-7-iscsi',id=fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:16:38Z,topic='l3_agent')) {'router_ids': ['d2d10c84-8d58-4ce9-8460-33be977b4265'], 'active': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:32:21.605352 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Pushing event updated for resources: {'Port': ['ID=e6a6ba7f-b08e-49cf-9146-b5570adbbd4e,revision_number=3']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:32:21.698643 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvr_db [None req-f1a690fb-6396-4783-8cca-d2fd0d1b3bd0 None None] Set router d2d10c84-8d58-4ce9-8460-33be977b4265 gateway port host: dv-cinder-830901-7-iscsi {{(pid=103451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:32:21.781595 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb3eead-aa86-4d17-84da-a80e7489d61d req-20dac36a-6f92-4b55-8093-7b0dc3b649e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:32:21.783118 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-fdb3eead-aa86-4d17-84da-a80e7489d61d req-20dac36a-6f92-4b55-8093-7b0dc3b649e7 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=fc081fee-b910-4daa-971e-04aa263c3f45 HTTP/1.1" status: 200 len: 1130 time: 0.0441954 May 16 20:32:21.819464 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016599bc-8540-4fed-8dba-ec9d1822be59 req-49c4f4b7-0b5f-4465-ad45-a570235358f9 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:32:21.826309 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-016599bc-8540-4fed-8dba-ec9d1822be59 req-49c4f4b7-0b5f-4465-ad45-a570235358f9 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] 10.222.0.71 "GET /v2.0/ports?device_id=fc081fee-b910-4daa-971e-04aa263c3f45 HTTP/1.1" status: 200 len: 946 time: 0.1402922 May 16 20:32:21.834944 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-fdb3eead-aa86-4d17-84da-a80e7489d61d req-654251bb-3500-4acb-af3f-4070069542f0 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=8b428606-3a27-4b6b-a2ec-503b3fc25851&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458972 May 16 20:32:21.878379 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a0b97d-36e9-4ca9-8dbd-30138e56db08 req-186fd2ef-82f1-4cf4-842b-5f10ef769b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:32:21.880104 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-31a0b97d-36e9-4ca9-8dbd-30138e56db08 req-186fd2ef-82f1-4cf4-842b-5f10ef769b6d service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=f286e7cea15c479cb4b1cdcb9f5ff527&device_id=26b89094-3fa5-4021-af17-0069b6bce4ef HTTP/1.1" status: 200 len: 1132 time: 0.1402247 May 16 20:32:21.889139 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8bff82d-3261-4b54-9c14-ad478b61fc9e None None] Network bb6d97a1-ea92-40e0-99cc-81380c6478ce requested from dv-cinder-830901-7-iscsi {{(pid=103450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 20:32:21.908465 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-f1a690fb-6396-4783-8cca-d2fd0d1b3bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2d10c84-8d58-4ce9-8460-33be977b4265', 'name': 'tempest-TestMinimumBasicScenario-474890428-router', 'tenant_id': '4d18594086434fd19336bd76a7089437', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'external_fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': '12537d26-6afc-4528-9b2f-20403a4e8616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:32:19Z', 'updated_at': '2022-05-16T20:32:21Z', 'revision_number': 3, 'project_id': '4d18594086434fd19336bd76a7089437', 'gw_port': {'id': '12537d26-6afc-4528-9b2f-20403a4e8616', 'name': '', 'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:a4:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2d10c84-8d58-4ce9-8460-33be977b4265', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:32:20Z', 'updated_at': '2022-05-16T20:32:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-7-iscsi'}], 'dv-cinder-830901-7-iscsi', False) {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:32:21.935580 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [None req-f37cde1e-c10a-48c6-9a74-c7ac0ecc20a2 None None] Provisioning complete for port e6a6ba7f-b08e-49cf-9146-b5570adbbd4e triggered by entity DHCP. {{(pid=103450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:32:21.936261 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f37cde1e-c10a-48c6-9a74-c7ac0ecc20a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868582'] for port (e6a6ba7f-b08e-49cf-9146-b5570adbbd4e), provisioning_complete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:21.943958 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-016599bc-8540-4fed-8dba-ec9d1822be59 req-5efe9f51-0366-4ddb-abc2-d94b0eb9e5c8 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] 10.222.0.71 "GET /v2.0/security-groups?id=8b428606-3a27-4b6b-a2ec-503b3fc25851&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1167274 May 16 20:32:21.944359 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a690fb-6396-4783-8cca-d2fd0d1b3bd0 None None] Checking router: d2d10c84-8d58-4ce9-8460-33be977b4265 for host: dv-cinder-830901-7-iscsi {{(pid=103451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 20:32:21.944874 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a690fb-6396-4783-8cca-d2fd0d1b3bd0 None None] Updating router d2d10c84-8d58-4ce9-8460-33be977b4265 port 12537d26-6afc-4528-9b2f-20403a4e8616 binding host dv-cinder-830901-7-iscsi {{(pid=103451) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 16 20:32:21.949253 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c53ed5-34d2-491c-b675-b0090dfd1d9b req-f49bfdb9-3817-4b79-9803-b4cc6b6d5dd0 tempest-VolumesNegativeTest-830863451 tempest-VolumesNegativeTest-830863451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:32:21.951027 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-86c53ed5-34d2-491c-b675-b0090dfd1d9b req-f49bfdb9-3817-4b79-9803-b4cc6b6d5dd0 tempest-VolumesNegativeTest-830863451 tempest-VolumesNegativeTest-830863451-project] 10.222.0.71 "GET /v2.0/ports?device_id=26b89094-3fa5-4021-af17-0069b6bce4ef HTTP/1.1" status: 200 len: 948 time: 0.0544772 May 16 20:32:21.981681 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f1a690fb-6396-4783-8cca-d2fd0d1b3bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (12537d26-6afc-4528-9b2f-20403a4e8616), before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:22.018243 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-86c53ed5-34d2-491c-b675-b0090dfd1d9b req-01800002-71a6-4586-bf59-0b904ef97ed6 tempest-VolumesNegativeTest-830863451 tempest-VolumesNegativeTest-830863451-project] 10.222.0.71 "GET /v2.0/security-groups?id=a651c448-5af7-43f4-a214-dcb5dc4995d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587797 May 16 20:32:22.096260 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-f37cde1e-c10a-48c6-9a74-c7ac0ecc20a2 None None] Current status of the port e6a6ba7f-b08e-49cf-9146-b5570adbbd4e is: ACTIVE; New status is: ACTIVE {{(pid=103450) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:32:22.166936 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a0b97d-36e9-4ca9-8dbd-30138e56db08 req-0e83c714-302d-41c8-aa32-e38c4b236047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:32:22.168246 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-31a0b97d-36e9-4ca9-8dbd-30138e56db08 req-0e83c714-302d-41c8-aa32-e38c4b236047 service neutron] 10.222.0.81 "GET /v2.0/networks?id=49fabce4-24d5-4901-b15e-12626d9efd52 HTTP/1.1" status: 200 len: 870 time: 0.1396284 May 16 20:32:22.231302 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-31a0b97d-36e9-4ca9-8dbd-30138e56db08 req-29c50192-ea36-4491-882e-46b5d5fbb949 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=1d93be82-2f97-48a8-86d7-ac4969769778 HTTP/1.1" status: 200 len: 217 time: 0.0416760 May 16 20:32:22.294436 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f1a690fb-6396-4783-8cca-d2fd0d1b3bd0 None None] Publish callbacks [] for port (12537d26-6afc-4528-9b2f-20403a4e8616), precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:22.305480 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f1a690fb-6396-4783-8cca-d2fd0d1b3bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732397598091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732397102978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732397102996'] for port (12537d26-6afc-4528-9b2f-20403a4e8616), after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:22.317584 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [None req-3b0d0259-e71b-40ee-99c1-fd5a873cc830 None None] Provisioning complete for port e6a6ba7f-b08e-49cf-9146-b5570adbbd4e triggered by entity DHCP. {{(pid=103450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:32:22.318249 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-3b0d0259-e71b-40ee-99c1-fd5a873cc830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868582'] for port (e6a6ba7f-b08e-49cf-9146-b5570adbbd4e), provisioning_complete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:22.328894 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-651a1347-5f3c-4539-98a0-e1d43dc18956 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:22.356501 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b45bdd9-5d6a-47a3-8d20-280a2cca3f9a None None] Pushing event updated for resources: {'Port': ['ID=12537d26-6afc-4528-9b2f-20403a4e8616,revision_number=2']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:32:22.362810 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [None req-f1a690fb-6396-4783-8cca-d2fd0d1b3bd0 None None] Attempting to bind port 12537d26-6afc-4528-9b2f-20403a4e8616 on host dv-cinder-830901-7-iscsi for vnic_type normal with profile {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 20:32:22.364227 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [None req-f1a690fb-6396-4783-8cca-d2fd0d1b3bd0 None None] Attempting to bind port 12537d26-6afc-4528-9b2f-20403a4e8616 by drivers openvswitch,hyperv on host dv-cinder-830901-7-iscsi at level 0 using segments [{'id': 'cb03ab33-ba4f-4a89-ab90-bfee78bf90a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062'}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 20:32:22.364337 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a690fb-6396-4783-8cca-d2fd0d1b3bd0 None None] Attempting to bind port 12537d26-6afc-4528-9b2f-20403a4e8616 on network ded6ab20-0a8b-4051-830c-385457f4e062 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 20:32:22.369392 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a690fb-6396-4783-8cca-d2fd0d1b3bd0 None None] Checking agent: {'id': 'bddaa840-ffd9-43a2-8860-d40111f70aff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830901-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 20, 16, 41), 'started_at': datetime.datetime(2022, 5, 16, 20, 17, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 20, 32, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830901-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 20:32:22.369794 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a690fb-6396-4783-8cca-d2fd0d1b3bd0 None None] Checking segment: {'id': 'cb03ab33-ba4f-4a89-ab90-bfee78bf90a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 20:32:22.370150 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f1a690fb-6396-4783-8cca-d2fd0d1b3bd0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:22.370535 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a690fb-6396-4783-8cca-d2fd0d1b3bd0 None None] Bound using segment: {'id': 'cb03ab33-ba4f-4a89-ab90-bfee78bf90a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062'} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 20:32:22.370992 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [None req-f1a690fb-6396-4783-8cca-d2fd0d1b3bd0 None None] Bound port: 12537d26-6afc-4528-9b2f-20403a4e8616, host: dv-cinder-830901-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb03ab33-ba4f-4a89-ab90-bfee78bf90a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062'}}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 20:32:22.371366 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f1a690fb-6396-4783-8cca-d2fd0d1b3bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (12537d26-6afc-4528-9b2f-20403a4e8616), before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:22.399752 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-3b0d0259-e71b-40ee-99c1-fd5a873cc830 None None] Current status of the port e6a6ba7f-b08e-49cf-9146-b5570adbbd4e is: ACTIVE; New status is: ACTIVE {{(pid=103450) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:32:22.419362 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.plugins.ml2.db [None req-f1a690fb-6396-4783-8cca-d2fd0d1b3bd0 None None] For port 12537d26-6afc-4528-9b2f-20403a4e8616, host dv-cinder-830901-7-iscsi, cleared binding levels {{(pid=103451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 20:32:22.422265 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.plugins.ml2.db [None req-f1a690fb-6396-4783-8cca-d2fd0d1b3bd0 None None] For port 12537d26-6afc-4528-9b2f-20403a4e8616, host dv-cinder-830901-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-7-iscsi',level=0,port_id=12537d26-6afc-4528-9b2f-20403a4e8616,segment=NetworkSegment(cb03ab33-ba4f-4a89-ab90-bfee78bf90a5),segment_id=cb03ab33-ba4f-4a89-ab90-bfee78bf90a5)] {{(pid=103451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 20:32:22.428933 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-f1a690fb-6396-4783-8cca-d2fd0d1b3bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732397598091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732397102978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732397102996'] for port (12537d26-6afc-4528-9b2f-20403a4e8616), after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:22.488490 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b45bdd9-5d6a-47a3-8d20-280a2cca3f9a None None] Pushing event updated for resources: {'Port': ['ID=12537d26-6afc-4528-9b2f-20403a4e8616,revision_number=3']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:32:22.491080 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a690fb-6396-4783-8cca-d2fd0d1b3bd0 None None] Routers {'d2d10c84-8d58-4ce9-8460-33be977b4265'} bound to L3 agent in host dv-cinder-830901-7-iscsi {{(pid=103451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:32:22.491663 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-f1a690fb-6396-4783-8cca-d2fd0d1b3bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-16T20:16:38Z,description=,heartbeat_timestamp=2022-05-16T20:32:08Z,host='dv-cinder-830901-7-iscsi',id=fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:16:38Z,topic='l3_agent')) {'router_ids': ['d2d10c84-8d58-4ce9-8460-33be977b4265'], 'active': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:32:22.504772 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-651a1347-5f3c-4539-98a0-e1d43dc18956 admin admin] Allocated IP 172.20.0.1 (bb6d97a1-ea92-40e0-99cc-81380c6478ce/a3c300fd-5ec3-465b-9a92-333b0899fa80/55b36e30-c460-4db5-9abc-c4302663bf0c) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 20:32:22.590231 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvr_db [None req-f1a690fb-6396-4783-8cca-d2fd0d1b3bd0 None None] Set router d2d10c84-8d58-4ce9-8460-33be977b4265 gateway port host: dv-cinder-830901-7-iscsi {{(pid=103451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:32:22.613835 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a0b97d-36e9-4ca9-8dbd-30138e56db08 req-07c443f2-f27f-450e-8881-1656c7a1b0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:32:22.615394 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-31a0b97d-36e9-4ca9-8dbd-30138e56db08 req-07c443f2-f27f-450e-8881-1656c7a1b0ef service neutron] 10.222.0.81 "GET /v2.0/subnets?id=623456a4-b412-4810-a59e-497bffafcaf3 HTTP/1.1" status: 200 len: 843 time: 0.0956573 May 16 20:32:22.681703 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-651a1347-5f3c-4539-98a0-e1d43dc18956 admin admin] Publish callbacks [] for port (55b36e30-c460-4db5-9abc-c4302663bf0c), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:22.694376 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a0b97d-36e9-4ca9-8dbd-30138e56db08 req-ee59407c-793a-47ab-86dc-05131b757ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:32:22.695929 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-31a0b97d-36e9-4ca9-8dbd-30138e56db08 req-ee59407c-793a-47ab-86dc-05131b757ab7 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=49fabce4-24d5-4901-b15e-12626d9efd52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0633459 May 16 20:32:22.779433 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-651a1347-5f3c-4539-98a0-e1d43dc18956 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732397102960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27048612'] for port (55b36e30-c460-4db5-9abc-c4302663bf0c), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:22.835511 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-651a1347-5f3c-4539-98a0-e1d43dc18956 admin admin] Network bb6d97a1-ea92-40e0-99cc-81380c6478ce is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 20:32:22.838891 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-f1a690fb-6396-4783-8cca-d2fd0d1b3bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2d10c84-8d58-4ce9-8460-33be977b4265', 'name': 'tempest-TestMinimumBasicScenario-474890428-router', 'tenant_id': '4d18594086434fd19336bd76a7089437', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'external_fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': '12537d26-6afc-4528-9b2f-20403a4e8616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:32:19Z', 'updated_at': '2022-05-16T20:32:21Z', 'revision_number': 3, 'project_id': '4d18594086434fd19336bd76a7089437', 'gw_port': {'id': '12537d26-6afc-4528-9b2f-20403a4e8616', 'name': '', 'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:a4:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2d10c84-8d58-4ce9-8460-33be977b4265', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:32:20Z', 'updated_at': '2022-05-16T20:32:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-7-iscsi'}], 'dv-cinder-830901-7-iscsi', False) {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:32:22.842484 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-651a1347-5f3c-4539-98a0-e1d43dc18956 admin admin] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 20:32:22.845077 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651a1347-5f3c-4539-98a0-e1d43dc18956 admin admin] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 20:32:22.866988 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a690fb-6396-4783-8cca-d2fd0d1b3bd0 None None] The sync data for ids ['d2d10c84-8d58-4ce9-8460-33be977b4265'] in dv-cinder-830901-7-iscsi is: [{'id': 'd2d10c84-8d58-4ce9-8460-33be977b4265', 'name': 'tempest-TestMinimumBasicScenario-474890428-router', 'tenant_id': '4d18594086434fd19336bd76a7089437', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'external_fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': '12537d26-6afc-4528-9b2f-20403a4e8616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:32:19Z', 'updated_at': '2022-05-16T20:32:21Z', 'revision_number': 3, 'project_id': '4d18594086434fd19336bd76a7089437', 'gw_port': {'id': '12537d26-6afc-4528-9b2f-20403a4e8616', 'name': '', 'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:a4:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2d10c84-8d58-4ce9-8460-33be977b4265', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:32:20Z', 'updated_at': '2022-05-16T20:32:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-7-iscsi'}] {{(pid=103451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 20:32:22.876665 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-31a0b97d-36e9-4ca9-8dbd-30138e56db08 req-3178e969-2db1-4338-b647-e5f155ef67be service neutron] 10.222.0.81 "GET /v2.0/networks/49fabce4-24d5-4901-b15e-12626d9efd52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710730 May 16 20:32:22.886536 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651a1347-5f3c-4539-98a0-e1d43dc18956 admin admin] Pushing event updated for resources: {'Port': ['ID=55b36e30-c460-4db5-9abc-c4302663bf0c,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:32:22.907193 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-651a1347-5f3c-4539-98a0-e1d43dc18956 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1642699'] for router_interface (d2d10c84-8d58-4ce9-8460-33be977b4265), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:23.089671 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00a8678-da99-4db8-95c1-efcafddf876a req-8b164657-0491-4de4-9b0e-d36955c2477f tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:32:23.091441 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-d00a8678-da99-4db8-95c1-efcafddf876a req-8b164657-0491-4de4-9b0e-d36955c2477f tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] 10.222.0.71 "GET /v2.0/ports?device_id=fc081fee-b910-4daa-971e-04aa263c3f45 HTTP/1.1" status: 200 len: 946 time: 0.0549724 May 16 20:32:23.101057 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-651a1347-5f3c-4539-98a0-e1d43dc18956 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (55b36e30-c460-4db5-9abc-c4302663bf0c), before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:23.199030 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bd1a4f-c1ee-4438-83ad-534975b44350 req-66e4ec60-444e-4bcc-b214-40b4be6fea91 tempest-VolumesNegativeTest-830863451 tempest-VolumesNegativeTest-830863451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:32:23.200784 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-77bd1a4f-c1ee-4438-83ad-534975b44350 req-66e4ec60-444e-4bcc-b214-40b4be6fea91 tempest-VolumesNegativeTest-830863451 tempest-VolumesNegativeTest-830863451-project] 10.222.0.71 "GET /v2.0/ports?device_id=26b89094-3fa5-4021-af17-0069b6bce4ef HTTP/1.1" status: 200 len: 948 time: 0.0884099 May 16 20:32:23.226395 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [None req-bdffb5e4-c9c9-4180-88b0-347aba9bc2a5 None None] Provisioning complete for port 55b36e30-c460-4db5-9abc-c4302663bf0c triggered by entity DHCP. {{(pid=103450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:32:23.226988 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-bdffb5e4-c9c9-4180-88b0-347aba9bc2a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868582'] for port (55b36e30-c460-4db5-9abc-c4302663bf0c), provisioning_complete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:23.269385 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-77bd1a4f-c1ee-4438-83ad-534975b44350 req-5d42749e-5efd-48f9-be32-36cf1776ffed tempest-VolumesNegativeTest-830863451 tempest-VolumesNegativeTest-830863451-project] 10.222.0.71 "GET /v2.0/security-groups?id=a651c448-5af7-43f4-a214-dcb5dc4995d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622530 May 16 20:32:23.271636 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-bdffb5e4-c9c9-4180-88b0-347aba9bc2a5 None None] Port 55b36e30-c460-4db5-9abc-c4302663bf0c cannot update to ACTIVE because it is not bound. {{(pid=103450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 20:32:23.297872 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-d00a8678-da99-4db8-95c1-efcafddf876a req-328fa86c-b8ab-4957-a4e0-c38b7c1bb8e5 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] 10.222.0.71 "GET /v2.0/security-groups?id=8b428606-3a27-4b6b-a2ec-503b3fc25851&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1979027 May 16 20:32:23.411202 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-31a0b97d-36e9-4ca9-8dbd-30138e56db08 req-4c314b47-fc99-49ba-b462-1acac6e5887f service neutron] 10.222.0.81 "GET /v2.0/networks/49fabce4-24d5-4901-b15e-12626d9efd52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529646 May 16 20:32:23.482767 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93963072-8698-4710-9055-4cc205bd2d7c req-4532f84d-8a27-4010-a1ad-921981e423ec tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:32:23.493184 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-93963072-8698-4710-9055-4cc205bd2d7c req-4532f84d-8a27-4010-a1ad-921981e423ec tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] 10.222.0.71 "GET /v2.0/ports?device_id=fc081fee-b910-4daa-971e-04aa263c3f45 HTTP/1.1" status: 200 len: 946 time: 0.0863469 May 16 20:32:23.511790 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Device 12537d26-6afc-4528-9b2f-20403a4e8616 up at agent ovs-agent-dv-cinder-830901-7-iscsi {{(pid=103450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 20:32:23.536706 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-651a1347-5f3c-4539-98a0-e1d43dc18956 admin admin] Publish callbacks [] for port (55b36e30-c460-4db5-9abc-c4302663bf0c), precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:23.546534 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-651a1347-5f3c-4539-98a0-e1d43dc18956 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732397598091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732397102978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732397102996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27048595'] for port (55b36e30-c460-4db5-9abc-c4302663bf0c), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:23.573410 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-93963072-8698-4710-9055-4cc205bd2d7c req-28151284-899f-492a-9a94-d150cd302c3b tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] 10.222.0.71 "GET /v2.0/security-groups?id=8b428606-3a27-4b6b-a2ec-503b3fc25851&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737660 May 16 20:32:23.586579 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Provisioning complete for port 12537d26-6afc-4528-9b2f-20403a4e8616 triggered by entity L2. {{(pid=103450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:32:23.587236 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868582'] for port (12537d26-6afc-4528-9b2f-20403a4e8616), provisioning_complete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:23.591189 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.71', 52946) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:32:23.613489 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651a1347-5f3c-4539-98a0-e1d43dc18956 admin admin] Pushing event updated for resources: {'Port': ['ID=55b36e30-c460-4db5-9abc-c4302663bf0c,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:32:23.643049 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-651a1347-5f3c-4539-98a0-e1d43dc18956 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1614424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1641089'] for router_interface (d2d10c84-8d58-4ce9-8460-33be977b4265), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:23.655772 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7354694b-754b-45b4-8078-2f19188c5c3e tempest-TestVolumeBootPattern-776510130 tempest-TestVolumeBootPattern-776510130-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:32:23.658004 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-7354694b-754b-45b4-8078-2f19188c5c3e tempest-TestVolumeBootPattern-776510130 tempest-TestVolumeBootPattern-776510130-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=fc081fee-b910-4daa-971e-04aa263c3f45 HTTP/1.1" status: 200 len: 1125 time: 0.0656073 May 16 20:32:23.661292 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.71', 52948) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:32:23.670103 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.v2.base [None req-f6fb4028-39f8-445c-a238-18d46f737f09 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Request body: {'floatingip': {'floating_network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'port_id': 'cd0b9e20-d1a9-4962-bec3-5e41b6cd9464', 'tenant_id': '2715141f8ffd49d892600c779e02fa17', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:32:23.696635 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-f6fb4028-39f8-445c-a238-18d46f737f09 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:23.698461 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Current status of the port 12537d26-6afc-4528-9b2f-20403a4e8616 is: DOWN; New status is: ACTIVE {{(pid=103450) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:32:23.698887 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (12537d26-6afc-4528-9b2f-20403a4e8616), before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:23.735600 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] For port 12537d26-6afc-4528-9b2f-20403a4e8616, host dv-cinder-830901-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-7-iscsi',level=0,port_id=12537d26-6afc-4528-9b2f-20403a4e8616,segment=NetworkSegment(cb03ab33-ba4f-4a89-ab90-bfee78bf90a5),segment_id=cb03ab33-ba4f-4a89-ab90-bfee78bf90a5)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:32:23.743949 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732397598091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732397102978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732397102996'] for port (12537d26-6afc-4528-9b2f-20403a4e8616), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:23.745201 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Device e6a6ba7f-b08e-49cf-9146-b5570adbbd4e up at agent ovs-agent-dv-cinder-830901-7-iscsi {{(pid=103450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 20:32:23.781858 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-f6fb4028-39f8-445c-a238-18d46f737f09 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (None), before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:23.827641 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Provisioning complete for port e6a6ba7f-b08e-49cf-9146-b5570adbbd4e triggered by entity L2. {{(pid=103450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:32:23.827983 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868582'] for port (e6a6ba7f-b08e-49cf-9146-b5570adbbd4e), provisioning_complete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:23.835515 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-651a1347-5f3c-4539-98a0-e1d43dc18956 admin admin] Network bb6d97a1-ea92-40e0-99cc-81380c6478ce is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 20:32:23.838685 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-651a1347-5f3c-4539-98a0-e1d43dc18956 admin admin] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 20:32:23.879005 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Pushing event updated for resources: {'Port': ['ID=12537d26-6afc-4528-9b2f-20403a4e8616,revision_number=4']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:32:23.933088 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.db.db_base_plugin_common [None req-f6fb4028-39f8-445c-a238-18d46f737f09 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Allocated IP 172.27.2.86 (ded6ab20-0a8b-4051-830c-385457f4e062/dcb7b1f3-82ff-415d-89cf-2b6021c22eb5/393d6798-65e9-4170-bb8f-376dc62bddd8) {{(pid=103449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 20:32:23.957278 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Current status of the port e6a6ba7f-b08e-49cf-9146-b5570adbbd4e is: ACTIVE; New status is: ACTIVE {{(pid=103450) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:32:23.995813 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-651a1347-5f3c-4539-98a0-e1d43dc18956 admin admin] Router d2d10c84-8d58-4ce9-8460-33be977b4265 has already been hosted by L3 agent fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f {{(pid=103448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 20:32:24.057117 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-f6fb4028-39f8-445c-a238-18d46f737f09 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Publish callbacks [] for port (393d6798-65e9-4170-bb8f-376dc62bddd8), precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:24.106370 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-f6fb4028-39f8-445c-a238-18d46f737f09 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732397102960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26134374'] for port (393d6798-65e9-4170-bb8f-376dc62bddd8), after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:24.123839 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-651a1347-5f3c-4539-98a0-e1d43dc18956 admin admin] Notify agent at l3_agent.dv-cinder-830901-7-iscsi the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 20:32:24.130141 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-651a1347-5f3c-4539-98a0-e1d43dc18956 admin admin] 10.222.0.71 "PUT /v2.0/routers/d2d10c84-8d58-4ce9-8460-33be977b4265/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5431316 May 16 20:32:24.200705 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [None req-306a42e9-a5e1-4e0c-8558-6422b66e7da7 None None] Provisioning complete for port 55b36e30-c460-4db5-9abc-c4302663bf0c triggered by entity DHCP. {{(pid=103450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:32:24.200802 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-306a42e9-a5e1-4e0c-8558-6422b66e7da7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868582'] for port (55b36e30-c460-4db5-9abc-c4302663bf0c), provisioning_complete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:24.243980 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-306a42e9-a5e1-4e0c-8558-6422b66e7da7 None None] Port 55b36e30-c460-4db5-9abc-c4302663bf0c cannot update to ACTIVE because it is not bound. {{(pid=103450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 20:32:24.363578 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Device 1d93be82-2f97-48a8-86d7-ac4969769778 details requested by agent hyperv_hv-cinder-83090 with host hv-cinder-83090 {{(pid=103450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 20:32:24.392520 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6fb4028-39f8-445c-a238-18d46f737f09 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Network ded6ab20-0a8b-4051-830c-385457f4e062 is already hosted by enough agents. {{(pid=103449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 20:32:24.395577 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535e03bf-32e5-4159-bf40-b9d719f87208 req-bfe28055-e0e7-442b-964f-1c58613acc10 tempest-VolumesNegativeTest-830863451 tempest-VolumesNegativeTest-830863451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:32:24.397155 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.scheduler.base_scheduler [None req-f6fb4028-39f8-445c-a238-18d46f737f09 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Resources bound (agent type, host, resource id): {{(pid=103449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 20:32:24.397610 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-535e03bf-32e5-4159-bf40-b9d719f87208 req-bfe28055-e0e7-442b-964f-1c58613acc10 tempest-VolumesNegativeTest-830863451 tempest-VolumesNegativeTest-830863451-project] 10.222.0.71 "GET /v2.0/ports?device_id=26b89094-3fa5-4021-af17-0069b6bce4ef HTTP/1.1" status: 200 len: 948 time: 0.0607893 May 16 20:32:24.399942 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6fb4028-39f8-445c-a238-18d46f737f09 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Received port after_create {{(pid=103449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 20:32:24.433758 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fb4028-39f8-445c-a238-18d46f737f09 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Pushing event updated for resources: {'Port': ['ID=393d6798-65e9-4170-bb8f-376dc62bddd8,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:32:24.479558 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-535e03bf-32e5-4159-bf40-b9d719f87208 req-04151b46-1baa-4c8b-a2d6-58140b4067c5 tempest-VolumesNegativeTest-830863451 tempest-VolumesNegativeTest-830863451-project] 10.222.0.71 "GET /v2.0/security-groups?id=a651c448-5af7-43f4-a214-dcb5dc4995d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721071 May 16 20:32:24.485939 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] For port 1d93be82-2f97-48a8-86d7-ac4969769778, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=1d93be82-2f97-48a8-86d7-ac4969769778,segment=NetworkSegment(fd44068f-f41b-46d2-981d-d3ba442d608f),segment_id=fd44068f-f41b-46d2-981d-d3ba442d608f)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:32:24.499821 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Returning: {'device': '1d93be82-2f97-48a8-86d7-ac4969769778', 'network_id': '49fabce4-24d5-4901-b15e-12626d9efd52', 'port_id': '1d93be82-2f97-48a8-86d7-ac4969769778', 'mac_address': 'fa:16:3e:02:5b:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '623456a4-b412-4810-a59e-497bffafcaf3', 'ip_address': '192.168.233.229'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 20:32:24.542252 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Current status of the port 1d93be82-2f97-48a8-86d7-ac4969769778 is: DOWN; New status is: BUILD {{(pid=103450) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:32:24.542639 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (1d93be82-2f97-48a8-86d7-ac4969769778), before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:24.556468 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.notifiers.nova [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d93be82-2f97-48a8-86d7-ac4969769778 {{(pid=103450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 20:32:24.578902 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] For port 1d93be82-2f97-48a8-86d7-ac4969769778, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=1d93be82-2f97-48a8-86d7-ac4969769778,segment=NetworkSegment(fd44068f-f41b-46d2-981d-d3ba442d608f),segment_id=fd44068f-f41b-46d2-981d-d3ba442d608f)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:32:24.584959 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732397598091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732397102978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732397102996'] for port (1d93be82-2f97-48a8-86d7-ac4969769778), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:24.641929 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Pushing event updated for resources: {'Port': ['ID=1d93be82-2f97-48a8-86d7-ac4969769778,revision_number=4']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:32:24.775140 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.71', 52966) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:32:24.788275 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.v2.base [None req-b00ca5c3-e041-49a2-bae9-77679e8304dd admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1221717311-network', 'tenant_id': '3004b24586f5476485acec7bb05b3c3f'}} {{(pid=103449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:32:24.835565 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b00ca5c3-e041-49a2-bae9-77679e8304dd admin admin] Made reservation on behalf of 3004b24586f5476485acec7bb05b3c3f for: {'network': 1} {{(pid=103449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 20:32:24.837931 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-b00ca5c3-e041-49a2-bae9-77679e8304dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for network (None), before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:24.848411 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-b00ca5c3-e041-49a2-bae9-77679e8304dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:24.850532 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-f6fb4028-39f8-445c-a238-18d46f737f09 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Publish callbacks [] for floatingip (9192405e-3947-4fc7-a165-ed379a174af7), precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:24.888275 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] get_ports_and_sgs() called for port_ids ['1d93be82-2f97-48a8-86d7-ac4969769778'] {{(pid=103450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 20:32:24.914234 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1583a653-350e-4a75-bb18-40f03e37900b None None] Sync routers for ids ['d2d10c84-8d58-4ce9-8460-33be977b4265'] in dv-cinder-830901-7-iscsi {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 20:32:24.942252 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1583a653-350e-4a75-bb18-40f03e37900b None None] Routers {'d2d10c84-8d58-4ce9-8460-33be977b4265'} bound to L3 agent in host dv-cinder-830901-7-iscsi {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:32:24.942873 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-1583a653-350e-4a75-bb18-40f03e37900b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-16T20:16:38Z,description=,heartbeat_timestamp=2022-05-16T20:32:08Z,host='dv-cinder-830901-7-iscsi',id=fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:16:38Z,topic='l3_agent')) {'router_ids': ['d2d10c84-8d58-4ce9-8460-33be977b4265'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:32:24.945416 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-f6fb4028-39f8-445c-a238-18d46f737f09 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (393d6798-65e9-4170-bb8f-376dc62bddd8), before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:25.044654 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-b00ca5c3-e041-49a2-bae9-77679e8304dd admin admin] Publish callbacks [] for security_group (95ea4ef6-eb89-4417-a8d9-0127ded89a2b), precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:25.048848 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-b00ca5c3-e041-49a2-bae9-77679e8304dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997425'] for security_group (95ea4ef6-eb89-4417-a8d9-0127ded89a2b), after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:25.092792 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b00ca5c3-e041-49a2-bae9-77679e8304dd admin admin] vlan segment allocate from pool success with {'vlan_id': 532, 'physical_network': 'physnet1'} {{(pid=103449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 16 20:32:25.106908 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00ca5c3-e041-49a2-bae9-77679e8304dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95ea4ef6-eb89-4417-a8d9-0127ded89a2b,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:32:25.108076 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-1583a653-350e-4a75-bb18-40f03e37900b None None] Set router d2d10c84-8d58-4ce9-8460-33be977b4265 gateway port host: dv-cinder-830901-7-iscsi {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:32:25.147500 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-b00ca5c3-e041-49a2-bae9-77679e8304dd admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8732397667085', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1026353'] for segment (5256aaf6-91df-44ca-b62d-402f175c8674), precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:25.147867 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.db.segments_db [None req-b00ca5c3-e041-49a2-bae9-77679e8304dd admin admin] Added segment 5256aaf6-91df-44ca-b62d-402f175c8674 of type vlan for network 4dca6e41-3e7f-4b54-a37d-6e91949cad94 May 16 20:32:25.210425 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-b00ca5c3-e041-49a2-bae9-77679e8304dd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732397125798'] for network (4dca6e41-3e7f-4b54-a37d-6e91949cad94), precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:25.255851 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-f6fb4028-39f8-445c-a238-18d46f737f09 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Publish callbacks [] for port (393d6798-65e9-4170-bb8f-376dc62bddd8), precommit_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:25.259126 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-b00ca5c3-e041-49a2-bae9-77679e8304dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1996455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410'] for network (4dca6e41-3e7f-4b54-a37d-6e91949cad94), after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:25.260615 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b00ca5c3-e041-49a2-bae9-77679e8304dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:32:25.261202 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-b00ca5c3-e041-49a2-bae9-77679e8304dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614436'] for network (None), before_response {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:25.266949 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-f6fb4028-39f8-445c-a238-18d46f737f09 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732397598091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732397102978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732397102996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26134353'] for port (393d6798-65e9-4170-bb8f-376dc62bddd8), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:25.360819 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-b00ca5c3-e041-49a2-bae9-77679e8304dd admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.5819440 May 16 20:32:25.361084 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.71', 52968) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:32:25.367557 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.v2.base [None req-b6958750-deba-4c8f-b771-ae0e7780958a admin admin] Request body: {'subnet': {'network_id': '4dca6e41-3e7f-4b54-a37d-6e91949cad94', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1221717311-subnet', 'tenant_id': '3004b24586f5476485acec7bb05b3c3f', 'ip_version': 4}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:32:25.390764 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6958750-deba-4c8f-b771-ae0e7780958a admin admin] Made reservation on behalf of 3004b24586f5476485acec7bb05b3c3f for: {'subnet': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 20:32:25.394521 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b6958750-deba-4c8f-b771-ae0e7780958a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27247619'] for subnet (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:25.401683 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Device 12537d26-6afc-4528-9b2f-20403a4e8616 up at agent ovs-agent-dv-cinder-830901-7-iscsi {{(pid=103450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 20:32:25.412068 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fb4028-39f8-445c-a238-18d46f737f09 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Pushing event updated for resources: {'Port': ['ID=393d6798-65e9-4170-bb8f-376dc62bddd8,revision_number=2']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:32:25.414272 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00ca5c3-e041-49a2-bae9-77679e8304dd admin admin] Pushing event updated for resources: {'Network': ['ID=4dca6e41-3e7f-4b54-a37d-6e91949cad94,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:32:25.421000 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-f6fb4028-39f8-445c-a238-18d46f737f09 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1640477'] for floatingip (9192405e-3947-4fc7-a165-ed379a174af7), after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:25.439020 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Network 4dca6e41-3e7f-4b54-a37d-6e91949cad94 details requested by agent ovs-agent-dv-cinder-830901-7-iscsi with host dv-cinder-830901-7-iscsi {{(pid=103450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 16 20:32:25.543411 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.db.l3_db [None req-f6fb4028-39f8-445c-a238-18d46f737f09 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Floating IP 9192405e-3947-4fc7-a165-ed379a174af7 associated. External IP: 172.27.2.86, port: cd0b9e20-d1a9-4962-bec3-5e41b6cd9464. May 16 20:32:25.571995 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Provisioning complete for port 12537d26-6afc-4528-9b2f-20403a4e8616 triggered by entity L2. {{(pid=103450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:32:25.572398 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868582'] for port (12537d26-6afc-4528-9b2f-20403a4e8616), provisioning_complete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:25.580545 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b6958750-deba-4c8f-b771-ae0e7780958a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1941894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27049492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27247637'] for subnet (e718666c-96a4-4dfd-9217-a28f91b893f6), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:25.599376 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-1583a653-350e-4a75-bb18-40f03e37900b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2d10c84-8d58-4ce9-8460-33be977b4265', 'name': 'tempest-TestMinimumBasicScenario-474890428-router', 'tenant_id': '4d18594086434fd19336bd76a7089437', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'external_fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': '12537d26-6afc-4528-9b2f-20403a4e8616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:32:19Z', 'updated_at': '2022-05-16T20:32:23Z', 'revision_number': 4, 'project_id': '4d18594086434fd19336bd76a7089437', 'gw_port': {'id': '12537d26-6afc-4528-9b2f-20403a4e8616', 'name': '', 'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:a4:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d10c84-8d58-4ce9-8460-33be977b4265', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:32:20Z', 'updated_at': '2022-05-16T20:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-7-iscsi', '_interfaces': [{'id': '55b36e30-c460-4db5-9abc-c4302663bf0c', 'name': '', 'network_id': 'bb6d97a1-ea92-40e0-99cc-81380c6478ce', 'tenant_id': '4d18594086434fd19336bd76a7089437', 'mac_address': 'fa:16:3e:d8:b2:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2d10c84-8d58-4ce9-8460-33be977b4265', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'a3c300fd-5ec3-465b-9a92-333b0899fa80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:32:22Z', 'updated_at': '2022-05-16T20:32:23Z', 'revision_number': 2, 'project_id': '4d18594086434fd19336bd76a7089437', 'subnets': [{'id': 'a3c300fd-5ec3-465b-9a92-333b0899fa80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-7-iscsi', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:32:25.633820 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1583a653-350e-4a75-bb18-40f03e37900b None None] Checking router: d2d10c84-8d58-4ce9-8460-33be977b4265 for host: dv-cinder-830901-7-iscsi {{(pid=103450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 20:32:25.634182 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1583a653-350e-4a75-bb18-40f03e37900b None None] Updating router d2d10c84-8d58-4ce9-8460-33be977b4265 port 55b36e30-c460-4db5-9abc-c4302663bf0c binding host dv-cinder-830901-7-iscsi {{(pid=103450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 16 20:32:25.635233 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6958750-deba-4c8f-b771-ae0e7780958a admin admin] Pushing event updated for resources: {'Subnet': ['ID=e718666c-96a4-4dfd-9217-a28f91b893f6,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:32:25.637676 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba5b658-2d0a-4503-b834-b4f24d488ade req-6b361061-d60d-442d-9b91-11e65707f20b tempest-VolumesNegativeTest-830863451 tempest-VolumesNegativeTest-830863451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:32:25.639749 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-9ba5b658-2d0a-4503-b834-b4f24d488ade req-6b361061-d60d-442d-9b91-11e65707f20b tempest-VolumesNegativeTest-830863451 tempest-VolumesNegativeTest-830863451-project] 10.222.0.71 "GET /v2.0/ports?device_id=26b89094-3fa5-4021-af17-0069b6bce4ef HTTP/1.1" status: 200 len: 949 time: 0.0573585 May 16 20:32:25.655765 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6958750-deba-4c8f-b771-ae0e7780958a admin admin] Checking segment: {'id': '5256aaf6-91df-44ca-b62d-402f175c8674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '4dca6e41-3e7f-4b54-a37d-6e91949cad94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 20:32:25.656382 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6958750-deba-4c8f-b771-ae0e7780958a admin admin] Network hostable DHCP agents. Network: 4dca6e41-3e7f-4b54-a37d-6e91949cad94, hostable agents: ['6de3586b-c77a-41a3-9d69-e80d1925fb22'], hosted agents: [] {{(pid=103448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 16 20:32:25.675756 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6958750-deba-4c8f-b771-ae0e7780958a admin admin] Network 4dca6e41-3e7f-4b54-a37d-6e91949cad94 is scheduled to be hosted by DHCP agent 6de3586b-c77a-41a3-9d69-e80d1925fb22 with binding_index 1 {{(pid=103448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 16 20:32:25.676492 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1583a653-350e-4a75-bb18-40f03e37900b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (55b36e30-c460-4db5-9abc-c4302663bf0c), before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:25.687194 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-b6958750-deba-4c8f-b771-ae0e7780958a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830901-7-iscsi, 4dca6e41-3e7f-4b54-a37d-6e91949cad94) {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 20:32:25.692748 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6958750-deba-4c8f-b771-ae0e7780958a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:32:25.693626 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b6958750-deba-4c8f-b771-ae0e7780958a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614436'] for subnet (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:25.710917 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5460dab-172f-4e08-b3f0-a5c23b82bcac None None] Network 4dca6e41-3e7f-4b54-a37d-6e91949cad94 requested from dv-cinder-830901-7-iscsi {{(pid=103450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 20:32:25.716837 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-b6958750-deba-4c8f-b771-ae0e7780958a admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3515592 May 16 20:32:25.718232 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.71', 52972) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:32:25.722661 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.v2.base [None req-50433c65-15c5-4646-8907-c57029b7daa4 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1221717311-router', 'tenant_id': '3004b24586f5476485acec7bb05b3c3f', 'external_gateway_info': {'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062'}}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:32:25.750208 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-50433c65-15c5-4646-8907-c57029b7daa4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1646120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6252'] for router (14f5f545-f4ea-4bf9-8f04-dccc12e9f48d), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:25.751622 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-50433c65-15c5-4646-8907-c57029b7daa4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1646300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1643313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1634344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6231'] for router (14f5f545-f4ea-4bf9-8f04-dccc12e9f48d), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:25.774204 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-9ba5b658-2d0a-4503-b834-b4f24d488ade req-3be7c234-0e33-494e-894c-3f6607685aab tempest-VolumesNegativeTest-830863451 tempest-VolumesNegativeTest-830863451-project] 10.222.0.71 "GET /v2.0/security-groups?id=a651c448-5af7-43f4-a214-dcb5dc4995d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975828 May 16 20:32:25.778016 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Current status of the port 12537d26-6afc-4528-9b2f-20403a4e8616 is: ACTIVE; New status is: ACTIVE {{(pid=103450) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:32:25.810461 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-50433c65-15c5-4646-8907-c57029b7daa4 admin admin] Publish callbacks [] for router_controller (14f5f545-f4ea-4bf9-8f04-dccc12e9f48d), precommit_add_association {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:25.855818 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6fb4028-39f8-445c-a238-18d46f737f09 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Router ff342686-d4a7-4820-b268-c308e7f5d698 has already been hosted by L3 agent fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f {{(pid=103449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 20:32:25.937321 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e305df0-d1e8-4188-9a03-5680191894ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aeb997a-265b-5525-a5ab-f9959c03f25e-4dca6e41-3e7f-4b54-a37d-6e91949cad94', 'network_id': '4dca6e41-3e7f-4b54-a37d-6e91949cad94', 'project_id': '3004b24586f5476485acec7bb05b3c3f', 'fixed_ips': [{'subnet_id': 'e718666c-96a4-4dfd-9217-a28f91b893f6'}]}} from dv-cinder-830901-7-iscsi. {{(pid=103450) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 16 20:32:25.938852 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7e305df0-d1e8-4188-9a03-5680191894ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (None), before_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:25.951266 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-50433c65-15c5-4646-8907-c57029b7daa4 admin admin] Publish callbacks [] for router_gateway (14f5f545-f4ea-4bf9-8f04-dccc12e9f48d), precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:25.978073 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6fb4028-39f8-445c-a238-18d46f737f09 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Notify agent at l3_agent.dv-cinder-830901-7-iscsi the message routers_updated {{(pid=103449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 20:32:25.989219 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f6ad8d3-af86-4f9b-90b0-c88915cc34a5 None None] Sync routers for ids ['ff342686-d4a7-4820-b268-c308e7f5d698'] in dv-cinder-830901-7-iscsi {{(pid=103451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 20:32:26.005066 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f6ad8d3-af86-4f9b-90b0-c88915cc34a5 None None] Routers {'ff342686-d4a7-4820-b268-c308e7f5d698'} bound to L3 agent in host dv-cinder-830901-7-iscsi {{(pid=103451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:32:26.006282 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-1f6ad8d3-af86-4f9b-90b0-c88915cc34a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-16T20:16:38Z,description=,heartbeat_timestamp=2022-05-16T20:32:08Z,host='dv-cinder-830901-7-iscsi',id=fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:16:38Z,topic='l3_agent')) {'router_ids': ['ff342686-d4a7-4820-b268-c308e7f5d698'], 'active': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:32:26.007782 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-f6fb4028-39f8-445c-a238-18d46f737f09 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-338397'] for floatingip (None), before_response {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:26.043729 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-f6fb4028-39f8-445c-a238-18d46f737f09 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3812237 May 16 20:32:26.044340 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc081fee-b910-4daa-971e-04aa263c3f45', 'tag': 'cd0b9e20-d1a9-4962-bec3-5e41b6cd9464'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 20:32:26.046662 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}295115e3b8025bbf11aa9aac085408c2d5e3d0e4242a5f701d1d164c8d9f99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8049cfec-3df6-461a-9ec0-5441d6471f5c" -d '{"events": [{"name": "network-changed", "server_uuid": "fc081fee-b910-4daa-971e-04aa263c3f45", "tag": "cd0b9e20-d1a9-4962-bec3-5e41b6cd9464"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 20:32:26.094896 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 20:32:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-140e51ee-5226-4f70-aa9e-b15d62391797 x-openstack-request-id: req-140e51ee-5226-4f70-aa9e-b15d62391797 {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 20:32:26.095405 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc081fee-b910-4daa-971e-04aa263c3f45", "tag": "cd0b9e20-d1a9-4962-bec3-5e41b6cd9464", "status": "completed", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 20:32:26.096651 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-140e51ee-5226-4f70-aa9e-b15d62391797 {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 20:32:26.098517 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event matching ['req-140e51ee-5226-4f70-aa9e-b15d62391797'] response: {'name': 'network-changed', 'server_uuid': 'fc081fee-b910-4daa-971e-04aa263c3f45', 'tag': 'cd0b9e20-d1a9-4962-bec3-5e41b6cd9464', 'status': 'completed', 'code': 200} May 16 20:32:26.137931 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvr_db [None req-1f6ad8d3-af86-4f9b-90b0-c88915cc34a5 None None] Set router ff342686-d4a7-4820-b268-c308e7f5d698 gateway port host: dv-cinder-830901-7-iscsi {{(pid=103451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:32:26.189553 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.db_base_plugin_common [None req-7e305df0-d1e8-4188-9a03-5680191894ef None None] Allocated IP 172.20.0.2 (4dca6e41-3e7f-4b54-a37d-6e91949cad94/e718666c-96a4-4dfd-9217-a28f91b893f6/d51f2073-6b83-4c4a-9814-f0f4c7e3d73d) {{(pid=103450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 20:32:26.273285 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1583a653-350e-4a75-bb18-40f03e37900b None None] Publish callbacks [] for port (55b36e30-c460-4db5-9abc-c4302663bf0c), precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:26.303082 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1583a653-350e-4a75-bb18-40f03e37900b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732397598091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732397102978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732397102996'] for port (55b36e30-c460-4db5-9abc-c4302663bf0c), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:26.370034 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-1f6ad8d3-af86-4f9b-90b0-c88915cc34a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff342686-d4a7-4820-b268-c308e7f5d698', 'name': 'tempest-TestVolumeBootPattern-348190237-router', 'tenant_id': '2715141f8ffd49d892600c779e02fa17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'external_fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': '3c16e6da-0f15-424c-83b1-65a7dba0c80e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:26:37Z', 'updated_at': '2022-05-16T20:26:40Z', 'revision_number': 4, 'project_id': '2715141f8ffd49d892600c779e02fa17', 'gw_port': {'id': '3c16e6da-0f15-424c-83b1-65a7dba0c80e', 'name': '', 'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:1b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff342686-d4a7-4820-b268-c308e7f5d698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:26:37Z', 'updated_at': '2022-05-16T20:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-7-iscsi', '_floatingips': [{'id': '9192405e-3947-4fc7-a165-ed379a174af7', 'tenant_id': '2715141f8ffd49d892600c779e02fa17', 'floating_ip_address': '172.27.2.86', 'floating_network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'router_id': 'ff342686-d4a7-4820-b268-c308e7f5d698', 'port_id': 'cd0b9e20-d1a9-4962-bec3-5e41b6cd9464', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 639, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f817970e-ef84-435a-806f-1b015ae84dd9', 'mac_address': 'fa:16:3e:58:0b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc081fee-b910-4daa-971e-04aa263c3f45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T20:32:24Z', 'updated_at': '2022-05-16T20:32:24Z', 'revision_number': 0, 'project_id': '2715141f8ffd49d892600c779e02fa17', 'fixed_ip_address_scope': None}, {'id': 'eee0ee61-aad4-49de-a84a-4d95ce242b8d', 'tenant_id': '2715141f8ffd49d892600c779e02fa17', 'floating_ip_address': '172.27.2.102', 'floating_network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'router_id': 'ff342686-d4a7-4820-b268-c308e7f5d698', 'port_id': '59817910-96f2-4d96-a3b6-dfa35ba5fbe5', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f817970e-ef84-435a-806f-1b015ae84dd9', 'mac_address': 'fa:16:3e:23:44:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce1b1e18-f282-440d-9040-466f95a632fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T20:30:15Z', 'updated_at': '2022-05-16T20:30:18Z', 'revision_number': 1, 'project_id': '2715141f8ffd49d892600c779e02fa17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '533129b2-d6ee-41c5-90d3-4790783a4be6', 'name': '', 'network_id': 'f817970e-ef84-435a-806f-1b015ae84dd9', 'tenant_id': '2715141f8ffd49d892600c779e02fa17', 'mac_address': 'fa:16:3e:c2:e4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff342686-d4a7-4820-b268-c308e7f5d698', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '14823cd5-3605-452f-a744-d8797ebcce33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:26:39Z', 'updated_at': '2022-05-16T20:26:45Z', 'revision_number': 5, 'project_id': '2715141f8ffd49d892600c779e02fa17', 'subnets': [{'id': '14823cd5-3605-452f-a744-d8797ebcce33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-7-iscsi', False) {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:32:26.397167 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f6ad8d3-af86-4f9b-90b0-c88915cc34a5 None None] Checking router: ff342686-d4a7-4820-b268-c308e7f5d698 for host: dv-cinder-830901-7-iscsi {{(pid=103451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 20:32:26.404432 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Device 1d93be82-2f97-48a8-86d7-ac4969769778 up at agent hyperv_hv-cinder-83090 {{(pid=103450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 20:32:26.406767 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f6ad8d3-af86-4f9b-90b0-c88915cc34a5 None None] Routers {'ff342686-d4a7-4820-b268-c308e7f5d698'} bound to L3 agent in host dv-cinder-830901-7-iscsi {{(pid=103451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:32:26.407555 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-1f6ad8d3-af86-4f9b-90b0-c88915cc34a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-16T20:16:38Z,description=,heartbeat_timestamp=2022-05-16T20:32:08Z,host='dv-cinder-830901-7-iscsi',id=fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:16:38Z,topic='l3_agent')) {'router_ids': ['ff342686-d4a7-4820-b268-c308e7f5d698'], 'active': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:32:26.439168 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8049cfec-3df6-461a-9ec0-5441d6471f5c req-52495e91-79a1-40e5-a4c4-6fff3fe71612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:32:26.442297 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-8049cfec-3df6-461a-9ec0-5441d6471f5c req-52495e91-79a1-40e5-a4c4-6fff3fe71612 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=2715141f8ffd49d892600c779e02fa17&device_id=fc081fee-b910-4daa-971e-04aa263c3f45 HTTP/1.1" status: 200 len: 1130 time: 0.0438194 May 16 20:32:26.459247 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4726f8f-7d67-442a-b448-782c5e4ec24b None None] Pushing event updated for resources: {'Port': ['ID=55b36e30-c460-4db5-9abc-c4302663bf0c,revision_number=3']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:32:26.492745 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-1583a653-350e-4a75-bb18-40f03e37900b None None] Attempting to bind port 55b36e30-c460-4db5-9abc-c4302663bf0c on host dv-cinder-830901-7-iscsi for vnic_type normal with profile {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 20:32:26.493109 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-1583a653-350e-4a75-bb18-40f03e37900b None None] Attempting to bind port 55b36e30-c460-4db5-9abc-c4302663bf0c by drivers openvswitch,hyperv on host dv-cinder-830901-7-iscsi at level 0 using segments [{'id': 'cbd7787d-b18f-40ec-ada9-e437834c50fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'bb6d97a1-ea92-40e0-99cc-81380c6478ce'}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 20:32:26.493466 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1583a653-350e-4a75-bb18-40f03e37900b None None] Attempting to bind port 55b36e30-c460-4db5-9abc-c4302663bf0c on network bb6d97a1-ea92-40e0-99cc-81380c6478ce {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 20:32:26.528631 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1583a653-350e-4a75-bb18-40f03e37900b None None] Checking agent: {'id': 'bddaa840-ffd9-43a2-8860-d40111f70aff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830901-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 20, 16, 41), 'started_at': datetime.datetime(2022, 5, 16, 20, 17, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 20, 32, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830901-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 20:32:26.529045 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1583a653-350e-4a75-bb18-40f03e37900b None None] Checking segment: {'id': 'cbd7787d-b18f-40ec-ada9-e437834c50fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'bb6d97a1-ea92-40e0-99cc-81380c6478ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 20:32:26.529482 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1583a653-350e-4a75-bb18-40f03e37900b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:26.529851 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1583a653-350e-4a75-bb18-40f03e37900b None None] Bound using segment: {'id': 'cbd7787d-b18f-40ec-ada9-e437834c50fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'bb6d97a1-ea92-40e0-99cc-81380c6478ce'} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 20:32:26.530335 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-1583a653-350e-4a75-bb18-40f03e37900b None None] Bound port: 55b36e30-c460-4db5-9abc-c4302663bf0c, host: dv-cinder-830901-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbd7787d-b18f-40ec-ada9-e437834c50fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'bb6d97a1-ea92-40e0-99cc-81380c6478ce'}}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 20:32:26.530711 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1583a653-350e-4a75-bb18-40f03e37900b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (55b36e30-c460-4db5-9abc-c4302663bf0c), before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:26.542081 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvr_db [None req-1f6ad8d3-af86-4f9b-90b0-c88915cc34a5 None None] Set router ff342686-d4a7-4820-b268-c308e7f5d698 gateway port host: dv-cinder-830901-7-iscsi {{(pid=103451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:32:26.558979 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7e305df0-d1e8-4188-9a03-5680191894ef None None] Publish callbacks [] for port (d51f2073-6b83-4c4a-9814-f0f4c7e3d73d), precommit_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:26.562865 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Provisioning for port 1d93be82-2f97-48a8-86d7-ac4969769778 completed by entity L2. {{(pid=103450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 16 20:32:26.563042 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-50433c65-15c5-4646-8907-c57029b7daa4 admin admin] Publish callbacks [] for router_gateway (14f5f545-f4ea-4bf9-8f04-dccc12e9f48d), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:26.590899 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-50433c65-15c5-4646-8907-c57029b7daa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:26.593003 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7e305df0-d1e8-4188-9a03-5680191894ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732397102960'] for port (d51f2073-6b83-4c4a-9814-f0f4c7e3d73d), after_create {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:26.599660 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Provisioning complete for port 1d93be82-2f97-48a8-86d7-ac4969769778 triggered by entity L2. {{(pid=103450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:32:26.600792 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868582'] for port (1d93be82-2f97-48a8-86d7-ac4969769778), provisioning_complete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:26.646159 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8049cfec-3df6-461a-9ec0-5441d6471f5c req-bb250604-c545-410b-8af1-449e2f550d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:32:26.647639 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-8049cfec-3df6-461a-9ec0-5441d6471f5c req-bb250604-c545-410b-8af1-449e2f550d11 service neutron] 10.222.0.81 "GET /v2.0/networks?id=f817970e-ef84-435a-806f-1b015ae84dd9 HTTP/1.1" status: 200 len: 912 time: 0.1701846 May 16 20:32:26.686141 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e305df0-d1e8-4188-9a03-5680191894ef None None] Network 4dca6e41-3e7f-4b54-a37d-6e91949cad94 is already hosted by enough agents. {{(pid=103450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 20:32:26.708553 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.scheduler.base_scheduler [None req-7e305df0-d1e8-4188-9a03-5680191894ef None None] Resources bound (agent type, host, resource id): {{(pid=103450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 20:32:26.713047 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-1583a653-350e-4a75-bb18-40f03e37900b None None] For port 55b36e30-c460-4db5-9abc-c4302663bf0c, host dv-cinder-830901-7-iscsi, cleared binding levels {{(pid=103450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 20:32:26.715080 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e305df0-d1e8-4188-9a03-5680191894ef None None] Received port after_create {{(pid=103450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 20:32:26.718667 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e305df0-d1e8-4188-9a03-5680191894ef None None] Pushing event updated for resources: {'Port': ['ID=d51f2073-6b83-4c4a-9814-f0f4c7e3d73d,revision_number=1']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:32:26.725287 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [None req-96fa73f6-2d41-42e4-bf30-21b44c4d8c5c None None] Provisioning complete for port 55b36e30-c460-4db5-9abc-c4302663bf0c triggered by entity DHCP. {{(pid=103450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:32:26.725287 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-96fa73f6-2d41-42e4-bf30-21b44c4d8c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868582'] for port (55b36e30-c460-4db5-9abc-c4302663bf0c), provisioning_complete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:26.735537 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-8049cfec-3df6-461a-9ec0-5441d6471f5c req-7c3fdb75-9505-40c6-b3b0-836bc7da7efe service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cd0b9e20-d1a9-4962-bec3-5e41b6cd9464 HTTP/1.1" status: 200 len: 999 time: 0.0799851 May 16 20:32:26.742597 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-1583a653-350e-4a75-bb18-40f03e37900b None None] For port 55b36e30-c460-4db5-9abc-c4302663bf0c, host dv-cinder-830901-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-7-iscsi',level=0,port_id=55b36e30-c460-4db5-9abc-c4302663bf0c,segment=NetworkSegment(cbd7787d-b18f-40ec-ada9-e437834c50fe),segment_id=cbd7787d-b18f-40ec-ada9-e437834c50fe)] {{(pid=103450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 20:32:26.785233 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-1f6ad8d3-af86-4f9b-90b0-c88915cc34a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff342686-d4a7-4820-b268-c308e7f5d698', 'name': 'tempest-TestVolumeBootPattern-348190237-router', 'tenant_id': '2715141f8ffd49d892600c779e02fa17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'external_fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': '3c16e6da-0f15-424c-83b1-65a7dba0c80e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:26:37Z', 'updated_at': '2022-05-16T20:26:40Z', 'revision_number': 4, 'project_id': '2715141f8ffd49d892600c779e02fa17', 'gw_port': {'id': '3c16e6da-0f15-424c-83b1-65a7dba0c80e', 'name': '', 'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:1b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff342686-d4a7-4820-b268-c308e7f5d698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:26:37Z', 'updated_at': '2022-05-16T20:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-7-iscsi', '_floatingips': [{'id': '9192405e-3947-4fc7-a165-ed379a174af7', 'tenant_id': '2715141f8ffd49d892600c779e02fa17', 'floating_ip_address': '172.27.2.86', 'floating_network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'router_id': 'ff342686-d4a7-4820-b268-c308e7f5d698', 'port_id': 'cd0b9e20-d1a9-4962-bec3-5e41b6cd9464', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 639, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f817970e-ef84-435a-806f-1b015ae84dd9', 'mac_address': 'fa:16:3e:58:0b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc081fee-b910-4daa-971e-04aa263c3f45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T20:32:24Z', 'updated_at': '2022-05-16T20:32:24Z', 'revision_number': 0, 'project_id': '2715141f8ffd49d892600c779e02fa17', 'fixed_ip_address_scope': None}, {'id': 'eee0ee61-aad4-49de-a84a-4d95ce242b8d', 'tenant_id': '2715141f8ffd49d892600c779e02fa17', 'floating_ip_address': '172.27.2.102', 'floating_network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'router_id': 'ff342686-d4a7-4820-b268-c308e7f5d698', 'port_id': '59817910-96f2-4d96-a3b6-dfa35ba5fbe5', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f817970e-ef84-435a-806f-1b015ae84dd9', 'mac_address': 'fa:16:3e:23:44:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce1b1e18-f282-440d-9040-466f95a632fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T20:30:15Z', 'updated_at': '2022-05-16T20:30:18Z', 'revision_number': 1, 'project_id': '2715141f8ffd49d892600c779e02fa17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '533129b2-d6ee-41c5-90d3-4790783a4be6', 'name': '', 'network_id': 'f817970e-ef84-435a-806f-1b015ae84dd9', 'tenant_id': '2715141f8ffd49d892600c779e02fa17', 'mac_address': 'fa:16:3e:c2:e4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff342686-d4a7-4820-b268-c308e7f5d698', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '14823cd5-3605-452f-a744-d8797ebcce33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:26:39Z', 'updated_at': '2022-05-16T20:26:45Z', 'revision_number': 5, 'project_id': '2715141f8ffd49d892600c779e02fa17', 'subnets': [{'id': '14823cd5-3605-452f-a744-d8797ebcce33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-7-iscsi', False) {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:32:26.793161 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1583a653-350e-4a75-bb18-40f03e37900b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732397598091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732397102978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732397102996'] for port (55b36e30-c460-4db5-9abc-c4302663bf0c), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:26.815166 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f6ad8d3-af86-4f9b-90b0-c88915cc34a5 None None] The sync data for ids ['ff342686-d4a7-4820-b268-c308e7f5d698'] in dv-cinder-830901-7-iscsi is: [{'id': 'ff342686-d4a7-4820-b268-c308e7f5d698', 'name': 'tempest-TestVolumeBootPattern-348190237-router', 'tenant_id': '2715141f8ffd49d892600c779e02fa17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'external_fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': '3c16e6da-0f15-424c-83b1-65a7dba0c80e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:26:37Z', 'updated_at': '2022-05-16T20:26:40Z', 'revision_number': 4, 'project_id': '2715141f8ffd49d892600c779e02fa17', 'gw_port': {'id': '3c16e6da-0f15-424c-83b1-65a7dba0c80e', 'name': '', 'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:1b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff342686-d4a7-4820-b268-c308e7f5d698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:26:37Z', 'updated_at': '2022-05-16T20:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-7-iscsi', '_floatingips': [{'id': '9192405e-3947-4fc7-a165-ed379a174af7', 'tenant_id': '2715141f8ffd49d892600c779e02fa17', 'floating_ip_address': '172.27.2.86', 'floating_network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'router_id': 'ff342686-d4a7-4820-b268-c308e7f5d698', 'port_id': 'cd0b9e20-d1a9-4962-bec3-5e41b6cd9464', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 639, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f817970e-ef84-435a-806f-1b015ae84dd9', 'mac_address': 'fa:16:3e:58:0b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc081fee-b910-4daa-971e-04aa263c3f45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T20:32:24Z', 'updated_at': '2022-05-16T20:32:24Z', 'revision_number': 0, 'project_id': '2715141f8ffd49d892600c779e02fa17', 'fixed_ip_address_scope': None}, {'id': 'eee0ee61-aad4-49de-a84a-4d95ce242b8d', 'tenant_id': '2715141f8ffd49d892600c779e02fa17', 'floating_ip_address': '172.27.2.102', 'floating_network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'router_id': 'ff342686-d4a7-4820-b268-c308e7f5d698', 'port_id': '59817910-96f2-4d96-a3b6-dfa35ba5fbe5', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f817970e-ef84-435a-806f-1b015ae84dd9', 'mac_address': 'fa:16:3e:23:44:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce1b1e18-f282-440d-9040-466f95a632fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T20:30:15Z', 'updated_at': '2022-05-16T20:30:18Z', 'revision_number': 1, 'project_id': '2715141f8ffd49d892600c779e02fa17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '533129b2-d6ee-41c5-90d3-4790783a4be6', 'name': '', 'network_id': 'f817970e-ef84-435a-806f-1b015ae84dd9', 'tenant_id': '2715141f8ffd49d892600c779e02fa17', 'mac_address': 'fa:16:3e:c2:e4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff342686-d4a7-4820-b268-c308e7f5d698', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '14823cd5-3605-452f-a744-d8797ebcce33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:26:39Z', 'updated_at': '2022-05-16T20:26:45Z', 'revision_number': 5, 'project_id': '2715141f8ffd49d892600c779e02fa17', 'subnets': [{'id': '14823cd5-3605-452f-a744-d8797ebcce33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 20:32:26.817202 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8049cfec-3df6-461a-9ec0-5441d6471f5c req-9341b375-bac5-4f30-a796-8289bd5a1c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:32:26.819036 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-8049cfec-3df6-461a-9ec0-5441d6471f5c req-9341b375-bac5-4f30-a796-8289bd5a1c4d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=14823cd5-3605-452f-a744-d8797ebcce33 HTTP/1.1" status: 200 len: 850 time: 0.0766957 May 16 20:32:26.834524 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-50433c65-15c5-4646-8907-c57029b7daa4 admin admin] Allocated IP 172.27.2.185 (ded6ab20-0a8b-4051-830c-385457f4e062/dcb7b1f3-82ff-415d-89cf-2b6021c22eb5/9cfca92c-8987-4c25-a4a4-d3205d8fe5c7) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 20:32:26.857361 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-96fa73f6-2d41-42e4-bf30-21b44c4d8c5c None None] Port 55b36e30-c460-4db5-9abc-c4302663bf0c cannot update to ACTIVE because it is not bound. {{(pid=103450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 20:32:26.891150 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-7e305df0-d1e8-4188-9a03-5680191894ef None None] Attempting to bind port d51f2073-6b83-4c4a-9814-f0f4c7e3d73d on host dv-cinder-830901-7-iscsi for vnic_type normal with profile {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 20:32:26.891515 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-7e305df0-d1e8-4188-9a03-5680191894ef None None] Attempting to bind port d51f2073-6b83-4c4a-9814-f0f4c7e3d73d by drivers openvswitch,hyperv on host dv-cinder-830901-7-iscsi at level 0 using segments [{'id': '5256aaf6-91df-44ca-b62d-402f175c8674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '4dca6e41-3e7f-4b54-a37d-6e91949cad94'}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 20:32:26.891878 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e305df0-d1e8-4188-9a03-5680191894ef None None] Attempting to bind port d51f2073-6b83-4c4a-9814-f0f4c7e3d73d on network 4dca6e41-3e7f-4b54-a37d-6e91949cad94 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 20:32:26.914675 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Current status of the port 1d93be82-2f97-48a8-86d7-ac4969769778 is: BUILD; New status is: ACTIVE {{(pid=103450) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:32:26.915059 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (1d93be82-2f97-48a8-86d7-ac4969769778), before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:26.917308 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e305df0-d1e8-4188-9a03-5680191894ef None None] Checking agent: {'id': 'bddaa840-ffd9-43a2-8860-d40111f70aff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830901-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 20, 16, 41), 'started_at': datetime.datetime(2022, 5, 16, 20, 17, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 20, 32, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830901-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 20:32:26.917680 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e305df0-d1e8-4188-9a03-5680191894ef None None] Checking segment: {'id': '5256aaf6-91df-44ca-b62d-402f175c8674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '4dca6e41-3e7f-4b54-a37d-6e91949cad94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 20:32:26.918066 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7e305df0-d1e8-4188-9a03-5680191894ef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:26.918455 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e305df0-d1e8-4188-9a03-5680191894ef None None] Bound using segment: {'id': '5256aaf6-91df-44ca-b62d-402f175c8674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '4dca6e41-3e7f-4b54-a37d-6e91949cad94'} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 20:32:26.918921 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-7e305df0-d1e8-4188-9a03-5680191894ef None None] Bound port: d51f2073-6b83-4c4a-9814-f0f4c7e3d73d, host: dv-cinder-830901-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5256aaf6-91df-44ca-b62d-402f175c8674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '4dca6e41-3e7f-4b54-a37d-6e91949cad94'}}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 20:32:26.919290 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7e305df0-d1e8-4188-9a03-5680191894ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (d51f2073-6b83-4c4a-9814-f0f4c7e3d73d), before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:26.927605 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5abfc13-717f-4cc2-9a7b-213577d9088a req-925eb685-490f-4ebf-8bda-4afc101cced5 tempest-VolumesNegativeTest-830863451 tempest-VolumesNegativeTest-830863451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:32:26.943413 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-e5abfc13-717f-4cc2-9a7b-213577d9088a req-925eb685-490f-4ebf-8bda-4afc101cced5 tempest-VolumesNegativeTest-830863451 tempest-VolumesNegativeTest-830863451-project] 10.222.0.71 "GET /v2.0/ports?device_id=26b89094-3fa5-4021-af17-0069b6bce4ef HTTP/1.1" status: 200 len: 949 time: 0.0813174 May 16 20:32:26.955251 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4726f8f-7d67-442a-b448-782c5e4ec24b None None] Pushing event updated for resources: {'Port': ['ID=55b36e30-c460-4db5-9abc-c4302663bf0c,revision_number=4']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:32:26.959982 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1583a653-350e-4a75-bb18-40f03e37900b None None] Routers {'d2d10c84-8d58-4ce9-8460-33be977b4265'} bound to L3 agent in host dv-cinder-830901-7-iscsi {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:32:26.959982 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-1583a653-350e-4a75-bb18-40f03e37900b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-16T20:16:38Z,description=,heartbeat_timestamp=2022-05-16T20:32:08Z,host='dv-cinder-830901-7-iscsi',id=fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:16:38Z,topic='l3_agent')) {'router_ids': ['d2d10c84-8d58-4ce9-8460-33be977b4265'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:32:27.019428 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8049cfec-3df6-461a-9ec0-5441d6471f5c req-15e9bd6f-b4f3-4b77-ae49-8d05f03adc58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:32:27.022292 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26b89094-3fa5-4021-af17-0069b6bce4ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d93be82-2f97-48a8-86d7-ac4969769778'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 20:32:27.022473 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-8049cfec-3df6-461a-9ec0-5441d6471f5c req-15e9bd6f-b4f3-4b77-ae49-8d05f03adc58 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=f817970e-ef84-435a-806f-1b015ae84dd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0797334 May 16 20:32:27.023878 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38452c862c9e2e5c9d38da0d4ca4e6053ba1266d056c207bc89b5fbcea4cd82f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0be19fcb-b88b-447c-8de8-6d68ac684dd1" -d '{"events": [{"server_uuid": "26b89094-3fa5-4021-af17-0069b6bce4ef", "name": "network-vif-plugged", "status": "completed", "tag": "1d93be82-2f97-48a8-86d7-ac4969769778"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 20:32:27.027901 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-e5abfc13-717f-4cc2-9a7b-213577d9088a req-e09dd4d1-d41c-4273-ace7-ff9abb0ce84d tempest-VolumesNegativeTest-830863451 tempest-VolumesNegativeTest-830863451-project] 10.222.0.71 "GET /v2.0/security-groups?id=a651c448-5af7-43f4-a214-dcb5dc4995d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833468 May 16 20:32:27.052518 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-50433c65-15c5-4646-8907-c57029b7daa4 admin admin] Publish callbacks [] for port (9cfca92c-8987-4c25-a4a4-d3205d8fe5c7), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:27.065351 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] For port 1d93be82-2f97-48a8-86d7-ac4969769778, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=1d93be82-2f97-48a8-86d7-ac4969769778,segment=NetworkSegment(fd44068f-f41b-46d2-981d-d3ba442d608f),segment_id=fd44068f-f41b-46d2-981d-d3ba442d608f)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:32:27.194597 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-8049cfec-3df6-461a-9ec0-5441d6471f5c req-6fe20418-2b7f-4712-8bc5-8f3f498eedaa service neutron] 10.222.0.81 "GET /v2.0/networks/f817970e-ef84-435a-806f-1b015ae84dd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639235 May 16 20:32:27.208873 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-50433c65-15c5-4646-8907-c57029b7daa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732397102960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27048612'] for port (9cfca92c-8987-4c25-a4a4-d3205d8fe5c7), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:27.282651 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50433c65-15c5-4646-8907-c57029b7daa4 admin admin] Network ded6ab20-0a8b-4051-830c-385457f4e062 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 20:32:27.295232 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-50433c65-15c5-4646-8907-c57029b7daa4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 20:32:27.300525 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50433c65-15c5-4646-8907-c57029b7daa4 admin admin] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 20:32:27.320959 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 20:32:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc9ec7a3-1a39-44bf-bd59-dc32b2d15800 x-openstack-request-id: req-fc9ec7a3-1a39-44bf-bd59-dc32b2d15800 {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 20:32:27.321258 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26b89094-3fa5-4021-af17-0069b6bce4ef", "name": "network-vif-plugged", "status": "completed", "tag": "1d93be82-2f97-48a8-86d7-ac4969769778", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 20:32:27.321510 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-fc9ec7a3-1a39-44bf-bd59-dc32b2d15800 {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 20:32:27.321903 dv-cinder-830901-7-iscsi neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc9ec7a3-1a39-44bf-bd59-dc32b2d15800'] response: {'server_uuid': '26b89094-3fa5-4021-af17-0069b6bce4ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d93be82-2f97-48a8-86d7-ac4969769778', 'code': 200} May 16 20:32:27.322847 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac8fd8c-af23-488e-b91a-5e6edbe0ae87 req-a159381b-8e37-4263-a673-d0651a094242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:32:27.323243 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-650f2f12-736f-474e-85e9-ccbde0fb55ed None None] New status for floating IP 9192405e-3947-4fc7-a165-ed379a174af7: ACTIVE {{(pid=103450) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 20:32:27.324408 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-2ac8fd8c-af23-488e-b91a-5e6edbe0ae87 req-a159381b-8e37-4263-a673-d0651a094242 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=26b89094-3fa5-4021-af17-0069b6bce4ef HTTP/1.1" status: 200 len: 1134 time: 0.0451734 May 16 20:32:27.325754 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50433c65-15c5-4646-8907-c57029b7daa4 admin admin] Pushing event updated for resources: {'Port': ['ID=9cfca92c-8987-4c25-a4a4-d3205d8fe5c7,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:32:27.371688 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-2ac8fd8c-af23-488e-b91a-5e6edbe0ae87 req-2d8b9f52-430e-4358-aacb-ddbceedd496f service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=a651c448-5af7-43f4-a214-dcb5dc4995d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410740 May 16 20:32:27.377771 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732397598091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732397102978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732397102996'] for port (1d93be82-2f97-48a8-86d7-ac4969769778), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:27.425780 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-8049cfec-3df6-461a-9ec0-5441d6471f5c req-d43fcbde-d539-48f8-b118-203baede215c service neutron] 10.222.0.81 "GET /v2.0/networks/f817970e-ef84-435a-806f-1b015ae84dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2058029 May 16 20:32:27.474547 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [None req-7374ffc5-909f-4da9-927a-62d1d605fc70 None None] Provisioning complete for port 55b36e30-c460-4db5-9abc-c4302663bf0c triggered by entity DHCP. {{(pid=103450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:32:27.475109 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7374ffc5-909f-4da9-927a-62d1d605fc70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868582'] for port (55b36e30-c460-4db5-9abc-c4302663bf0c), provisioning_complete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:27.507566 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-1583a653-350e-4a75-bb18-40f03e37900b None None] Set router d2d10c84-8d58-4ce9-8460-33be977b4265 gateway port host: dv-cinder-830901-7-iscsi {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:32:27.567341 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-7e305df0-d1e8-4188-9a03-5680191894ef None None] For port d51f2073-6b83-4c4a-9814-f0f4c7e3d73d, host dv-cinder-830901-7-iscsi, cleared binding levels {{(pid=103450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 20:32:27.591714 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-50433c65-15c5-4646-8907-c57029b7daa4 admin admin] Publish callbacks [] for router_gateway (14f5f545-f4ea-4bf9-8f04-dccc12e9f48d), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:27.614328 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-7e305df0-d1e8-4188-9a03-5680191894ef None None] For port d51f2073-6b83-4c4a-9814-f0f4c7e3d73d, host dv-cinder-830901-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-7-iscsi',level=0,port_id=d51f2073-6b83-4c4a-9814-f0f4c7e3d73d,segment=NetworkSegment(5256aaf6-91df-44ca-b62d-402f175c8674),segment_id=5256aaf6-91df-44ca-b62d-402f175c8674)] {{(pid=103450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 20:32:27.615894 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Pushing event updated for resources: {'Port': ['ID=1d93be82-2f97-48a8-86d7-ac4969769778,revision_number=5']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:32:27.658353 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7e305df0-d1e8-4188-9a03-5680191894ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732397598091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732397102978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732397102996'] for port (d51f2073-6b83-4c4a-9814-f0f4c7e3d73d), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:27.787335 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-50433c65-15c5-4646-8907-c57029b7daa4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1646245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1643494'] for router (14f5f545-f4ea-4bf9-8f04-dccc12e9f48d), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:27.802001 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e305df0-d1e8-4188-9a03-5680191894ef None None] Pushing event updated for resources: {'Port': ['ID=d51f2073-6b83-4c4a-9814-f0f4c7e3d73d,revision_number=2']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:32:27.806869 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-7374ffc5-909f-4da9-927a-62d1d605fc70 None None] Current status of the port 55b36e30-c460-4db5-9abc-c4302663bf0c is: DOWN; New status is: ACTIVE {{(pid=103450) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:32:27.807265 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7374ffc5-909f-4da9-927a-62d1d605fc70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (55b36e30-c460-4db5-9abc-c4302663bf0c), before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:27.882988 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-7374ffc5-909f-4da9-927a-62d1d605fc70 None None] For port 55b36e30-c460-4db5-9abc-c4302663bf0c, host dv-cinder-830901-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-7-iscsi',level=0,port_id=55b36e30-c460-4db5-9abc-c4302663bf0c,segment=NetworkSegment(cbd7787d-b18f-40ec-ada9-e437834c50fe),segment_id=cbd7787d-b18f-40ec-ada9-e437834c50fe)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:32:27.889874 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7374ffc5-909f-4da9-927a-62d1d605fc70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732397598091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732397102978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732397102996'] for port (55b36e30-c460-4db5-9abc-c4302663bf0c), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:27.914989 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-1583a653-350e-4a75-bb18-40f03e37900b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2d10c84-8d58-4ce9-8460-33be977b4265', 'name': 'tempest-TestMinimumBasicScenario-474890428-router', 'tenant_id': '4d18594086434fd19336bd76a7089437', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'external_fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': '12537d26-6afc-4528-9b2f-20403a4e8616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:32:19Z', 'updated_at': '2022-05-16T20:32:23Z', 'revision_number': 4, 'project_id': '4d18594086434fd19336bd76a7089437', 'gw_port': {'id': '12537d26-6afc-4528-9b2f-20403a4e8616', 'name': '', 'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:a4:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d10c84-8d58-4ce9-8460-33be977b4265', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:32:20Z', 'updated_at': '2022-05-16T20:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-7-iscsi', '_interfaces': [{'id': '55b36e30-c460-4db5-9abc-c4302663bf0c', 'name': '', 'network_id': 'bb6d97a1-ea92-40e0-99cc-81380c6478ce', 'tenant_id': '4d18594086434fd19336bd76a7089437', 'mac_address': 'fa:16:3e:d8:b2:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2d10c84-8d58-4ce9-8460-33be977b4265', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'a3c300fd-5ec3-465b-9a92-333b0899fa80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:32:22Z', 'updated_at': '2022-05-16T20:32:26Z', 'revision_number': 4, 'project_id': '4d18594086434fd19336bd76a7089437', 'subnets': [{'id': 'a3c300fd-5ec3-465b-9a92-333b0899fa80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-7-iscsi', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:32:27.951746 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1583a653-350e-4a75-bb18-40f03e37900b None None] The sync data for ids ['d2d10c84-8d58-4ce9-8460-33be977b4265'] in dv-cinder-830901-7-iscsi is: [{'id': 'd2d10c84-8d58-4ce9-8460-33be977b4265', 'name': 'tempest-TestMinimumBasicScenario-474890428-router', 'tenant_id': '4d18594086434fd19336bd76a7089437', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'external_fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': '12537d26-6afc-4528-9b2f-20403a4e8616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:32:19Z', 'updated_at': '2022-05-16T20:32:23Z', 'revision_number': 4, 'project_id': '4d18594086434fd19336bd76a7089437', 'gw_port': {'id': '12537d26-6afc-4528-9b2f-20403a4e8616', 'name': '', 'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:a4:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d10c84-8d58-4ce9-8460-33be977b4265', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:32:20Z', 'updated_at': '2022-05-16T20:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-7-iscsi', '_interfaces': [{'id': '55b36e30-c460-4db5-9abc-c4302663bf0c', 'name': '', 'network_id': 'bb6d97a1-ea92-40e0-99cc-81380c6478ce', 'tenant_id': '4d18594086434fd19336bd76a7089437', 'mac_address': 'fa:16:3e:d8:b2:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2d10c84-8d58-4ce9-8460-33be977b4265', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'a3c300fd-5ec3-465b-9a92-333b0899fa80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:32:22Z', 'updated_at': '2022-05-16T20:32:26Z', 'revision_number': 4, 'project_id': '4d18594086434fd19336bd76a7089437', 'subnets': [{'id': 'a3c300fd-5ec3-465b-9a92-333b0899fa80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 20:32:27.960820 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50433c65-15c5-4646-8907-c57029b7daa4 admin admin] Router 14f5f545-f4ea-4bf9-8f04-dccc12e9f48d is scheduled to L3 agent fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f with binding_index 1 {{(pid=103448) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 16 20:32:27.976433 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7374ffc5-909f-4da9-927a-62d1d605fc70 None None] Pushing event updated for resources: {'Port': ['ID=55b36e30-c460-4db5-9abc-c4302663bf0c,revision_number=5']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:32:28.122592 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50433c65-15c5-4646-8907-c57029b7daa4 admin admin] Notify agent at l3_agent.dv-cinder-830901-7-iscsi the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 20:32:28.133816 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7036da28-60fb-4ecc-aa5f-0c82aef4f334 None None] Sync routers for ids ['14f5f545-f4ea-4bf9-8f04-dccc12e9f48d'] in dv-cinder-830901-7-iscsi {{(pid=103451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 20:32:28.150107 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7036da28-60fb-4ecc-aa5f-0c82aef4f334 None None] Routers {'14f5f545-f4ea-4bf9-8f04-dccc12e9f48d'} bound to L3 agent in host dv-cinder-830901-7-iscsi {{(pid=103451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:32:28.151289 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-7036da28-60fb-4ecc-aa5f-0c82aef4f334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-16T20:16:38Z,description=,heartbeat_timestamp=2022-05-16T20:32:08Z,host='dv-cinder-830901-7-iscsi',id=fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:16:38Z,topic='l3_agent')) {'router_ids': ['14f5f545-f4ea-4bf9-8f04-dccc12e9f48d'], 'active': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:32:28.156588 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-50433c65-15c5-4646-8907-c57029b7daa4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:28.158363 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-50433c65-15c5-4646-8907-c57029b7daa4 admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.4402444 May 16 20:32:28.161268 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.71', 52986) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:32:28.167022 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e76db9-eee4-4711-99d7-efbb570660ef req-0cc9307a-8917-4b36-a0c6-1a737cf76d7c tempest-VolumesNegativeTest-830863451 tempest-VolumesNegativeTest-830863451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:32:28.168695 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-73e76db9-eee4-4711-99d7-efbb570660ef req-0cc9307a-8917-4b36-a0c6-1a737cf76d7c tempest-VolumesNegativeTest-830863451 tempest-VolumesNegativeTest-830863451-project] 10.222.0.71 "GET /v2.0/ports?device_id=26b89094-3fa5-4021-af17-0069b6bce4ef HTTP/1.1" status: 200 len: 950 time: 0.0666385 May 16 20:32:28.233888 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-73e76db9-eee4-4711-99d7-efbb570660ef req-7cc02bb7-a9e3-4c6d-b8ce-f37a79f998c0 tempest-VolumesNegativeTest-830863451 tempest-VolumesNegativeTest-830863451-project] 10.222.0.71 "GET /v2.0/security-groups?id=a651c448-5af7-43f4-a214-dcb5dc4995d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511596 May 16 20:32:28.324536 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvr_db [None req-7036da28-60fb-4ecc-aa5f-0c82aef4f334 None None] Set router 14f5f545-f4ea-4bf9-8f04-dccc12e9f48d gateway port host: dv-cinder-830901-7-iscsi {{(pid=103451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:32:28.507912 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-7036da28-60fb-4ecc-aa5f-0c82aef4f334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14f5f545-f4ea-4bf9-8f04-dccc12e9f48d', 'name': 'tempest-TestMinimumBasicScenario-1221717311-router', 'tenant_id': '3004b24586f5476485acec7bb05b3c3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'external_fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': '9cfca92c-8987-4c25-a4a4-d3205d8fe5c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:32:25Z', 'updated_at': '2022-05-16T20:32:27Z', 'revision_number': 3, 'project_id': '3004b24586f5476485acec7bb05b3c3f', 'gw_port': {'id': '9cfca92c-8987-4c25-a4a4-d3205d8fe5c7', 'name': '', 'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:c6:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14f5f545-f4ea-4bf9-8f04-dccc12e9f48d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:32:26Z', 'updated_at': '2022-05-16T20:32:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-7-iscsi'}], 'dv-cinder-830901-7-iscsi', False) {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:32:28.538424 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7036da28-60fb-4ecc-aa5f-0c82aef4f334 None None] Checking router: 14f5f545-f4ea-4bf9-8f04-dccc12e9f48d for host: dv-cinder-830901-7-iscsi {{(pid=103451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 20:32:28.538770 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7036da28-60fb-4ecc-aa5f-0c82aef4f334 None None] Updating router 14f5f545-f4ea-4bf9-8f04-dccc12e9f48d port 9cfca92c-8987-4c25-a4a4-d3205d8fe5c7 binding host dv-cinder-830901-7-iscsi {{(pid=103451) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 16 20:32:28.568449 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7036da28-60fb-4ecc-aa5f-0c82aef4f334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (9cfca92c-8987-4c25-a4a4-d3205d8fe5c7), before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:28.647750 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2ba5b33a-ce26-46a8-8544-952ecc17fc94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:28.830047 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-2ba5b33a-ce26-46a8-8544-952ecc17fc94 admin admin] Allocated IP 172.20.0.1 (4dca6e41-3e7f-4b54-a37d-6e91949cad94/e718666c-96a4-4dfd-9217-a28f91b893f6/7e6a2d02-68b9-40e3-9437-53ee8f01ef0a) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 20:32:28.963435 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23642b5d-5e1b-41ad-a6eb-8c40b471bcd1 None None] Network 4dca6e41-3e7f-4b54-a37d-6e91949cad94 requested from dv-cinder-830901-7-iscsi {{(pid=103450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 20:32:28.973076 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2ba5b33a-ce26-46a8-8544-952ecc17fc94 admin admin] Publish callbacks [] for port (7e6a2d02-68b9-40e3-9437-53ee8f01ef0a), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:28.991074 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7036da28-60fb-4ecc-aa5f-0c82aef4f334 None None] Publish callbacks [] for port (9cfca92c-8987-4c25-a4a4-d3205d8fe5c7), precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:29.000565 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7036da28-60fb-4ecc-aa5f-0c82aef4f334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732397598091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732397102978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732397102996'] for port (9cfca92c-8987-4c25-a4a4-d3205d8fe5c7), after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:29.014881 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2ba5b33a-ce26-46a8-8544-952ecc17fc94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732397102960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27048612'] for port (7e6a2d02-68b9-40e3-9437-53ee8f01ef0a), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:29.060809 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bbcead-cea4-4b40-af1d-3858d4bec9ca None None] Pushing event updated for resources: {'Port': ['ID=9cfca92c-8987-4c25-a4a4-d3205d8fe5c7,revision_number=2']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:32:29.062011 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ba5b33a-ce26-46a8-8544-952ecc17fc94 admin admin] Network 4dca6e41-3e7f-4b54-a37d-6e91949cad94 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 20:32:29.069205 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-2ba5b33a-ce26-46a8-8544-952ecc17fc94 admin admin] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 20:32:29.073286 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba5b33a-ce26-46a8-8544-952ecc17fc94 admin admin] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 20:32:29.074567 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [None req-7036da28-60fb-4ecc-aa5f-0c82aef4f334 None None] Attempting to bind port 9cfca92c-8987-4c25-a4a4-d3205d8fe5c7 on host dv-cinder-830901-7-iscsi for vnic_type normal with profile {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 20:32:29.075008 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [None req-7036da28-60fb-4ecc-aa5f-0c82aef4f334 None None] Attempting to bind port 9cfca92c-8987-4c25-a4a4-d3205d8fe5c7 by drivers openvswitch,hyperv on host dv-cinder-830901-7-iscsi at level 0 using segments [{'id': 'cb03ab33-ba4f-4a89-ab90-bfee78bf90a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062'}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 20:32:29.075439 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7036da28-60fb-4ecc-aa5f-0c82aef4f334 None None] Attempting to bind port 9cfca92c-8987-4c25-a4a4-d3205d8fe5c7 on network ded6ab20-0a8b-4051-830c-385457f4e062 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 20:32:29.080349 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [None req-adcf193e-b6e4-4920-ba4d-911eccf367ed None None] Provisioning complete for port d51f2073-6b83-4c4a-9814-f0f4c7e3d73d triggered by entity DHCP. {{(pid=103450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:32:29.080915 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-adcf193e-b6e4-4920-ba4d-911eccf367ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868582'] for port (d51f2073-6b83-4c4a-9814-f0f4c7e3d73d), provisioning_complete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:29.083491 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7036da28-60fb-4ecc-aa5f-0c82aef4f334 None None] Checking agent: {'id': 'bddaa840-ffd9-43a2-8860-d40111f70aff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830901-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 20, 16, 41), 'started_at': datetime.datetime(2022, 5, 16, 20, 17, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 20, 32, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830901-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 20:32:29.083953 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7036da28-60fb-4ecc-aa5f-0c82aef4f334 None None] Checking segment: {'id': 'cb03ab33-ba4f-4a89-ab90-bfee78bf90a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 20:32:29.084456 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7036da28-60fb-4ecc-aa5f-0c82aef4f334 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:29.084949 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7036da28-60fb-4ecc-aa5f-0c82aef4f334 None None] Bound using segment: {'id': 'cb03ab33-ba4f-4a89-ab90-bfee78bf90a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062'} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 20:32:29.085493 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [None req-7036da28-60fb-4ecc-aa5f-0c82aef4f334 None None] Bound port: 9cfca92c-8987-4c25-a4a4-d3205d8fe5c7, host: dv-cinder-830901-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb03ab33-ba4f-4a89-ab90-bfee78bf90a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062'}}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 20:32:29.086623 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7036da28-60fb-4ecc-aa5f-0c82aef4f334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (9cfca92c-8987-4c25-a4a4-d3205d8fe5c7), before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:29.095447 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba5b33a-ce26-46a8-8544-952ecc17fc94 admin admin] Pushing event updated for resources: {'Port': ['ID=7e6a2d02-68b9-40e3-9437-53ee8f01ef0a,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:32:29.116863 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2ba5b33a-ce26-46a8-8544-952ecc17fc94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1642699'] for router_interface (14f5f545-f4ea-4bf9-8f04-dccc12e9f48d), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:29.141288 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.plugins.ml2.db [None req-7036da28-60fb-4ecc-aa5f-0c82aef4f334 None None] For port 9cfca92c-8987-4c25-a4a4-d3205d8fe5c7, host dv-cinder-830901-7-iscsi, cleared binding levels {{(pid=103451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 20:32:29.145835 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.plugins.ml2.db [None req-7036da28-60fb-4ecc-aa5f-0c82aef4f334 None None] For port 9cfca92c-8987-4c25-a4a4-d3205d8fe5c7, host dv-cinder-830901-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-7-iscsi',level=0,port_id=9cfca92c-8987-4c25-a4a4-d3205d8fe5c7,segment=NetworkSegment(cb03ab33-ba4f-4a89-ab90-bfee78bf90a5),segment_id=cb03ab33-ba4f-4a89-ab90-bfee78bf90a5)] {{(pid=103451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 20:32:29.154853 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7036da28-60fb-4ecc-aa5f-0c82aef4f334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732397598091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732397102978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732397102996'] for port (9cfca92c-8987-4c25-a4a4-d3205d8fe5c7), after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:29.206327 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7036da28-60fb-4ecc-aa5f-0c82aef4f334 None None] Routers {'14f5f545-f4ea-4bf9-8f04-dccc12e9f48d'} bound to L3 agent in host dv-cinder-830901-7-iscsi {{(pid=103451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:32:29.209671 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-7036da28-60fb-4ecc-aa5f-0c82aef4f334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-16T20:16:38Z,description=,heartbeat_timestamp=2022-05-16T20:32:08Z,host='dv-cinder-830901-7-iscsi',id=fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:16:38Z,topic='l3_agent')) {'router_ids': ['14f5f545-f4ea-4bf9-8f04-dccc12e9f48d'], 'active': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:32:29.260650 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-adcf193e-b6e4-4920-ba4d-911eccf367ed None None] Current status of the port d51f2073-6b83-4c4a-9814-f0f4c7e3d73d is: DOWN; New status is: ACTIVE {{(pid=103450) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:32:29.260650 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-adcf193e-b6e4-4920-ba4d-911eccf367ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (d51f2073-6b83-4c4a-9814-f0f4c7e3d73d), before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:29.299379 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2ba5b33a-ce26-46a8-8544-952ecc17fc94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (7e6a2d02-68b9-40e3-9437-53ee8f01ef0a), before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:29.305249 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-adcf193e-b6e4-4920-ba4d-911eccf367ed None None] For port d51f2073-6b83-4c4a-9814-f0f4c7e3d73d, host dv-cinder-830901-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-7-iscsi',level=0,port_id=d51f2073-6b83-4c4a-9814-f0f4c7e3d73d,segment=NetworkSegment(5256aaf6-91df-44ca-b62d-402f175c8674),segment_id=5256aaf6-91df-44ca-b62d-402f175c8674)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:32:29.323273 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-adcf193e-b6e4-4920-ba4d-911eccf367ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732397598091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732397102978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732397102996'] for port (d51f2073-6b83-4c4a-9814-f0f4c7e3d73d), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:29.431583 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bbcead-cea4-4b40-af1d-3858d4bec9ca None None] Pushing event updated for resources: {'Port': ['ID=9cfca92c-8987-4c25-a4a4-d3205d8fe5c7,revision_number=3']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:32:29.435824 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcf193e-b6e4-4920-ba4d-911eccf367ed None None] Pushing event updated for resources: {'Port': ['ID=d51f2073-6b83-4c4a-9814-f0f4c7e3d73d,revision_number=3']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:32:29.467386 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvr_db [None req-7036da28-60fb-4ecc-aa5f-0c82aef4f334 None None] Set router 14f5f545-f4ea-4bf9-8f04-dccc12e9f48d gateway port host: dv-cinder-830901-7-iscsi {{(pid=103451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:32:29.504624 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Device 55b36e30-c460-4db5-9abc-c4302663bf0c up at agent ovs-agent-dv-cinder-830901-7-iscsi {{(pid=103450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 20:32:29.513092 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f43d973-b019-4f2d-8c33-0dc6acf53593 req-c3ef1ab9-3576-4592-9dfd-aa63f5fef299 tempest-VolumesNegativeTest-830863451 tempest-VolumesNegativeTest-830863451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:32:29.514636 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-9f43d973-b019-4f2d-8c33-0dc6acf53593 req-c3ef1ab9-3576-4592-9dfd-aa63f5fef299 tempest-VolumesNegativeTest-830863451 tempest-VolumesNegativeTest-830863451-project] 10.222.0.71 "GET /v2.0/ports?device_id=26b89094-3fa5-4021-af17-0069b6bce4ef HTTP/1.1" status: 200 len: 950 time: 0.1239789 May 16 20:32:29.581855 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Provisioning complete for port 55b36e30-c460-4db5-9abc-c4302663bf0c triggered by entity L2. {{(pid=103450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:32:29.585534 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868582'] for port (55b36e30-c460-4db5-9abc-c4302663bf0c), provisioning_complete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:29.588980 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [None req-53ccbe66-2e62-4218-ad78-f0a445baabfd None None] Provisioning complete for port 7e6a2d02-68b9-40e3-9437-53ee8f01ef0a triggered by entity DHCP. {{(pid=103450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:32:29.589453 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-53ccbe66-2e62-4218-ad78-f0a445baabfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868582'] for port (7e6a2d02-68b9-40e3-9437-53ee8f01ef0a), provisioning_complete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:29.672206 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-9f43d973-b019-4f2d-8c33-0dc6acf53593 req-c0fe4271-5892-4179-a81f-ed211f62dac2 tempest-VolumesNegativeTest-830863451 tempest-VolumesNegativeTest-830863451-project] 10.222.0.71 "GET /v2.0/security-groups?id=a651c448-5af7-43f4-a214-dcb5dc4995d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337867 May 16 20:32:29.674456 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-53ccbe66-2e62-4218-ad78-f0a445baabfd None None] Port 7e6a2d02-68b9-40e3-9437-53ee8f01ef0a cannot update to ACTIVE because it is not bound. {{(pid=103450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 20:32:29.704068 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [None req-53ccbe66-2e62-4218-ad78-f0a445baabfd None None] Provisioning complete for port d51f2073-6b83-4c4a-9814-f0f4c7e3d73d triggered by entity DHCP. {{(pid=103450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:32:29.704068 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-53ccbe66-2e62-4218-ad78-f0a445baabfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868582'] for port (d51f2073-6b83-4c4a-9814-f0f4c7e3d73d), provisioning_complete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:29.750635 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2ba5b33a-ce26-46a8-8544-952ecc17fc94 admin admin] Publish callbacks [] for port (7e6a2d02-68b9-40e3-9437-53ee8f01ef0a), precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:29.767075 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2ba5b33a-ce26-46a8-8544-952ecc17fc94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732397598091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732397102978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732397102996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27048595'] for port (7e6a2d02-68b9-40e3-9437-53ee8f01ef0a), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:29.773742 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-7036da28-60fb-4ecc-aa5f-0c82aef4f334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14f5f545-f4ea-4bf9-8f04-dccc12e9f48d', 'name': 'tempest-TestMinimumBasicScenario-1221717311-router', 'tenant_id': '3004b24586f5476485acec7bb05b3c3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'external_fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': '9cfca92c-8987-4c25-a4a4-d3205d8fe5c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:32:25Z', 'updated_at': '2022-05-16T20:32:27Z', 'revision_number': 3, 'project_id': '3004b24586f5476485acec7bb05b3c3f', 'gw_port': {'id': '9cfca92c-8987-4c25-a4a4-d3205d8fe5c7', 'name': '', 'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:c6:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14f5f545-f4ea-4bf9-8f04-dccc12e9f48d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:32:26Z', 'updated_at': '2022-05-16T20:32:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-7-iscsi'}], 'dv-cinder-830901-7-iscsi', False) {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:32:29.788727 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Current status of the port 55b36e30-c460-4db5-9abc-c4302663bf0c is: ACTIVE; New status is: ACTIVE {{(pid=103450) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:32:29.789803 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Device d51f2073-6b83-4c4a-9814-f0f4c7e3d73d up at agent ovs-agent-dv-cinder-830901-7-iscsi {{(pid=103450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 20:32:29.823274 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7036da28-60fb-4ecc-aa5f-0c82aef4f334 None None] The sync data for ids ['14f5f545-f4ea-4bf9-8f04-dccc12e9f48d'] in dv-cinder-830901-7-iscsi is: [{'id': '14f5f545-f4ea-4bf9-8f04-dccc12e9f48d', 'name': 'tempest-TestMinimumBasicScenario-1221717311-router', 'tenant_id': '3004b24586f5476485acec7bb05b3c3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'external_fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': '9cfca92c-8987-4c25-a4a4-d3205d8fe5c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:32:25Z', 'updated_at': '2022-05-16T20:32:27Z', 'revision_number': 3, 'project_id': '3004b24586f5476485acec7bb05b3c3f', 'gw_port': {'id': '9cfca92c-8987-4c25-a4a4-d3205d8fe5c7', 'name': '', 'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:c6:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14f5f545-f4ea-4bf9-8f04-dccc12e9f48d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:32:26Z', 'updated_at': '2022-05-16T20:32:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-7-iscsi'}] {{(pid=103451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 20:32:29.857492 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-53ccbe66-2e62-4218-ad78-f0a445baabfd None None] Current status of the port d51f2073-6b83-4c4a-9814-f0f4c7e3d73d is: ACTIVE; New status is: ACTIVE {{(pid=103450) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:32:29.870781 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Provisioning complete for port d51f2073-6b83-4c4a-9814-f0f4c7e3d73d triggered by entity L2. {{(pid=103450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:32:29.871145 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868582'] for port (d51f2073-6b83-4c4a-9814-f0f4c7e3d73d), provisioning_complete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:29.879587 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2ba5b33a-ce26-46a8-8544-952ecc17fc94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1614424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1641089'] for router_interface (14f5f545-f4ea-4bf9-8f04-dccc12e9f48d), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:29.935525 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba5b33a-ce26-46a8-8544-952ecc17fc94 admin admin] Pushing event updated for resources: {'Port': ['ID=7e6a2d02-68b9-40e3-9437-53ee8f01ef0a,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:32:29.962115 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Current status of the port d51f2073-6b83-4c4a-9814-f0f4c7e3d73d is: ACTIVE; New status is: ACTIVE {{(pid=103450) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:32:29.979994 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [None req-9c67d5ba-6d40-4e0a-9df0-91c3eb42213f None None] Provisioning complete for port 7e6a2d02-68b9-40e3-9437-53ee8f01ef0a triggered by entity DHCP. {{(pid=103450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:32:29.980692 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9c67d5ba-6d40-4e0a-9df0-91c3eb42213f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868582'] for port (7e6a2d02-68b9-40e3-9437-53ee8f01ef0a), provisioning_complete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:30.016857 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-9c67d5ba-6d40-4e0a-9df0-91c3eb42213f None None] Port 7e6a2d02-68b9-40e3-9437-53ee8f01ef0a cannot update to ACTIVE because it is not bound. {{(pid=103450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 20:32:30.103318 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.agents_db [None req-fef3025b-cde1-4f6e-a405-d73d123fae0f None None] Agent healthcheck: found 6 active agents {{(pid=103451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 20:32:30.302494 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec9132d-b30c-44ef-9e0f-a40a32a8255e req-db8992d3-3292-45b7-ac10-cfe01b126079 tempest-VolumesNegativeTest-830863451 tempest-VolumesNegativeTest-830863451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:32:30.304008 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-0ec9132d-b30c-44ef-9e0f-a40a32a8255e req-db8992d3-3292-45b7-ac10-cfe01b126079 tempest-VolumesNegativeTest-830863451 tempest-VolumesNegativeTest-830863451-project] 10.222.0.71 "GET /v2.0/ports?device_id=26b89094-3fa5-4021-af17-0069b6bce4ef HTTP/1.1" status: 200 len: 950 time: 0.0565960 May 16 20:32:30.337834 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ba5b33a-ce26-46a8-8544-952ecc17fc94 admin admin] Network 4dca6e41-3e7f-4b54-a37d-6e91949cad94 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 20:32:30.342820 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-2ba5b33a-ce26-46a8-8544-952ecc17fc94 admin admin] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 20:32:30.411411 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-0ec9132d-b30c-44ef-9e0f-a40a32a8255e req-ae9190a3-fec1-4925-a754-a9787cbcc4cf tempest-VolumesNegativeTest-830863451 tempest-VolumesNegativeTest-830863451-project] 10.222.0.71 "GET /v2.0/security-groups?id=a651c448-5af7-43f4-a214-dcb5dc4995d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979512 May 16 20:32:30.485697 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ba5b33a-ce26-46a8-8544-952ecc17fc94 admin admin] Router 14f5f545-f4ea-4bf9-8f04-dccc12e9f48d has already been hosted by L3 agent fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f {{(pid=103448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 20:32:30.598780 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ba5b33a-ce26-46a8-8544-952ecc17fc94 admin admin] Notify agent at l3_agent.dv-cinder-830901-7-iscsi the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 20:32:30.607547 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-2ba5b33a-ce26-46a8-8544-952ecc17fc94 admin admin] 10.222.0.71 "PUT /v2.0/routers/14f5f545-f4ea-4bf9-8f04-dccc12e9f48d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4413202 May 16 20:32:30.640838 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [None req-0b4204fc-a397-4dee-959b-ed2e9100d633 None None] Provisioning complete for port 7e6a2d02-68b9-40e3-9437-53ee8f01ef0a triggered by entity DHCP. {{(pid=103450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:32:30.641525 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0b4204fc-a397-4dee-959b-ed2e9100d633 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868582'] for port (7e6a2d02-68b9-40e3-9437-53ee8f01ef0a), provisioning_complete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:30.682827 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-0b4204fc-a397-4dee-959b-ed2e9100d633 None None] Port 7e6a2d02-68b9-40e3-9437-53ee8f01ef0a cannot update to ACTIVE because it is not bound. {{(pid=103450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 20:32:31.455151 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f261fd1b-5e7d-481d-8709-4cdf0f63044e req-913528f9-439c-427a-a086-a378879fa3e0 tempest-VolumesNegativeTest-830863451 tempest-VolumesNegativeTest-830863451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:32:31.458379 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-f261fd1b-5e7d-481d-8709-4cdf0f63044e req-913528f9-439c-427a-a086-a378879fa3e0 tempest-VolumesNegativeTest-830863451 tempest-VolumesNegativeTest-830863451-project] 10.222.0.81 "GET /v2.0/ports?device_id=26b89094-3fa5-4021-af17-0069b6bce4ef HTTP/1.1" status: 200 len: 950 time: 0.0683389 May 16 20:32:31.513972 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Device 9cfca92c-8987-4c25-a4a4-d3205d8fe5c7 up at agent ovs-agent-dv-cinder-830901-7-iscsi {{(pid=103450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 20:32:31.587838 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [req-f261fd1b-5e7d-481d-8709-4cdf0f63044e req-4e5fa628-8c65-46de-ad28-9017f8249497 tempest-VolumesNegativeTest-830863451 tempest-VolumesNegativeTest-830863451-project] Deleting port 1d93be82-2f97-48a8-86d7-ac4969769778 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 20:32:31.588242 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-f261fd1b-5e7d-481d-8709-4cdf0f63044e req-4e5fa628-8c65-46de-ad28-9017f8249497 tempest-VolumesNegativeTest-830863451 tempest-VolumesNegativeTest-830863451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732397588453'] for port (1d93be82-2f97-48a8-86d7-ac4969769778), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:31.601217 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Provisioning complete for port 9cfca92c-8987-4c25-a4a4-d3205d8fe5c7 triggered by entity L2. {{(pid=103450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:32:31.601934 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868582'] for port (9cfca92c-8987-4c25-a4a4-d3205d8fe5c7), provisioning_complete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:31.612952 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94989ada-085a-4c7c-97ef-ec9cbb9c2f56 req-9b6638e6-c825-4752-8c3d-19e4cc5c34d1 tempest-VolumesNegativeTest-830863451 tempest-VolumesNegativeTest-830863451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:32:31.620531 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-94989ada-085a-4c7c-97ef-ec9cbb9c2f56 req-9b6638e6-c825-4752-8c3d-19e4cc5c34d1 tempest-VolumesNegativeTest-830863451 tempest-VolumesNegativeTest-830863451-project] 10.222.0.71 "GET /v2.0/ports?device_id=26b89094-3fa5-4021-af17-0069b6bce4ef HTTP/1.1" status: 200 len: 950 time: 0.0782948 May 16 20:32:31.632495 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e77c529-9367-40c5-95cb-d3da7b4cc4b9 None None] Sync routers for ids ['14f5f545-f4ea-4bf9-8f04-dccc12e9f48d'] in dv-cinder-830901-7-iscsi {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 20:32:31.653850 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e77c529-9367-40c5-95cb-d3da7b4cc4b9 None None] Routers {'14f5f545-f4ea-4bf9-8f04-dccc12e9f48d'} bound to L3 agent in host dv-cinder-830901-7-iscsi {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:32:31.655079 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-5e77c529-9367-40c5-95cb-d3da7b4cc4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-16T20:16:38Z,description=,heartbeat_timestamp=2022-05-16T20:32:08Z,host='dv-cinder-830901-7-iscsi',id=fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:16:38Z,topic='l3_agent')) {'router_ids': ['14f5f545-f4ea-4bf9-8f04-dccc12e9f48d'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:32:31.673986 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-94989ada-085a-4c7c-97ef-ec9cbb9c2f56 req-27238344-1468-4c4b-b936-d9d30354bc67 tempest-VolumesNegativeTest-830863451 tempest-VolumesNegativeTest-830863451-project] 10.222.0.71 "GET /v2.0/security-groups?id=a651c448-5af7-43f4-a214-dcb5dc4995d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525937 May 16 20:32:31.747416 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-f261fd1b-5e7d-481d-8709-4cdf0f63044e req-4e5fa628-8c65-46de-ad28-9017f8249497 tempest-VolumesNegativeTest-830863451 tempest-VolumesNegativeTest-830863451-project] For port 1d93be82-2f97-48a8-86d7-ac4969769778, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=1d93be82-2f97-48a8-86d7-ac4969769778,segment=NetworkSegment(fd44068f-f41b-46d2-981d-d3ba442d608f),segment_id=fd44068f-f41b-46d2-981d-d3ba442d608f)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:32:31.747786 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-f261fd1b-5e7d-481d-8709-4cdf0f63044e req-4e5fa628-8c65-46de-ad28-9017f8249497 tempest-VolumesNegativeTest-830863451 tempest-VolumesNegativeTest-830863451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641018'] for port (1d93be82-2f97-48a8-86d7-ac4969769778), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:31.773148 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [req-f261fd1b-5e7d-481d-8709-4cdf0f63044e req-4e5fa628-8c65-46de-ad28-9017f8249497 tempest-VolumesNegativeTest-830863451 tempest-VolumesNegativeTest-830863451-project] Calling delete_port for 1d93be82-2f97-48a8-86d7-ac4969769778 owned by compute:nova {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 20:32:31.791369 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Current status of the port 9cfca92c-8987-4c25-a4a4-d3205d8fe5c7 is: DOWN; New status is: ACTIVE {{(pid=103450) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:32:31.791909 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (9cfca92c-8987-4c25-a4a4-d3205d8fe5c7), before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:31.815736 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] For port 9cfca92c-8987-4c25-a4a4-d3205d8fe5c7, host dv-cinder-830901-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-7-iscsi',level=0,port_id=9cfca92c-8987-4c25-a4a4-d3205d8fe5c7,segment=NetworkSegment(cb03ab33-ba4f-4a89-ab90-bfee78bf90a5),segment_id=cb03ab33-ba4f-4a89-ab90-bfee78bf90a5)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:32:31.825050 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732397598091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732397102978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732397102996'] for port (9cfca92c-8987-4c25-a4a4-d3205d8fe5c7), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:31.825946 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Device d51f2073-6b83-4c4a-9814-f0f4c7e3d73d up at agent ovs-agent-dv-cinder-830901-7-iscsi {{(pid=103450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 20:32:31.878060 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-5e77c529-9367-40c5-95cb-d3da7b4cc4b9 None None] Set router 14f5f545-f4ea-4bf9-8f04-dccc12e9f48d gateway port host: dv-cinder-830901-7-iscsi {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:32:31.935645 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-f261fd1b-5e7d-481d-8709-4cdf0f63044e req-4e5fa628-8c65-46de-ad28-9017f8249497 tempest-VolumesNegativeTest-830863451 tempest-VolumesNegativeTest-830863451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732397598073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732397102969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27048612'] for port (1d93be82-2f97-48a8-86d7-ac4969769778), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:31.975478 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] get_ports_and_sgs() called for port_ids ['1d93be82-2f97-48a8-86d7-ac4969769778'] {{(pid=103450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 20:32:31.983940 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5fa628-8c65-46de-ad28-9017f8249497 tempest-VolumesNegativeTest-830863451 tempest-VolumesNegativeTest-830863451-project] Pushing event deleted for resources: {'Port': ['ID=1d93be82-2f97-48a8-86d7-ac4969769778,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:32:32.014581 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Pushing event updated for resources: {'Port': ['ID=9cfca92c-8987-4c25-a4a4-d3205d8fe5c7,revision_number=4']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:32:32.033535 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [req-f261fd1b-5e7d-481d-8709-4cdf0f63044e req-4e5fa628-8c65-46de-ad28-9017f8249497 tempest-VolumesNegativeTest-830863451 tempest-VolumesNegativeTest-830863451-project] No DVR routers for this DVR port 1d93be82-2f97-48a8-86d7-ac4969769778 on host hv-cinder-83090 {{(pid=103448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 20:32:32.036780 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-f261fd1b-5e7d-481d-8709-4cdf0f63044e req-4e5fa628-8c65-46de-ad28-9017f8249497 tempest-VolumesNegativeTest-830863451 tempest-VolumesNegativeTest-830863451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-338397'] for port (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:32.040129 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-f261fd1b-5e7d-481d-8709-4cdf0f63044e req-4e5fa628-8c65-46de-ad28-9017f8249497 tempest-VolumesNegativeTest-830863451 tempest-VolumesNegativeTest-830863451-project] 10.222.0.81 "DELETE /v2.0/ports/1d93be82-2f97-48a8-86d7-ac4969769778 HTTP/1.1" status: 204 len: 173 time: 0.5743167 May 16 20:32:32.040646 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26b89094-3fa5-4021-af17-0069b6bce4ef', 'name': 'network-vif-deleted', 'tag': '1d93be82-2f97-48a8-86d7-ac4969769778'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 20:32:32.042943 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cabd327eae894280a08d6ee7d9129781675a5828ba01ec684011f2f655eb9e7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd60e827-68f8-4fa4-a793-d95f7e3ae5f1" -d '{"events": [{"server_uuid": "26b89094-3fa5-4021-af17-0069b6bce4ef", "name": "network-vif-deleted", "tag": "1d93be82-2f97-48a8-86d7-ac4969769778"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 20:32:32.083144 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Provisioning complete for port d51f2073-6b83-4c4a-9814-f0f4c7e3d73d triggered by entity L2. {{(pid=103450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:32:32.083544 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868582'] for port (d51f2073-6b83-4c4a-9814-f0f4c7e3d73d), provisioning_complete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:32.117261 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 20:32:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-708e8a80-e53b-4dca-a964-00f01db71e6c x-openstack-request-id: req-708e8a80-e53b-4dca-a964-00f01db71e6c {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 20:32:32.117559 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26b89094-3fa5-4021-af17-0069b6bce4ef", "name": "network-vif-deleted", "tag": "1d93be82-2f97-48a8-86d7-ac4969769778", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 20:32:32.117811 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-708e8a80-e53b-4dca-a964-00f01db71e6c {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 20:32:32.118217 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event matching ['req-708e8a80-e53b-4dca-a964-00f01db71e6c'] response: {'server_uuid': '26b89094-3fa5-4021-af17-0069b6bce4ef', 'name': 'network-vif-deleted', 'tag': '1d93be82-2f97-48a8-86d7-ac4969769778', 'status': 'completed', 'code': 200} May 16 20:32:32.420188 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-5e77c529-9367-40c5-95cb-d3da7b4cc4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14f5f545-f4ea-4bf9-8f04-dccc12e9f48d', 'name': 'tempest-TestMinimumBasicScenario-1221717311-router', 'tenant_id': '3004b24586f5476485acec7bb05b3c3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'external_fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': '9cfca92c-8987-4c25-a4a4-d3205d8fe5c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:32:25Z', 'updated_at': '2022-05-16T20:32:29Z', 'revision_number': 4, 'project_id': '3004b24586f5476485acec7bb05b3c3f', 'gw_port': {'id': '9cfca92c-8987-4c25-a4a4-d3205d8fe5c7', 'name': '', 'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:c6:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14f5f545-f4ea-4bf9-8f04-dccc12e9f48d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:32:26Z', 'updated_at': '2022-05-16T20:32:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-7-iscsi', '_interfaces': [{'id': '7e6a2d02-68b9-40e3-9437-53ee8f01ef0a', 'name': '', 'network_id': '4dca6e41-3e7f-4b54-a37d-6e91949cad94', 'tenant_id': '3004b24586f5476485acec7bb05b3c3f', 'mac_address': 'fa:16:3e:4d:2e:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14f5f545-f4ea-4bf9-8f04-dccc12e9f48d', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'e718666c-96a4-4dfd-9217-a28f91b893f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:32:28Z', 'updated_at': '2022-05-16T20:32:29Z', 'revision_number': 2, 'project_id': '3004b24586f5476485acec7bb05b3c3f', 'subnets': [{'id': 'e718666c-96a4-4dfd-9217-a28f91b893f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-7-iscsi', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:32:32.427316 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Current status of the port d51f2073-6b83-4c4a-9814-f0f4c7e3d73d is: ACTIVE; New status is: ACTIVE {{(pid=103450) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:32:32.454409 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e77c529-9367-40c5-95cb-d3da7b4cc4b9 None None] Checking router: 14f5f545-f4ea-4bf9-8f04-dccc12e9f48d for host: dv-cinder-830901-7-iscsi {{(pid=103450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 20:32:32.454768 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e77c529-9367-40c5-95cb-d3da7b4cc4b9 None None] Updating router 14f5f545-f4ea-4bf9-8f04-dccc12e9f48d port 7e6a2d02-68b9-40e3-9437-53ee8f01ef0a binding host dv-cinder-830901-7-iscsi {{(pid=103450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 16 20:32:32.484100 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-5e77c529-9367-40c5-95cb-d3da7b4cc4b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (7e6a2d02-68b9-40e3-9437-53ee8f01ef0a), before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:32.859176 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-5e77c529-9367-40c5-95cb-d3da7b4cc4b9 None None] Publish callbacks [] for port (7e6a2d02-68b9-40e3-9437-53ee8f01ef0a), precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:32.865487 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-5e77c529-9367-40c5-95cb-d3da7b4cc4b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732397598091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732397102978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732397102996'] for port (7e6a2d02-68b9-40e3-9437-53ee8f01ef0a), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:32.917113 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278f56c0-46bb-4b45-b17d-9edae3f2c47d None None] Pushing event updated for resources: {'Port': ['ID=7e6a2d02-68b9-40e3-9437-53ee8f01ef0a,revision_number=3']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:32:33.009156 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-5e77c529-9367-40c5-95cb-d3da7b4cc4b9 None None] Attempting to bind port 7e6a2d02-68b9-40e3-9437-53ee8f01ef0a on host dv-cinder-830901-7-iscsi for vnic_type normal with profile {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 20:32:33.009524 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-5e77c529-9367-40c5-95cb-d3da7b4cc4b9 None None] Attempting to bind port 7e6a2d02-68b9-40e3-9437-53ee8f01ef0a by drivers openvswitch,hyperv on host dv-cinder-830901-7-iscsi at level 0 using segments [{'id': '5256aaf6-91df-44ca-b62d-402f175c8674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '4dca6e41-3e7f-4b54-a37d-6e91949cad94'}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 20:32:33.009886 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e77c529-9367-40c5-95cb-d3da7b4cc4b9 None None] Attempting to bind port 7e6a2d02-68b9-40e3-9437-53ee8f01ef0a on network 4dca6e41-3e7f-4b54-a37d-6e91949cad94 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 20:32:33.016113 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e77c529-9367-40c5-95cb-d3da7b4cc4b9 None None] Checking agent: {'id': 'bddaa840-ffd9-43a2-8860-d40111f70aff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830901-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 20, 16, 41), 'started_at': datetime.datetime(2022, 5, 16, 20, 17, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 20, 32, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830901-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 20:32:33.017059 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e77c529-9367-40c5-95cb-d3da7b4cc4b9 None None] Checking segment: {'id': '5256aaf6-91df-44ca-b62d-402f175c8674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '4dca6e41-3e7f-4b54-a37d-6e91949cad94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 20:32:33.017467 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-5e77c529-9367-40c5-95cb-d3da7b4cc4b9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:33.017863 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e77c529-9367-40c5-95cb-d3da7b4cc4b9 None None] Bound using segment: {'id': '5256aaf6-91df-44ca-b62d-402f175c8674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '4dca6e41-3e7f-4b54-a37d-6e91949cad94'} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 20:32:33.019301 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-5e77c529-9367-40c5-95cb-d3da7b4cc4b9 None None] Bound port: 7e6a2d02-68b9-40e3-9437-53ee8f01ef0a, host: dv-cinder-830901-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5256aaf6-91df-44ca-b62d-402f175c8674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '4dca6e41-3e7f-4b54-a37d-6e91949cad94'}}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 20:32:33.019872 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-5e77c529-9367-40c5-95cb-d3da7b4cc4b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (7e6a2d02-68b9-40e3-9437-53ee8f01ef0a), before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:33.137665 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-5e77c529-9367-40c5-95cb-d3da7b4cc4b9 None None] For port 7e6a2d02-68b9-40e3-9437-53ee8f01ef0a, host dv-cinder-830901-7-iscsi, cleared binding levels {{(pid=103450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 20:32:33.142066 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-5e77c529-9367-40c5-95cb-d3da7b4cc4b9 None None] For port 7e6a2d02-68b9-40e3-9437-53ee8f01ef0a, host dv-cinder-830901-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-7-iscsi',level=0,port_id=7e6a2d02-68b9-40e3-9437-53ee8f01ef0a,segment=NetworkSegment(5256aaf6-91df-44ca-b62d-402f175c8674),segment_id=5256aaf6-91df-44ca-b62d-402f175c8674)] {{(pid=103450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 20:32:33.152750 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-5e77c529-9367-40c5-95cb-d3da7b4cc4b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732397598091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732397102978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732397102996'] for port (7e6a2d02-68b9-40e3-9437-53ee8f01ef0a), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:33.263007 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e77c529-9367-40c5-95cb-d3da7b4cc4b9 None None] Routers {'14f5f545-f4ea-4bf9-8f04-dccc12e9f48d'} bound to L3 agent in host dv-cinder-830901-7-iscsi {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:32:33.263702 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-5e77c529-9367-40c5-95cb-d3da7b4cc4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-16T20:16:38Z,description=,heartbeat_timestamp=2022-05-16T20:32:08Z,host='dv-cinder-830901-7-iscsi',id=fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:16:38Z,topic='l3_agent')) {'router_ids': ['14f5f545-f4ea-4bf9-8f04-dccc12e9f48d'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:32:33.267119 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278f56c0-46bb-4b45-b17d-9edae3f2c47d None None] Pushing event updated for resources: {'Port': ['ID=7e6a2d02-68b9-40e3-9437-53ee8f01ef0a,revision_number=4']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:32:33.331214 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [None req-368b8e39-d08c-4566-b65b-1252c7f83354 None None] Provisioning complete for port 7e6a2d02-68b9-40e3-9437-53ee8f01ef0a triggered by entity DHCP. {{(pid=103450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:32:33.332240 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-368b8e39-d08c-4566-b65b-1252c7f83354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868582'] for port (7e6a2d02-68b9-40e3-9437-53ee8f01ef0a), provisioning_complete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:33.491807 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-5e77c529-9367-40c5-95cb-d3da7b4cc4b9 None None] Set router 14f5f545-f4ea-4bf9-8f04-dccc12e9f48d gateway port host: dv-cinder-830901-7-iscsi {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:32:33.539567 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Device 9cfca92c-8987-4c25-a4a4-d3205d8fe5c7 up at agent ovs-agent-dv-cinder-830901-7-iscsi {{(pid=103450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 20:32:33.629437 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-368b8e39-d08c-4566-b65b-1252c7f83354 None None] Current status of the port 7e6a2d02-68b9-40e3-9437-53ee8f01ef0a is: DOWN; New status is: ACTIVE {{(pid=103450) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:32:33.629783 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-368b8e39-d08c-4566-b65b-1252c7f83354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (7e6a2d02-68b9-40e3-9437-53ee8f01ef0a), before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:33.735082 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2cff38cd-5ddc-41e4-aa67-1ff64d1e0abc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (6de3586b-c77a-41a3-9d69-e80d1925fb22), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:33.778818 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-368b8e39-d08c-4566-b65b-1252c7f83354 None None] For port 7e6a2d02-68b9-40e3-9437-53ee8f01ef0a, host dv-cinder-830901-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-7-iscsi',level=0,port_id=7e6a2d02-68b9-40e3-9437-53ee8f01ef0a,segment=NetworkSegment(5256aaf6-91df-44ca-b62d-402f175c8674),segment_id=5256aaf6-91df-44ca-b62d-402f175c8674)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:32:33.779797 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Provisioning complete for port 9cfca92c-8987-4c25-a4a4-d3205d8fe5c7 triggered by entity L2. {{(pid=103450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:32:33.780177 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868582'] for port (9cfca92c-8987-4c25-a4a4-d3205d8fe5c7), provisioning_complete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:33.803418 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-368b8e39-d08c-4566-b65b-1252c7f83354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732397598091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732397102978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732397102996'] for port (7e6a2d02-68b9-40e3-9437-53ee8f01ef0a), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:33.913142 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368b8e39-d08c-4566-b65b-1252c7f83354 None None] Pushing event updated for resources: {'Port': ['ID=7e6a2d02-68b9-40e3-9437-53ee8f01ef0a,revision_number=5']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:32:33.964372 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [None req-714efaed-a958-46b7-96eb-1d0a15fc3de4 None None] Provisioning complete for port 7e6a2d02-68b9-40e3-9437-53ee8f01ef0a triggered by entity DHCP. {{(pid=103450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:32:33.964742 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-714efaed-a958-46b7-96eb-1d0a15fc3de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868582'] for port (7e6a2d02-68b9-40e3-9437-53ee8f01ef0a), provisioning_complete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:33.974107 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-5e77c529-9367-40c5-95cb-d3da7b4cc4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14f5f545-f4ea-4bf9-8f04-dccc12e9f48d', 'name': 'tempest-TestMinimumBasicScenario-1221717311-router', 'tenant_id': '3004b24586f5476485acec7bb05b3c3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'external_fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': '9cfca92c-8987-4c25-a4a4-d3205d8fe5c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:32:25Z', 'updated_at': '2022-05-16T20:32:29Z', 'revision_number': 4, 'project_id': '3004b24586f5476485acec7bb05b3c3f', 'gw_port': {'id': '9cfca92c-8987-4c25-a4a4-d3205d8fe5c7', 'name': '', 'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:c6:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14f5f545-f4ea-4bf9-8f04-dccc12e9f48d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:32:26Z', 'updated_at': '2022-05-16T20:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-7-iscsi', '_interfaces': [{'id': '7e6a2d02-68b9-40e3-9437-53ee8f01ef0a', 'name': '', 'network_id': '4dca6e41-3e7f-4b54-a37d-6e91949cad94', 'tenant_id': '3004b24586f5476485acec7bb05b3c3f', 'mac_address': 'fa:16:3e:4d:2e:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14f5f545-f4ea-4bf9-8f04-dccc12e9f48d', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'e718666c-96a4-4dfd-9217-a28f91b893f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:32:28Z', 'updated_at': '2022-05-16T20:32:33Z', 'revision_number': 4, 'project_id': '3004b24586f5476485acec7bb05b3c3f', 'subnets': [{'id': 'e718666c-96a4-4dfd-9217-a28f91b893f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-7-iscsi', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:32:33.975775 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Current status of the port 9cfca92c-8987-4c25-a4a4-d3205d8fe5c7 is: ACTIVE; New status is: ACTIVE {{(pid=103450) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:32:34.025581 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e77c529-9367-40c5-95cb-d3da7b4cc4b9 None None] The sync data for ids ['14f5f545-f4ea-4bf9-8f04-dccc12e9f48d'] in dv-cinder-830901-7-iscsi is: [{'id': '14f5f545-f4ea-4bf9-8f04-dccc12e9f48d', 'name': 'tempest-TestMinimumBasicScenario-1221717311-router', 'tenant_id': '3004b24586f5476485acec7bb05b3c3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'external_fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': '9cfca92c-8987-4c25-a4a4-d3205d8fe5c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:32:25Z', 'updated_at': '2022-05-16T20:32:29Z', 'revision_number': 4, 'project_id': '3004b24586f5476485acec7bb05b3c3f', 'gw_port': {'id': '9cfca92c-8987-4c25-a4a4-d3205d8fe5c7', 'name': '', 'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:c6:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14f5f545-f4ea-4bf9-8f04-dccc12e9f48d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:32:26Z', 'updated_at': '2022-05-16T20:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-7-iscsi', '_interfaces': [{'id': '7e6a2d02-68b9-40e3-9437-53ee8f01ef0a', 'name': '', 'network_id': '4dca6e41-3e7f-4b54-a37d-6e91949cad94', 'tenant_id': '3004b24586f5476485acec7bb05b3c3f', 'mac_address': 'fa:16:3e:4d:2e:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14f5f545-f4ea-4bf9-8f04-dccc12e9f48d', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'e718666c-96a4-4dfd-9217-a28f91b893f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:32:28Z', 'updated_at': '2022-05-16T20:32:33Z', 'revision_number': 4, 'project_id': '3004b24586f5476485acec7bb05b3c3f', 'subnets': [{'id': 'e718666c-96a4-4dfd-9217-a28f91b893f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 20:32:34.127066 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-714efaed-a958-46b7-96eb-1d0a15fc3de4 None None] Current status of the port 7e6a2d02-68b9-40e3-9437-53ee8f01ef0a is: ACTIVE; New status is: ACTIVE {{(pid=103450) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:32:34.410326 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Device 1d93be82-2f97-48a8-86d7-ac4969769778 no longer exists at agent hyperv_hv-cinder-83090 {{(pid=103450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 20:32:34.435265 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] No Port match for: 1d93be82-2f97-48a8-86d7-ac4969769778 {{(pid=103450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 20:32:34.435732 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Device 1d93be82-2f97-48a8-86d7-ac4969769778 not bound to the agent host hv-cinder-83090 {{(pid=103450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 20:32:35.453563 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Device 7e6a2d02-68b9-40e3-9437-53ee8f01ef0a up at agent ovs-agent-dv-cinder-830901-7-iscsi {{(pid=103450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 20:32:35.519546 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Provisioning complete for port 7e6a2d02-68b9-40e3-9437-53ee8f01ef0a triggered by entity L2. {{(pid=103450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:32:35.520699 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868582'] for port (7e6a2d02-68b9-40e3-9437-53ee8f01ef0a), provisioning_complete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:35.634799 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Current status of the port 7e6a2d02-68b9-40e3-9437-53ee8f01ef0a is: ACTIVE; New status is: ACTIVE {{(pid=103450) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:32:37.573892 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.71', 53276) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:32:37.658339 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-64918460-431e-450b-b7bc-54dd20dedb05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:37.727392 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-aa5e1ea4-d5a8-46e9-9885-f975849a4b09 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=f286e7cea15c479cb4b1cdcb9f5ff527&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1523108 May 16 20:32:37.729877 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.71', 53284) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:32:37.788223 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-628c3fdd-2675-44be-bb98-3b0278bd2d5c admin admin] Publish callbacks [] for security_group (a651c448-5af7-43f4-a214-dcb5dc4995d9), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:37.812616 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-628c3fdd-2675-44be-bb98-3b0278bd2d5c admin admin] Publish callbacks [] for security_group (a651c448-5af7-43f4-a214-dcb5dc4995d9), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:37.869640 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-628c3fdd-2675-44be-bb98-3b0278bd2d5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997425'] for security_group (a651c448-5af7-43f4-a214-dcb5dc4995d9), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:37.872503 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-628c3fdd-2675-44be-bb98-3b0278bd2d5c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:37.874398 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-628c3fdd-2675-44be-bb98-3b0278bd2d5c admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/a651c448-5af7-43f4-a214-dcb5dc4995d9 HTTP/1.1" status: 204 len: 168 time: 0.1431286 May 16 20:32:37.883340 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628c3fdd-2675-44be-bb98-3b0278bd2d5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a651c448-5af7-43f4-a214-dcb5dc4995d9,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:32:38.823208 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7e48644e-b95e-4624-af94-515661536cfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (250d088e-9c0e-4ec5-80f3-a83f8403448b), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:40.180516 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (748e0023-d5c8-44d3-9d74-a0da2def1ef4), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:40.877348 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6817a924-6d52-4d66-a8a7-036511333704 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (03fa33e9-7cc7-490c-b269-c4f69c490346), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:41.182258 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cbc771-89a2-4166-91ab-d66efeccc54b req-17a0a04d-bb03-494e-af62-0a9aae7aae72 tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:32:41.183737 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-b0cbc771-89a2-4166-91ab-d66efeccc54b req-17a0a04d-bb03-494e-af62-0a9aae7aae72 tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] 10.222.0.71 "GET /v2.0/networks?id=bb6d97a1-ea92-40e0-99cc-81380c6478ce HTTP/1.1" status: 200 len: 814 time: 0.1014466 May 16 20:32:41.201895 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-b0cbc771-89a2-4166-91ab-d66efeccc54b req-c119a5b1-0528-4fb3-97d3-4dcdcbad134f tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] 10.222.0.71 "GET /v2.0/quotas/4d18594086434fd19336bd76a7089437 HTTP/1.1" status: 200 len: 375 time: 0.0123394 May 16 20:32:41.265350 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (bddaa840-ffd9-43a2-8860-d40111f70aff), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:41.272145 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-b0cbc771-89a2-4166-91ab-d66efeccc54b req-b5160d3c-170d-43c3-ba75-aac5ff99e504 tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=4d18594086434fd19336bd76a7089437&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0629318 May 16 20:32:41.332055 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.71', 53314) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:32:41.391996 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-b0cbc771-89a2-4166-91ab-d66efeccc54b req-530142ea-f0b8-4c99-8966-38eb11cdb45a service neutron] 10.222.0.71 "GET /v2.0/networks/bb6d97a1-ea92-40e0-99cc-81380c6478ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079955 May 16 20:32:41.486088 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-b0cbc771-89a2-4166-91ab-d66efeccc54b req-1f4309eb-82d7-4ac1-947b-fb43f308f2ef service neutron] 10.222.0.71 "GET /v2.0/networks/bb6d97a1-ea92-40e0-99cc-81380c6478ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870883 May 16 20:32:41.486348 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-6eb9b954-5cbf-412c-bd6c-7cc9503d032b tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] Deleting port 093acbb9-4d70-422d-971c-444c2b138ccf {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 20:32:41.486466 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6eb9b954-5cbf-412c-bd6c-7cc9503d032b tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732397588453'] for port (093acbb9-4d70-422d-971c-444c2b138ccf), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:41.565872 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6eb9b954-5cbf-412c-bd6c-7cc9503d032b tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641018'] for port (093acbb9-4d70-422d-971c-444c2b138ccf), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:41.566420 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6eb9b954-5cbf-412c-bd6c-7cc9503d032b tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] Publish callbacks [] for floatingip (093acbb9-4d70-422d-971c-444c2b138ccf), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:41.580276 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-6eb9b954-5cbf-412c-bd6c-7cc9503d032b tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] Calling delete_port for 093acbb9-4d70-422d-971c-444c2b138ccf owned by network:floatingip {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 20:32:41.679470 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-0fe0bcc1-94a0-49d9-a3f4-e70a40fc8652 req-1c132da5-921f-40b9-beb3-5a3b458a8dbd tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] 10.222.0.71 "GET /v2.0/ports?device_id=a7ae12d8-7d93-4872-a8b7-bc5fa9bdddef HTTP/1.1" status: 200 len: 210 time: 0.0523665 May 16 20:32:41.780109 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6eb9b954-5cbf-412c-bd6c-7cc9503d032b tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732397598073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732397102969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27048612'] for port (093acbb9-4d70-422d-971c-444c2b138ccf), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:41.806433 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb9b954-5cbf-412c-bd6c-7cc9503d032b tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] Pushing event deleted for resources: {'Port': ['ID=093acbb9-4d70-422d-971c-444c2b138ccf,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:32:41.873602 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6eb9b954-5cbf-412c-bd6c-7cc9503d032b tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] Publish callbacks [] for floatingip (caf7c417-29d9-42a9-a592-7c602e9f3673), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:41.874281 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.db.l3_db [None req-6eb9b954-5cbf-412c-bd6c-7cc9503d032b tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] Floating IP caf7c417-29d9-42a9-a592-7c602e9f3673 disassociated (deleted). External IP: 172.27.2.142, port: 16b01ccf-9f12-4ad0-9f9b-72f0680268f5. May 16 20:32:42.092551 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6eb9b954-5cbf-412c-bd6c-7cc9503d032b tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] Router 3bb2bc2a-1646-41ba-9161-5a3c9a6b6430 has already been hosted by L3 agent fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f {{(pid=103448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 20:32:42.198246 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6eb9b954-5cbf-412c-bd6c-7cc9503d032b tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] Notify agent at l3_agent.dv-cinder-830901-7-iscsi the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 20:32:42.202958 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6eb9b954-5cbf-412c-bd6c-7cc9503d032b tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-338397'] for floatingip (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:42.209392 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-235f9dba-f05d-48b1-be3f-db18bfe45023 None None] Sync routers for ids ['3bb2bc2a-1646-41ba-9161-5a3c9a6b6430'] in dv-cinder-830901-7-iscsi {{(pid=103451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 20:32:42.219817 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-235f9dba-f05d-48b1-be3f-db18bfe45023 None None] Routers {'3bb2bc2a-1646-41ba-9161-5a3c9a6b6430'} bound to L3 agent in host dv-cinder-830901-7-iscsi {{(pid=103451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:32:42.220447 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-235f9dba-f05d-48b1-be3f-db18bfe45023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-16T20:16:38Z,description=,heartbeat_timestamp=2022-05-16T20:32:38Z,host='dv-cinder-830901-7-iscsi',id=fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:16:38Z,topic='l3_agent')) {'router_ids': ['3bb2bc2a-1646-41ba-9161-5a3c9a6b6430'], 'active': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:32:42.236798 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-6eb9b954-5cbf-412c-bd6c-7cc9503d032b tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] 10.222.0.71 "DELETE /v2.0/floatingips/caf7c417-29d9-42a9-a592-7c602e9f3673 HTTP/1.1" status: 204 len: 168 time: 0.9007802 May 16 20:32:42.236798 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f32e9281-ccc5-4080-9f4a-4e230a8fc59e', 'tag': '16b01ccf-9f12-4ad0-9f9b-72f0680268f5'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 20:32:42.237948 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cabd327eae894280a08d6ee7d9129781675a5828ba01ec684011f2f655eb9e7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e01189f2-b1ff-4bd2-be51-c78fd394393c" -d '{"events": [{"name": "network-changed", "server_uuid": "f32e9281-ccc5-4080-9f4a-4e230a8fc59e", "tag": "16b01ccf-9f12-4ad0-9f9b-72f0680268f5"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 20:32:42.276940 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 20:32:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fea1989-17bf-41b8-ad4b-9e1a3ac09412 x-openstack-request-id: req-6fea1989-17bf-41b8-ad4b-9e1a3ac09412 {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 20:32:42.277696 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f32e9281-ccc5-4080-9f4a-4e230a8fc59e", "tag": "16b01ccf-9f12-4ad0-9f9b-72f0680268f5", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 20:32:42.277696 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-6fea1989-17bf-41b8-ad4b-9e1a3ac09412 {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 20:32:42.277919 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6fea1989-17bf-41b8-ad4b-9e1a3ac09412'] response: {'name': 'network-changed', 'server_uuid': 'f32e9281-ccc5-4080-9f4a-4e230a8fc59e', 'tag': '16b01ccf-9f12-4ad0-9f9b-72f0680268f5', 'status': 'completed', 'code': 200} May 16 20:32:42.341096 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvr_db [None req-235f9dba-f05d-48b1-be3f-db18bfe45023 None None] Set router 3bb2bc2a-1646-41ba-9161-5a3c9a6b6430 gateway port host: dv-cinder-830901-7-iscsi {{(pid=103451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:32:42.459762 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972b80f1-132f-4f63-96c4-18a16f84b631 req-9f5fa170-9e82-4615-adcc-4a3c68cab499 tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:32:42.461266 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-972b80f1-132f-4f63-96c4-18a16f84b631 req-9f5fa170-9e82-4615-adcc-4a3c68cab499 tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] 10.222.0.71 "GET /v2.0/ports?device_id=f32e9281-ccc5-4080-9f4a-4e230a8fc59e HTTP/1.1" status: 200 len: 945 time: 0.0505202 May 16 20:32:42.522849 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-972b80f1-132f-4f63-96c4-18a16f84b631 req-db168733-1791-4999-96cc-245acaf95a47 tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] 10.222.0.71 "GET /v2.0/security-groups?id=a1c75fb4-2352-43a9-9dd9-d2a215f6490b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557749 May 16 20:32:42.539410 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-235f9dba-f05d-48b1-be3f-db18bfe45023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bb2bc2a-1646-41ba-9161-5a3c9a6b6430', 'name': 'tempest-TestShelveInstance-1592804410-router', 'tenant_id': '0966cdee10bc4eebbb38ae04e066adf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'external_fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.12'}], 'enable_snat': True}, 'gw_port_id': '12c26b70-44e7-4b15-b826-830a29c12b3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:27:44Z', 'updated_at': '2022-05-16T20:27:47Z', 'revision_number': 4, 'project_id': '0966cdee10bc4eebbb38ae04e066adf2', 'gw_port': {'id': '12c26b70-44e7-4b15-b826-830a29c12b3b', 'name': '', 'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:73:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bb2bc2a-1646-41ba-9161-5a3c9a6b6430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:27:44Z', 'updated_at': '2022-05-16T20:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-7-iscsi', '_interfaces': [{'id': '882d7b61-be19-428c-a030-c484d7666914', 'name': '', 'network_id': '40c86c5f-a6ca-4ec7-9bd7-4db98c5fd078', 'tenant_id': '0966cdee10bc4eebbb38ae04e066adf2', 'mac_address': 'fa:16:3e:7f:be:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bb2bc2a-1646-41ba-9161-5a3c9a6b6430', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'e001e1d8-306d-467a-b2a6-bd86f5be5c66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:27:46Z', 'updated_at': '2022-05-16T20:27:51Z', 'revision_number': 5, 'project_id': '0966cdee10bc4eebbb38ae04e066adf2', 'subnets': [{'id': 'e001e1d8-306d-467a-b2a6-bd86f5be5c66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-7-iscsi', False) {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:32:42.552431 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01189f2-b1ff-4bd2-be51-c78fd394393c req-1c0ab3a3-f67c-4c36-82b2-7596fe10bd7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:32:42.554080 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-e01189f2-b1ff-4bd2-be51-c78fd394393c req-1c0ab3a3-f67c-4c36-82b2-7596fe10bd7a service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=0966cdee10bc4eebbb38ae04e066adf2&device_id=f32e9281-ccc5-4080-9f4a-4e230a8fc59e HTTP/1.1" status: 200 len: 1129 time: 0.0457819 May 16 20:32:42.564318 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-235f9dba-f05d-48b1-be3f-db18bfe45023 None None] Checking router: 3bb2bc2a-1646-41ba-9161-5a3c9a6b6430 for host: dv-cinder-830901-7-iscsi {{(pid=103451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 20:32:42.573825 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-235f9dba-f05d-48b1-be3f-db18bfe45023 None None] Routers {'3bb2bc2a-1646-41ba-9161-5a3c9a6b6430'} bound to L3 agent in host dv-cinder-830901-7-iscsi {{(pid=103451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:32:42.574417 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-235f9dba-f05d-48b1-be3f-db18bfe45023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-16T20:16:38Z,description=,heartbeat_timestamp=2022-05-16T20:32:38Z,host='dv-cinder-830901-7-iscsi',id=fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:16:38Z,topic='l3_agent')) {'router_ids': ['3bb2bc2a-1646-41ba-9161-5a3c9a6b6430'], 'active': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:32:42.673456 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvr_db [None req-235f9dba-f05d-48b1-be3f-db18bfe45023 None None] Set router 3bb2bc2a-1646-41ba-9161-5a3c9a6b6430 gateway port host: dv-cinder-830901-7-iscsi {{(pid=103451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:32:42.782300 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-3e6df356-6904-43b2-bf66-a139fc42c2bb req-1ac0a8f7-485b-41e5-bcda-ff99b5fddad5 tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] 10.222.0.71 "GET /v2.0/ports?device_id=a7ae12d8-7d93-4872-a8b7-bc5fa9bdddef HTTP/1.1" status: 200 len: 210 time: 0.0275514 May 16 20:32:42.855121 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-235f9dba-f05d-48b1-be3f-db18bfe45023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bb2bc2a-1646-41ba-9161-5a3c9a6b6430', 'name': 'tempest-TestShelveInstance-1592804410-router', 'tenant_id': '0966cdee10bc4eebbb38ae04e066adf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'external_fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.12'}], 'enable_snat': True}, 'gw_port_id': '12c26b70-44e7-4b15-b826-830a29c12b3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:27:44Z', 'updated_at': '2022-05-16T20:27:47Z', 'revision_number': 4, 'project_id': '0966cdee10bc4eebbb38ae04e066adf2', 'gw_port': {'id': '12c26b70-44e7-4b15-b826-830a29c12b3b', 'name': '', 'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:73:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bb2bc2a-1646-41ba-9161-5a3c9a6b6430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:27:44Z', 'updated_at': '2022-05-16T20:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-7-iscsi', '_interfaces': [{'id': '882d7b61-be19-428c-a030-c484d7666914', 'name': '', 'network_id': '40c86c5f-a6ca-4ec7-9bd7-4db98c5fd078', 'tenant_id': '0966cdee10bc4eebbb38ae04e066adf2', 'mac_address': 'fa:16:3e:7f:be:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bb2bc2a-1646-41ba-9161-5a3c9a6b6430', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'e001e1d8-306d-467a-b2a6-bd86f5be5c66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:27:46Z', 'updated_at': '2022-05-16T20:27:51Z', 'revision_number': 5, 'project_id': '0966cdee10bc4eebbb38ae04e066adf2', 'subnets': [{'id': 'e001e1d8-306d-467a-b2a6-bd86f5be5c66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-7-iscsi', False) {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:32:42.878787 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-235f9dba-f05d-48b1-be3f-db18bfe45023 None None] The sync data for ids ['3bb2bc2a-1646-41ba-9161-5a3c9a6b6430'] in dv-cinder-830901-7-iscsi is: [{'id': '3bb2bc2a-1646-41ba-9161-5a3c9a6b6430', 'name': 'tempest-TestShelveInstance-1592804410-router', 'tenant_id': '0966cdee10bc4eebbb38ae04e066adf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'external_fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.12'}], 'enable_snat': True}, 'gw_port_id': '12c26b70-44e7-4b15-b826-830a29c12b3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:27:44Z', 'updated_at': '2022-05-16T20:27:47Z', 'revision_number': 4, 'project_id': '0966cdee10bc4eebbb38ae04e066adf2', 'gw_port': {'id': '12c26b70-44e7-4b15-b826-830a29c12b3b', 'name': '', 'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:73:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bb2bc2a-1646-41ba-9161-5a3c9a6b6430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:27:44Z', 'updated_at': '2022-05-16T20:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-7-iscsi', '_interfaces': [{'id': '882d7b61-be19-428c-a030-c484d7666914', 'name': '', 'network_id': '40c86c5f-a6ca-4ec7-9bd7-4db98c5fd078', 'tenant_id': '0966cdee10bc4eebbb38ae04e066adf2', 'mac_address': 'fa:16:3e:7f:be:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bb2bc2a-1646-41ba-9161-5a3c9a6b6430', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'e001e1d8-306d-467a-b2a6-bd86f5be5c66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:27:46Z', 'updated_at': '2022-05-16T20:27:51Z', 'revision_number': 5, 'project_id': '0966cdee10bc4eebbb38ae04e066adf2', 'subnets': [{'id': 'e001e1d8-306d-467a-b2a6-bd86f5be5c66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 20:32:43.093484 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd9812d7-c3dd-4f83-94bd-259acc2bfb6b None None] New status for floating IP caf7c417-29d9-42a9-a592-7c602e9f3673: DOWN {{(pid=103450) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 20:32:43.637551 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2ac61d-0516-4334-8fa0-bec03dfee021 req-2de5a5d8-e915-4200-812a-9bfe244b7731 tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:32:43.639004 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-4c2ac61d-0516-4334-8fa0-bec03dfee021 req-2de5a5d8-e915-4200-812a-9bfe244b7731 tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] 10.222.0.71 "GET /v2.0/ports?device_id=f32e9281-ccc5-4080-9f4a-4e230a8fc59e HTTP/1.1" status: 200 len: 945 time: 0.0451369 May 16 20:32:43.692544 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-4c2ac61d-0516-4334-8fa0-bec03dfee021 req-6e5f350d-7898-42cf-b830-07f2f86a86de tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] 10.222.0.71 "GET /v2.0/security-groups?id=a1c75fb4-2352-43a9-9dd9-d2a215f6490b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471153 May 16 20:32:43.787040 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01189f2-b1ff-4bd2-be51-c78fd394393c req-facc830a-e525-45a4-8749-7c8e3db2639e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:32:43.788577 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-e01189f2-b1ff-4bd2-be51-c78fd394393c req-facc830a-e525-45a4-8749-7c8e3db2639e service neutron] 10.222.0.81 "GET /v2.0/networks?id=40c86c5f-a6ca-4ec7-9bd7-4db98c5fd078 HTTP/1.1" status: 200 len: 910 time: 0.1005301 May 16 20:32:43.814800 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cbc771-89a2-4166-91ab-d66efeccc54b req-47e20ec0-7f91-419f-bedf-28975951435c tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:32:43.817346 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-b0cbc771-89a2-4166-91ab-d66efeccc54b req-47e20ec0-7f91-419f-bedf-28975951435c tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] 10.222.0.81 "GET /v2.0/networks?id=bb6d97a1-ea92-40e0-99cc-81380c6478ce HTTP/1.1" status: 200 len: 814 time: 0.1280136 May 16 20:32:43.886063 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.v2.base [req-b0cbc771-89a2-4166-91ab-d66efeccc54b req-6dd54863-e3bb-4898-8e43-ec6b0147499c tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] Request body: {'port': {'device_id': 'a7ae12d8-7d93-4872-a8b7-bc5fa9bdddef', 'network_id': 'bb6d97a1-ea92-40e0-99cc-81380c6478ce', 'admin_state_up': True, 'tenant_id': '4d18594086434fd19336bd76a7089437'}} {{(pid=103449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:32:43.891710 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-f6f51f57-6d56-43fc-b9f2-95f947b68e89 req-e70cd0f8-c79e-4291-bda6-75e333d602b1 tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] 10.222.0.71 "GET /v2.0/ports?device_id=a7ae12d8-7d93-4872-a8b7-bc5fa9bdddef HTTP/1.1" status: 200 len: 210 time: 0.0372789 May 16 20:32:43.912904 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-e01189f2-b1ff-4bd2-be51-c78fd394393c req-b20c9290-3501-405d-91cc-5fff94a2ed99 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=16b01ccf-9f12-4ad0-9f9b-72f0680268f5 HTTP/1.1" status: 200 len: 217 time: 0.0347292 May 16 20:32:43.972683 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01189f2-b1ff-4bd2-be51-c78fd394393c req-9bcb991f-a4f1-48aa-b388-851ce23d0326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:32:43.974732 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-e01189f2-b1ff-4bd2-be51-c78fd394393c req-9bcb991f-a4f1-48aa-b388-851ce23d0326 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=e001e1d8-306d-467a-b2a6-bd86f5be5c66 HTTP/1.1" status: 200 len: 848 time: 0.0484862 May 16 20:32:44.003535 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0cbc771-89a2-4166-91ab-d66efeccc54b req-6dd54863-e3bb-4898-8e43-ec6b0147499c tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] Made reservation on behalf of 4d18594086434fd19336bd76a7089437 for: {'port': 1} {{(pid=103449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 20:32:44.006864 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [req-b0cbc771-89a2-4166-91ab-d66efeccc54b req-6dd54863-e3bb-4898-8e43-ec6b0147499c tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (None), before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:44.137718 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.db.db_base_plugin_common [req-b0cbc771-89a2-4166-91ab-d66efeccc54b req-6dd54863-e3bb-4898-8e43-ec6b0147499c tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] Allocated IP 172.20.0.14 (bb6d97a1-ea92-40e0-99cc-81380c6478ce/a3c300fd-5ec3-465b-9a92-333b0899fa80/203e3b62-339d-4dc9-8b28-06868747507b) {{(pid=103449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 20:32:44.175070 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01189f2-b1ff-4bd2-be51-c78fd394393c req-6d5efb2c-ba95-4fd1-b2b0-20a1fac84145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:32:44.176617 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-e01189f2-b1ff-4bd2-be51-c78fd394393c req-6d5efb2c-ba95-4fd1-b2b0-20a1fac84145 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=40c86c5f-a6ca-4ec7-9bd7-4db98c5fd078&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0416613 May 16 20:32:44.292376 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [req-b0cbc771-89a2-4166-91ab-d66efeccc54b req-6dd54863-e3bb-4898-8e43-ec6b0147499c tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] Publish callbacks [] for port (203e3b62-339d-4dc9-8b28-06868747507b), precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:44.309396 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efd0827-8634-4340-a00e-e823aaea18e9 req-bd04eb5d-7567-4a94-832f-70b63e55a86b tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:32:44.310851 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-7efd0827-8634-4340-a00e-e823aaea18e9 req-bd04eb5d-7567-4a94-832f-70b63e55a86b tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] 10.222.0.81 "GET /v2.0/ports?device_id=f32e9281-ccc5-4080-9f4a-4e230a8fc59e HTTP/1.1" status: 200 len: 945 time: 0.0975068 May 16 20:32:44.326707 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [req-b0cbc771-89a2-4166-91ab-d66efeccc54b req-6dd54863-e3bb-4898-8e43-ec6b0147499c tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732397102960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26134374'] for port (203e3b62-339d-4dc9-8b28-06868747507b), after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:44.373545 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0cbc771-89a2-4166-91ab-d66efeccc54b req-6dd54863-e3bb-4898-8e43-ec6b0147499c tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] Network bb6d97a1-ea92-40e0-99cc-81380c6478ce is already hosted by enough agents. {{(pid=103449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 20:32:44.376653 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.scheduler.base_scheduler [req-b0cbc771-89a2-4166-91ab-d66efeccc54b req-6dd54863-e3bb-4898-8e43-ec6b0147499c tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] Resources bound (agent type, host, resource id): {{(pid=103449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 20:32:44.383126 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-e01189f2-b1ff-4bd2-be51-c78fd394393c req-7bc7a864-8195-47f3-9309-c252b636ac92 service neutron] 10.222.0.81 "GET /v2.0/networks/40c86c5f-a6ca-4ec7-9bd7-4db98c5fd078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1831954 May 16 20:32:44.383346 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0cbc771-89a2-4166-91ab-d66efeccc54b req-6dd54863-e3bb-4898-8e43-ec6b0147499c tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] Received port after_create {{(pid=103449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 20:32:44.421878 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd54863-e3bb-4898-8e43-ec6b0147499c tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] Pushing event updated for resources: {'Port': ['ID=203e3b62-339d-4dc9-8b28-06868747507b,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:32:44.435045 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd54863-e3bb-4898-8e43-ec6b0147499c tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:32:44.435402 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd54863-e3bb-4898-8e43-ec6b0147499c tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:32:44.435746 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd54863-e3bb-4898-8e43-ec6b0147499c tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:32:44.436085 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd54863-e3bb-4898-8e43-ec6b0147499c tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:32:44.436482 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd54863-e3bb-4898-8e43-ec6b0147499c tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:32:44.436818 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd54863-e3bb-4898-8e43-ec6b0147499c tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:32:44.437144 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd54863-e3bb-4898-8e43-ec6b0147499c tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:32:44.437485 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd54863-e3bb-4898-8e43-ec6b0147499c tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:32:44.437885 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd54863-e3bb-4898-8e43-ec6b0147499c tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:32:44.438203 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd54863-e3bb-4898-8e43-ec6b0147499c tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:32:44.438532 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd54863-e3bb-4898-8e43-ec6b0147499c tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:32:44.439103 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd54863-e3bb-4898-8e43-ec6b0147499c tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:32:44.439399 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd54863-e3bb-4898-8e43-ec6b0147499c tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:32:44.439695 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd54863-e3bb-4898-8e43-ec6b0147499c tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:32:44.440024 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd54863-e3bb-4898-8e43-ec6b0147499c tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:32:44.449773 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [req-7efd0827-8634-4340-a00e-e823aaea18e9 req-53516ffd-8d29-462b-8ab2-48b234f5ce05 tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] Deleting port 16b01ccf-9f12-4ad0-9f9b-72f0680268f5 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 20:32:44.450133 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-7efd0827-8634-4340-a00e-e823aaea18e9 req-53516ffd-8d29-462b-8ab2-48b234f5ce05 tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732397588453'] for port (16b01ccf-9f12-4ad0-9f9b-72f0680268f5), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:44.459532 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cbc771-89a2-4166-91ab-d66efeccc54b req-6dd54863-e3bb-4898-8e43-ec6b0147499c tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:32:44.460288 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [req-b0cbc771-89a2-4166-91ab-d66efeccc54b req-6dd54863-e3bb-4898-8e43-ec6b0147499c tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-338397'] for port (None), before_response {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:44.491926 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-b0cbc771-89a2-4166-91ab-d66efeccc54b req-6dd54863-e3bb-4898-8e43-ec6b0147499c tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6086552 May 16 20:32:44.517190 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.v2.base [req-b0cbc771-89a2-4166-91ab-d66efeccc54b req-2dcf5c0f-f8ab-4f8d-b436-1fe3dc0474f0 service neutron] Request body: {'port': {'device_id': 'a7ae12d8-7d93-4872-a8b7-bc5fa9bdddef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83090'}} {{(pid=103449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:32:44.608795 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-e01189f2-b1ff-4bd2-be51-c78fd394393c req-479258b8-57e6-4848-b99c-c235e7ea22c5 service neutron] 10.222.0.81 "GET /v2.0/networks/40c86c5f-a6ca-4ec7-9bd7-4db98c5fd078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2076125 May 16 20:32:44.629740 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [req-b0cbc771-89a2-4166-91ab-d66efeccc54b req-2dcf5c0f-f8ab-4f8d-b436-1fe3dc0474f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (203e3b62-339d-4dc9-8b28-06868747507b), before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:44.653962 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-7efd0827-8634-4340-a00e-e823aaea18e9 req-53516ffd-8d29-462b-8ab2-48b234f5ce05 tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] For port 16b01ccf-9f12-4ad0-9f9b-72f0680268f5, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=16b01ccf-9f12-4ad0-9f9b-72f0680268f5,segment=NetworkSegment(7feda360-ab93-4da8-92e2-b765028f822a),segment_id=7feda360-ab93-4da8-92e2-b765028f822a)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:32:44.655020 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-7efd0827-8634-4340-a00e-e823aaea18e9 req-53516ffd-8d29-462b-8ab2-48b234f5ce05 tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641018'] for port (16b01ccf-9f12-4ad0-9f9b-72f0680268f5), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:44.701006 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [req-7efd0827-8634-4340-a00e-e823aaea18e9 req-53516ffd-8d29-462b-8ab2-48b234f5ce05 tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] Calling delete_port for 16b01ccf-9f12-4ad0-9f9b-72f0680268f5 owned by compute:nova {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 20:32:44.763223 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [None req-79539d4f-870f-4335-980f-95df0059c9b9 None None] Provisioning complete for port 203e3b62-339d-4dc9-8b28-06868747507b triggered by entity DHCP. {{(pid=103450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:32:44.763944 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-79539d4f-870f-4335-980f-95df0059c9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868582'] for port (203e3b62-339d-4dc9-8b28-06868747507b), provisioning_complete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:44.841166 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-79539d4f-870f-4335-980f-95df0059c9b9 None None] Port 203e3b62-339d-4dc9-8b28-06868747507b cannot update to ACTIVE because it is not bound. {{(pid=103450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 20:32:44.937842 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57810a7-ad5b-48a0-95f6-b110d785a31e req-eb75016f-10d5-4d65-aac0-3e5c6f883a41 tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:32:44.958243 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-b57810a7-ad5b-48a0-95f6-b110d785a31e req-eb75016f-10d5-4d65-aac0-3e5c6f883a41 tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] 10.222.0.71 "GET /v2.0/ports?device_id=f32e9281-ccc5-4080-9f4a-4e230a8fc59e HTTP/1.1" status: 200 len: 945 time: 0.1373138 May 16 20:32:45.083173 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-b57810a7-ad5b-48a0-95f6-b110d785a31e req-95c0ba3f-bc17-4988-b3b4-bdb140fe1793 tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] 10.222.0.71 "GET /v2.0/security-groups?id=a1c75fb4-2352-43a9-9dd9-d2a215f6490b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1214695 May 16 20:32:45.095627 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.notifiers.nova [req-b0cbc771-89a2-4166-91ab-d66efeccc54b req-2dcf5c0f-f8ab-4f8d-b436-1fe3dc0474f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 203e3b62-339d-4dc9-8b28-06868747507b {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 20:32:45.122912 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [req-b0cbc771-89a2-4166-91ab-d66efeccc54b req-2dcf5c0f-f8ab-4f8d-b436-1fe3dc0474f0 service neutron] Publish callbacks [] for port (203e3b62-339d-4dc9-8b28-06868747507b), precommit_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:45.140797 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-7efd0827-8634-4340-a00e-e823aaea18e9 req-53516ffd-8d29-462b-8ab2-48b234f5ce05 tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732397598073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732397102969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27048612'] for port (16b01ccf-9f12-4ad0-9f9b-72f0680268f5), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:45.150009 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0258de8-d879-43da-b919-4f2a351b5fdf req-6049c1f9-7506-40c2-b827-ae66f1731d71 tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:32:45.157854 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-f0258de8-d879-43da-b919-4f2a351b5fdf req-6049c1f9-7506-40c2-b827-ae66f1731d71 tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] 10.222.0.71 "GET /v2.0/ports?device_id=a7ae12d8-7d93-4872-a8b7-bc5fa9bdddef HTTP/1.1" status: 200 len: 932 time: 0.1372418 May 16 20:32:45.163234 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [req-b0cbc771-89a2-4166-91ab-d66efeccc54b req-2dcf5c0f-f8ab-4f8d-b436-1fe3dc0474f0 service neutron] Transition to ACTIVE for port object 203e3b62-339d-4dc9-8b28-06868747507b will not be triggered until provisioned by entity L2. {{(pid=103449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 16 20:32:45.186477 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [req-b0cbc771-89a2-4166-91ab-d66efeccc54b req-2dcf5c0f-f8ab-4f8d-b436-1fe3dc0474f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732397598091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732397102978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732397102996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26134353'] for port (203e3b62-339d-4dc9-8b28-06868747507b), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:45.188444 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53516ffd-8d29-462b-8ab2-48b234f5ce05 tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] Pushing event deleted for resources: {'Port': ['ID=16b01ccf-9f12-4ad0-9f9b-72f0680268f5,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:32:45.263988 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcf5c0f-f8ab-4f8d-b436-1fe3dc0474f0 service neutron] Pushing event updated for resources: {'Port': ['ID=203e3b62-339d-4dc9-8b28-06868747507b,revision_number=2']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:32:45.271439 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [req-7efd0827-8634-4340-a00e-e823aaea18e9 req-53516ffd-8d29-462b-8ab2-48b234f5ce05 tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] No DVR routers for this DVR port 16b01ccf-9f12-4ad0-9f9b-72f0680268f5 on host hv-cinder-83090 {{(pid=103448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 20:32:45.277445 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-7efd0827-8634-4340-a00e-e823aaea18e9 req-53516ffd-8d29-462b-8ab2-48b234f5ce05 tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-338397'] for port (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:45.279853 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-f0258de8-d879-43da-b919-4f2a351b5fdf req-1d3ba211-2514-47a6-b1b9-83a600b2d84a tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] 10.222.0.71 "GET /v2.0/security-groups?id=5bdea423-7afe-452b-9b18-80e2e606f9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211126 May 16 20:32:45.286620 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-7efd0827-8634-4340-a00e-e823aaea18e9 req-53516ffd-8d29-462b-8ab2-48b234f5ce05 tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] 10.222.0.81 "DELETE /v2.0/ports/16b01ccf-9f12-4ad0-9f9b-72f0680268f5 HTTP/1.1" status: 204 len: 173 time: 0.9679561 May 16 20:32:45.287189 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f32e9281-ccc5-4080-9f4a-4e230a8fc59e', 'name': 'network-vif-deleted', 'tag': '16b01ccf-9f12-4ad0-9f9b-72f0680268f5'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 20:32:45.289553 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cabd327eae894280a08d6ee7d9129781675a5828ba01ec684011f2f655eb9e7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15c8ac41-3762-4787-9583-a99caa7e1c5b" -d '{"events": [{"server_uuid": "f32e9281-ccc5-4080-9f4a-4e230a8fc59e", "name": "network-vif-deleted", "tag": "16b01ccf-9f12-4ad0-9f9b-72f0680268f5"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 20:32:45.354565 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 20:32:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd9ea54c-1f4c-4ced-b65a-0b3ddd978c9b x-openstack-request-id: req-dd9ea54c-1f4c-4ced-b65a-0b3ddd978c9b {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 20:32:45.354877 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f32e9281-ccc5-4080-9f4a-4e230a8fc59e", "name": "network-vif-deleted", "tag": "16b01ccf-9f12-4ad0-9f9b-72f0680268f5", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 20:32:45.355142 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-dd9ea54c-1f4c-4ced-b65a-0b3ddd978c9b {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 20:32:45.355547 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd9ea54c-1f4c-4ced-b65a-0b3ddd978c9b'] response: {'server_uuid': 'f32e9281-ccc5-4080-9f4a-4e230a8fc59e', 'name': 'network-vif-deleted', 'tag': '16b01ccf-9f12-4ad0-9f9b-72f0680268f5', 'status': 'completed', 'code': 200} May 16 20:32:45.385632 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [req-b0cbc771-89a2-4166-91ab-d66efeccc54b req-2dcf5c0f-f8ab-4f8d-b436-1fe3dc0474f0 service neutron] Attempting to bind port 203e3b62-339d-4dc9-8b28-06868747507b on host hv-cinder-83090 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 20:32:45.386246 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [req-b0cbc771-89a2-4166-91ab-d66efeccc54b req-2dcf5c0f-f8ab-4f8d-b436-1fe3dc0474f0 service neutron] Attempting to bind port 203e3b62-339d-4dc9-8b28-06868747507b by drivers openvswitch,hyperv on host hv-cinder-83090 at level 0 using segments [{'id': 'cbd7787d-b18f-40ec-ada9-e437834c50fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'bb6d97a1-ea92-40e0-99cc-81380c6478ce'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 20:32:45.386587 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0cbc771-89a2-4166-91ab-d66efeccc54b req-2dcf5c0f-f8ab-4f8d-b436-1fe3dc0474f0 service neutron] Attempting to bind port 203e3b62-339d-4dc9-8b28-06868747507b on network bb6d97a1-ea92-40e0-99cc-81380c6478ce {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 20:32:45.394283 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0cbc771-89a2-4166-91ab-d66efeccc54b req-2dcf5c0f-f8ab-4f8d-b436-1fe3dc0474f0 service neutron] Port 203e3b62-339d-4dc9-8b28-06868747507b on network bb6d97a1-ea92-40e0-99cc-81380c6478ce not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83090 {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 16 20:32:45.394680 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0cbc771-89a2-4166-91ab-d66efeccc54b req-2dcf5c0f-f8ab-4f8d-b436-1fe3dc0474f0 service neutron] Attempting to bind port 203e3b62-339d-4dc9-8b28-06868747507b on network bb6d97a1-ea92-40e0-99cc-81380c6478ce {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 20:32:45.402837 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0cbc771-89a2-4166-91ab-d66efeccc54b req-2dcf5c0f-f8ab-4f8d-b436-1fe3dc0474f0 service neutron] Checking agent: {'id': '748e0023-d5c8-44d3-9d74-a0da2def1ef4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83090', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 20, 23, 10), 'started_at': datetime.datetime(2022, 5, 16, 20, 23, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 20, 32, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 20:32:45.403192 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0cbc771-89a2-4166-91ab-d66efeccc54b req-2dcf5c0f-f8ab-4f8d-b436-1fe3dc0474f0 service neutron] Checking segment: {'id': 'cbd7787d-b18f-40ec-ada9-e437834c50fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'bb6d97a1-ea92-40e0-99cc-81380c6478ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 20:32:45.403765 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0cbc771-89a2-4166-91ab-d66efeccc54b req-2dcf5c0f-f8ab-4f8d-b436-1fe3dc0474f0 service neutron] Bound using segment: {'id': 'cbd7787d-b18f-40ec-ada9-e437834c50fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'bb6d97a1-ea92-40e0-99cc-81380c6478ce'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 20:32:45.404378 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [req-b0cbc771-89a2-4166-91ab-d66efeccc54b req-2dcf5c0f-f8ab-4f8d-b436-1fe3dc0474f0 service neutron] Bound port: 203e3b62-339d-4dc9-8b28-06868747507b, host: hv-cinder-83090, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbd7787d-b18f-40ec-ada9-e437834c50fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'bb6d97a1-ea92-40e0-99cc-81380c6478ce'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 20:32:45.404873 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [req-b0cbc771-89a2-4166-91ab-d66efeccc54b req-2dcf5c0f-f8ab-4f8d-b436-1fe3dc0474f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (203e3b62-339d-4dc9-8b28-06868747507b), before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:45.495043 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [req-b0cbc771-89a2-4166-91ab-d66efeccc54b req-2dcf5c0f-f8ab-4f8d-b436-1fe3dc0474f0 service neutron] For port 203e3b62-339d-4dc9-8b28-06868747507b, host hv-cinder-83090, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 20:32:45.498688 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [req-b0cbc771-89a2-4166-91ab-d66efeccc54b req-2dcf5c0f-f8ab-4f8d-b436-1fe3dc0474f0 service neutron] For port 203e3b62-339d-4dc9-8b28-06868747507b, host hv-cinder-83090, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=203e3b62-339d-4dc9-8b28-06868747507b,segment=NetworkSegment(cbd7787d-b18f-40ec-ada9-e437834c50fe),segment_id=cbd7787d-b18f-40ec-ada9-e437834c50fe)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 20:32:45.508389 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [req-b0cbc771-89a2-4166-91ab-d66efeccc54b req-2dcf5c0f-f8ab-4f8d-b436-1fe3dc0474f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732397598091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732397102978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732397102996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26134353'] for port (203e3b62-339d-4dc9-8b28-06868747507b), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:45.545746 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cbc771-89a2-4166-91ab-d66efeccc54b req-2dcf5c0f-f8ab-4f8d-b436-1fe3dc0474f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:32:45.546429 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [req-b0cbc771-89a2-4166-91ab-d66efeccc54b req-2dcf5c0f-f8ab-4f8d-b436-1fe3dc0474f0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-338397'] for port (None), before_response {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:45.547886 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-b0cbc771-89a2-4166-91ab-d66efeccc54b req-2dcf5c0f-f8ab-4f8d-b436-1fe3dc0474f0 service neutron] 10.222.0.81 "PUT /v2.0/ports/203e3b62-339d-4dc9-8b28-06868747507b HTTP/1.1" status: 200 len: 1094 time: 1.0405998 May 16 20:32:45.548395 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7ae12d8-7d93-4872-a8b7-bc5fa9bdddef', 'tag': '203e3b62-339d-4dc9-8b28-06868747507b'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 20:32:45.551726 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}295115e3b8025bbf11aa9aac085408c2d5e3d0e4242a5f701d1d164c8d9f99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55128ae9-6896-49cd-99ad-1095484a072e" -d '{"events": [{"name": "network-changed", "server_uuid": "a7ae12d8-7d93-4872-a8b7-bc5fa9bdddef", "tag": "203e3b62-339d-4dc9-8b28-06868747507b"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 20:32:45.594606 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcf5c0f-f8ab-4f8d-b436-1fe3dc0474f0 service neutron] Pushing event updated for resources: {'Port': ['ID=203e3b62-339d-4dc9-8b28-06868747507b,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:32:45.613429 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 20:32:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-991b5699-1f5a-4f91-b63c-1e1357c862e7 x-openstack-request-id: req-991b5699-1f5a-4f91-b63c-1e1357c862e7 {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 20:32:45.613733 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7ae12d8-7d93-4872-a8b7-bc5fa9bdddef", "tag": "203e3b62-339d-4dc9-8b28-06868747507b", "status": "completed", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 20:32:45.614030 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-991b5699-1f5a-4f91-b63c-1e1357c862e7 {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 20:32:45.614438 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event matching ['req-991b5699-1f5a-4f91-b63c-1e1357c862e7'] response: {'name': 'network-changed', 'server_uuid': 'a7ae12d8-7d93-4872-a8b7-bc5fa9bdddef', 'tag': '203e3b62-339d-4dc9-8b28-06868747507b', 'status': 'completed', 'code': 200} May 16 20:32:46.181956 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-e5811b5b-3907-44e5-8536-5a8051b8c82e req-2c4a44e4-e4e0-4dc0-a147-27478d44c3e0 tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] 10.222.0.71 "GET /v2.0/ports?device_id=f32e9281-ccc5-4080-9f4a-4e230a8fc59e HTTP/1.1" status: 200 len: 210 time: 0.0322571 May 16 20:32:46.409336 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8c2336-9871-44ae-9573-3bb9b3ace8b1 req-f8167d55-68a0-41aa-93ff-04b8ebe9ad7f tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:32:46.411811 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-bf8c2336-9871-44ae-9573-3bb9b3ace8b1 req-f8167d55-68a0-41aa-93ff-04b8ebe9ad7f tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] 10.222.0.71 "GET /v2.0/ports?device_id=a7ae12d8-7d93-4872-a8b7-bc5fa9bdddef HTTP/1.1" status: 200 len: 944 time: 0.0535998 May 16 20:32:46.463547 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-bf8c2336-9871-44ae-9573-3bb9b3ace8b1 req-75a73ec4-3f5d-4fa4-8777-f79168066c36 tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] 10.222.0.71 "GET /v2.0/security-groups?id=5bdea423-7afe-452b-9b18-80e2e606f9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456593 May 16 20:32:47.288496 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-7ed1bea1-f3ab-43d3-a697-989276399c3d req-21840728-bf41-43b7-98e6-41deb3f9e3ac tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] 10.222.0.71 "GET /v2.0/ports?device_id=f32e9281-ccc5-4080-9f4a-4e230a8fc59e HTTP/1.1" status: 200 len: 210 time: 0.0353112 May 16 20:32:47.578468 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ed3e4f-f5af-4fdd-92bb-ecde4e870753 req-23972af0-ea29-42fb-ae88-edf6df9e37d4 tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:32:47.579985 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-92ed3e4f-f5af-4fdd-92bb-ecde4e870753 req-23972af0-ea29-42fb-ae88-edf6df9e37d4 tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] 10.222.0.71 "GET /v2.0/ports?device_id=a7ae12d8-7d93-4872-a8b7-bc5fa9bdddef HTTP/1.1" status: 200 len: 944 time: 0.0484326 May 16 20:32:47.628588 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-92ed3e4f-f5af-4fdd-92bb-ecde4e870753 req-6c92222d-0cde-419a-a7dc-fb857722a4e7 tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] 10.222.0.71 "GET /v2.0/security-groups?id=5bdea423-7afe-452b-9b18-80e2e606f9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427327 May 16 20:32:48.395371 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-b4b4cfea-908c-40d9-a843-9b7e978bfaf1 req-be6ba9fe-9c91-4cdf-bbdf-14cc262a5781 tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] 10.222.0.71 "GET /v2.0/ports?device_id=f32e9281-ccc5-4080-9f4a-4e230a8fc59e HTTP/1.1" status: 200 len: 210 time: 0.0298774 May 16 20:32:48.423821 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Device 16b01ccf-9f12-4ad0-9f9b-72f0680268f5 no longer exists at agent hyperv_hv-cinder-83090 {{(pid=103450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 20:32:48.447350 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] No Port match for: 16b01ccf-9f12-4ad0-9f9b-72f0680268f5 {{(pid=103450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 20:32:48.448004 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Device 16b01ccf-9f12-4ad0-9f9b-72f0680268f5 not bound to the agent host hv-cinder-83090 {{(pid=103450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 20:32:48.749466 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc72c2dd-c85e-4946-828a-0c4dcb493d90 req-0110dbc6-aac6-42c8-ba7c-8d08186aef82 tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:32:48.751617 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-dc72c2dd-c85e-4946-828a-0c4dcb493d90 req-0110dbc6-aac6-42c8-ba7c-8d08186aef82 tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] 10.222.0.71 "GET /v2.0/ports?device_id=a7ae12d8-7d93-4872-a8b7-bc5fa9bdddef HTTP/1.1" status: 200 len: 944 time: 0.0481205 May 16 20:32:48.809319 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-dc72c2dd-c85e-4946-828a-0c4dcb493d90 req-ff036e54-b89e-4671-bea7-ec834796bb0f tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] 10.222.0.71 "GET /v2.0/security-groups?id=5bdea423-7afe-452b-9b18-80e2e606f9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501752 May 16 20:32:49.551217 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-218e6553-7794-416e-9c81-33b0f19169ca req-a6ca1edd-2320-4bb4-b5e1-1021d7c8a8fe tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] 10.222.0.71 "GET /v2.0/ports?device_id=f32e9281-ccc5-4080-9f4a-4e230a8fc59e HTTP/1.1" status: 200 len: 210 time: 0.0543470 May 16 20:32:49.934771 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9fa6e5-ed74-4d03-ba0d-29315f279add req-57197e78-a623-473b-8699-c42c314a617c tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:32:49.936922 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-6b9fa6e5-ed74-4d03-ba0d-29315f279add req-57197e78-a623-473b-8699-c42c314a617c tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] 10.222.0.71 "GET /v2.0/ports?device_id=a7ae12d8-7d93-4872-a8b7-bc5fa9bdddef HTTP/1.1" status: 200 len: 944 time: 0.0596571 May 16 20:32:49.990852 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-6b9fa6e5-ed74-4d03-ba0d-29315f279add req-5769aa2d-f872-403d-8909-eb06c01a4dd8 tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] 10.222.0.71 "GET /v2.0/security-groups?id=5bdea423-7afe-452b-9b18-80e2e606f9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481551 May 16 20:32:50.656904 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-01fc4fb0-5850-4fa1-88d4-ae72dcae930b req-5b2855a2-5329-4448-a49d-6bb9db238aa5 tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] 10.222.0.71 "GET /v2.0/ports?device_id=f32e9281-ccc5-4080-9f4a-4e230a8fc59e HTTP/1.1" status: 200 len: 210 time: 0.0360942 May 16 20:32:51.117669 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0006f03-1f09-4ca2-978f-41fecc490c5d req-ab72e95f-9c7f-408a-b0fa-16476ddb58e2 tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:32:51.119129 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-f0006f03-1f09-4ca2-978f-41fecc490c5d req-ab72e95f-9c7f-408a-b0fa-16476ddb58e2 tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] 10.222.0.71 "GET /v2.0/ports?device_id=a7ae12d8-7d93-4872-a8b7-bc5fa9bdddef HTTP/1.1" status: 200 len: 944 time: 0.0518873 May 16 20:32:51.169698 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-f0006f03-1f09-4ca2-978f-41fecc490c5d req-8c972196-0fc0-4677-90b4-1cc8da8890f1 tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] 10.222.0.71 "GET /v2.0/security-groups?id=5bdea423-7afe-452b-9b18-80e2e606f9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449026 May 16 20:32:51.763646 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-1717e3c3-26e1-44f5-9971-e437cf66fd4a req-c1de2cff-0772-4308-ba58-a614022fb4ef tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] 10.222.0.71 "GET /v2.0/ports?device_id=f32e9281-ccc5-4080-9f4a-4e230a8fc59e HTTP/1.1" status: 200 len: 210 time: 0.0337844 May 16 20:32:52.285830 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4c13cb-d813-4e47-bd67-5e50c3de09cd req-b0e12249-024a-441e-bd3f-cbb2fa808845 tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:32:52.287357 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-bf4c13cb-d813-4e47-bd67-5e50c3de09cd req-b0e12249-024a-441e-bd3f-cbb2fa808845 tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] 10.222.0.71 "GET /v2.0/ports?device_id=a7ae12d8-7d93-4872-a8b7-bc5fa9bdddef HTTP/1.1" status: 200 len: 944 time: 0.0471337 May 16 20:32:52.345661 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-bf4c13cb-d813-4e47-bd67-5e50c3de09cd req-8acff409-5e66-4549-a3d3-e5166a41999f tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] 10.222.0.71 "GET /v2.0/security-groups?id=5bdea423-7afe-452b-9b18-80e2e606f9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511854 May 16 20:32:52.862096 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-dc14a504-6c05-4009-974c-90c667face5e req-b2e31a24-c3a2-45bf-a6d8-f0998aac969a tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] 10.222.0.71 "GET /v2.0/ports?device_id=f32e9281-ccc5-4080-9f4a-4e230a8fc59e HTTP/1.1" status: 200 len: 210 time: 0.0275671 May 16 20:32:53.459496 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b711f77c-bd2f-4b4a-bf0a-6c7b4123e869 req-a34ba873-5965-46d4-9a7a-3b4cf335d60f tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:32:53.461023 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-b711f77c-bd2f-4b4a-bf0a-6c7b4123e869 req-a34ba873-5965-46d4-9a7a-3b4cf335d60f tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] 10.222.0.71 "GET /v2.0/ports?device_id=a7ae12d8-7d93-4872-a8b7-bc5fa9bdddef HTTP/1.1" status: 200 len: 944 time: 0.0482452 May 16 20:32:53.507712 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-b711f77c-bd2f-4b4a-bf0a-6c7b4123e869 req-6b71a0a4-02bc-4880-bd70-14c553b71bf3 tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] 10.222.0.71 "GET /v2.0/security-groups?id=5bdea423-7afe-452b-9b18-80e2e606f9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412199 May 16 20:32:53.979955 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-32a5b074-7f56-493d-8812-231ef8859149 req-d1c41b18-28e1-44aa-a7fb-490b571f40d8 tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] 10.222.0.71 "GET /v2.0/ports?device_id=f32e9281-ccc5-4080-9f4a-4e230a8fc59e HTTP/1.1" status: 200 len: 210 time: 0.0497847 May 16 20:32:54.085996 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55128ae9-6896-49cd-99ad-1095484a072e req-de95b143-3461-4f45-819a-ebcc4822cd41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:32:54.087478 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-55128ae9-6896-49cd-99ad-1095484a072e req-de95b143-3461-4f45-819a-ebcc4822cd41 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=4d18594086434fd19336bd76a7089437&device_id=a7ae12d8-7d93-4872-a8b7-bc5fa9bdddef HTTP/1.1" status: 200 len: 1128 time: 0.0413830 May 16 20:32:54.519625 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55128ae9-6896-49cd-99ad-1095484a072e req-234dff26-5e69-41b5-bdd1-ea5c08e11589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:32:54.521166 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-55128ae9-6896-49cd-99ad-1095484a072e req-234dff26-5e69-41b5-bdd1-ea5c08e11589 service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=4d18594086434fd19336bd76a7089437&shared=False HTTP/1.1" status: 200 len: 915 time: 0.4208272 May 16 20:32:54.623059 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1488a3b-0807-44a3-87d4-15cc744d7493 req-3d665758-3093-4633-8366-e5e7d678ce02 tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:32:54.624611 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-b1488a3b-0807-44a3-87d4-15cc744d7493 req-3d665758-3093-4633-8366-e5e7d678ce02 tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] 10.222.0.71 "GET /v2.0/ports?device_id=a7ae12d8-7d93-4872-a8b7-bc5fa9bdddef HTTP/1.1" status: 200 len: 944 time: 0.0496485 May 16 20:32:54.674092 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-b1488a3b-0807-44a3-87d4-15cc744d7493 req-5a4a3f0f-5056-4ba1-bdeb-dbdb9b3d6906 tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] 10.222.0.71 "GET /v2.0/security-groups?id=5bdea423-7afe-452b-9b18-80e2e606f9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432029 May 16 20:32:54.899756 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55128ae9-6896-49cd-99ad-1095484a072e req-c5910379-d4d8-4a7d-a9b7-5d5085e76e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:32:54.901191 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-55128ae9-6896-49cd-99ad-1095484a072e req-c5910379-d4d8-4a7d-a9b7-5d5085e76e47 service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1615140 May 16 20:32:54.977517 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cbc771-89a2-4166-91ab-d66efeccc54b req-506cf089-c6aa-40f4-a75d-61409bbcbafe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:32:54.978882 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-b0cbc771-89a2-4166-91ab-d66efeccc54b req-506cf089-c6aa-40f4-a75d-61409bbcbafe service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=4d18594086434fd19336bd76a7089437&device_id=a7ae12d8-7d93-4872-a8b7-bc5fa9bdddef HTTP/1.1" status: 200 len: 1128 time: 0.0382640 May 16 20:32:55.016639 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-b0cbc771-89a2-4166-91ab-d66efeccc54b req-b915e960-4266-4bf3-8fa9-12b57a4af848 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=203e3b62-339d-4dc9-8b28-06868747507b HTTP/1.1" status: 200 len: 217 time: 0.0309753 May 16 20:32:55.042935 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.71', 53434) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:32:55.066442 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cbc771-89a2-4166-91ab-d66efeccc54b req-8cbbd307-a05b-4b67-988d-30d98c5be28c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:32:55.067931 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-b0cbc771-89a2-4166-91ab-d66efeccc54b req-8cbbd307-a05b-4b67-988d-30d98c5be28c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=a3c300fd-5ec3-465b-9a92-333b0899fa80 HTTP/1.1" status: 200 len: 853 time: 0.0462291 May 16 20:32:55.099710 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3d4ba6ba-bad7-448b-b16c-7e8d43291811 tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] Publish callbacks [] for security_group (a1c75fb4-2352-43a9-9dd9-d2a215f6490b), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:55.110236 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cbc771-89a2-4166-91ab-d66efeccc54b req-64308a54-2b1f-4e74-b579-024e45c303cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:32:55.111714 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-b0cbc771-89a2-4166-91ab-d66efeccc54b req-64308a54-2b1f-4e74-b579-024e45c303cc service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=bb6d97a1-ea92-40e0-99cc-81380c6478ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0378816 May 16 20:32:55.124656 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3d4ba6ba-bad7-448b-b16c-7e8d43291811 tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] Publish callbacks [] for security_group (a1c75fb4-2352-43a9-9dd9-d2a215f6490b), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:55.198698 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3d4ba6ba-bad7-448b-b16c-7e8d43291811 tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997425'] for security_group (a1c75fb4-2352-43a9-9dd9-d2a215f6490b), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:55.202163 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3d4ba6ba-bad7-448b-b16c-7e8d43291811 tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] Publish callbacks [] for security_group (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:55.205921 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-3d4ba6ba-bad7-448b-b16c-7e8d43291811 tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] 10.222.0.71 "DELETE /v2.0/security-groups/a1c75fb4-2352-43a9-9dd9-d2a215f6490b HTTP/1.1" status: 204 len: 168 time: 0.1595514 May 16 20:32:55.215307 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-b0cbc771-89a2-4166-91ab-d66efeccc54b req-60c229ec-7c6a-41ad-88c4-0c17eb7ee46b service neutron] 10.222.0.81 "GET /v2.0/networks/bb6d97a1-ea92-40e0-99cc-81380c6478ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980320 May 16 20:32:55.224521 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4ba6ba-bad7-448b-b16c-7e8d43291811 tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1c75fb4-2352-43a9-9dd9-d2a215f6490b,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:32:55.234334 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4ba6ba-bad7-448b-b16c-7e8d43291811 tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:32:55.234567 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4ba6ba-bad7-448b-b16c-7e8d43291811 tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:32:55.234914 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4ba6ba-bad7-448b-b16c-7e8d43291811 tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:32:55.235252 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4ba6ba-bad7-448b-b16c-7e8d43291811 tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:32:55.236547 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4ba6ba-bad7-448b-b16c-7e8d43291811 tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:32:55.236976 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4ba6ba-bad7-448b-b16c-7e8d43291811 tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:32:55.237316 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4ba6ba-bad7-448b-b16c-7e8d43291811 tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:32:55.237649 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4ba6ba-bad7-448b-b16c-7e8d43291811 tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:32:55.237977 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4ba6ba-bad7-448b-b16c-7e8d43291811 tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:32:55.238393 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4ba6ba-bad7-448b-b16c-7e8d43291811 tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:32:55.238723 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4ba6ba-bad7-448b-b16c-7e8d43291811 tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:32:55.239901 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4ba6ba-bad7-448b-b16c-7e8d43291811 tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:32:55.240095 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4ba6ba-bad7-448b-b16c-7e8d43291811 tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:32:55.240495 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4ba6ba-bad7-448b-b16c-7e8d43291811 tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:32:55.240935 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4ba6ba-bad7-448b-b16c-7e8d43291811 tempest-TestShelveInstance-753614944 tempest-TestShelveInstance-753614944-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:32:55.267774 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.71', 53440) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:32:55.340253 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-b0cbc771-89a2-4166-91ab-d66efeccc54b req-408dba7e-958b-4633-90e5-7a2b265f7554 service neutron] 10.222.0.81 "GET /v2.0/networks/bb6d97a1-ea92-40e0-99cc-81380c6478ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176512 May 16 20:32:55.724240 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ab14bf6e-8b43-4145-a756-45cb210b6a96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1641200'] for router_interface (3bb2bc2a-1646-41ba-9161-5a3c9a6b6430), before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:55.811397 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e7f7c7-8f87-4e01-aee2-b8ae37975e11 req-bd49a47a-68bf-4726-a2fd-599bafab25e9 tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:32:55.812862 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-f6e7f7c7-8f87-4e01-aee2-b8ae37975e11 req-bd49a47a-68bf-4726-a2fd-599bafab25e9 tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] 10.222.0.71 "GET /v2.0/ports?device_id=a7ae12d8-7d93-4872-a8b7-bc5fa9bdddef HTTP/1.1" status: 200 len: 944 time: 0.0556700 May 16 20:32:55.929018 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-f6e7f7c7-8f87-4e01-aee2-b8ae37975e11 req-d0b3044a-3c0a-451a-8729-6f92d2117620 tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] 10.222.0.71 "GET /v2.0/security-groups?id=5bdea423-7afe-452b-9b18-80e2e606f9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892372 May 16 20:32:56.035477 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-ab14bf6e-8b43-4145-a756-45cb210b6a96 admin admin] Deleting port 882d7b61-be19-428c-a030-c484d7666914 {{(pid=103449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 20:32:56.036003 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ab14bf6e-8b43-4145-a756-45cb210b6a96 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732397588453'] for port (882d7b61-be19-428c-a030-c484d7666914), before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:56.125704 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ab14bf6e-8b43-4145-a756-45cb210b6a96 admin admin] For port 882d7b61-be19-428c-a030-c484d7666914, host dv-cinder-830901-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-7-iscsi',level=0,port_id=882d7b61-be19-428c-a030-c484d7666914,segment=NetworkSegment(7feda360-ab93-4da8-92e2-b765028f822a),segment_id=7feda360-ab93-4da8-92e2-b765028f822a)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:32:56.126411 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ab14bf6e-8b43-4145-a756-45cb210b6a96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641018'] for port (882d7b61-be19-428c-a030-c484d7666914), precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:56.143739 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-ab14bf6e-8b43-4145-a756-45cb210b6a96 admin admin] Calling delete_port for 882d7b61-be19-428c-a030-c484d7666914 owned by network:router_interface {{(pid=103449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 20:32:56.343576 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ab14bf6e-8b43-4145-a756-45cb210b6a96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732397598073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732397102969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26134374'] for port (882d7b61-be19-428c-a030-c484d7666914), after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:56.370420 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab14bf6e-8b43-4145-a756-45cb210b6a96 admin admin] Pushing event deleted for resources: {'Port': ['ID=882d7b61-be19-428c-a030-c484d7666914,revision_number=None']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:32:56.544365 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ab14bf6e-8b43-4145-a756-45cb210b6a96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1614403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1651439'] for router_interface (3bb2bc2a-1646-41ba-9161-5a3c9a6b6430), after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:56.755674 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab14bf6e-8b43-4145-a756-45cb210b6a96 admin admin] Router 3bb2bc2a-1646-41ba-9161-5a3c9a6b6430 has already been hosted by L3 agent fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f {{(pid=103449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 20:32:56.855817 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab14bf6e-8b43-4145-a756-45cb210b6a96 admin admin] Notify agent at l3_agent.dv-cinder-830901-7-iscsi the message routers_updated {{(pid=103449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 20:32:56.860786 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-ab14bf6e-8b43-4145-a756-45cb210b6a96 admin admin] 10.222.0.71 "PUT /v2.0/routers/3bb2bc2a-1646-41ba-9161-5a3c9a6b6430/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5892391 May 16 20:32:56.863362 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.71', 53450) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:32:56.866971 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af0aa07-fd24-4978-b870-0ddc45151281 None None] Sync routers for ids ['3bb2bc2a-1646-41ba-9161-5a3c9a6b6430'] in dv-cinder-830901-7-iscsi {{(pid=103451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 20:32:56.877617 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af0aa07-fd24-4978-b870-0ddc45151281 None None] Routers {'3bb2bc2a-1646-41ba-9161-5a3c9a6b6430'} bound to L3 agent in host dv-cinder-830901-7-iscsi {{(pid=103451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:32:56.878230 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-1af0aa07-fd24-4978-b870-0ddc45151281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-16T20:16:38Z,description=,heartbeat_timestamp=2022-05-16T20:32:38Z,host='dv-cinder-830901-7-iscsi',id=fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:16:38Z,topic='l3_agent')) {'router_ids': ['3bb2bc2a-1646-41ba-9161-5a3c9a6b6430'], 'active': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:32:56.961309 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-f5096cb3-3d83-4ea1-af0c-7ff2b6348ab9 admin admin] Publish callbacks [] for router (3bb2bc2a-1646-41ba-9161-5a3c9a6b6430), before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:57.053061 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c5d00a-f692-4aa7-9a51-0bbbf5256b8f req-32f2a160-873c-41b6-a24d-e1e2a71be312 tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:32:57.054586 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-30c5d00a-f692-4aa7-9a51-0bbbf5256b8f req-32f2a160-873c-41b6-a24d-e1e2a71be312 tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] 10.222.0.71 "GET /v2.0/ports?device_id=a7ae12d8-7d93-4872-a8b7-bc5fa9bdddef HTTP/1.1" status: 200 len: 944 time: 0.0521772 May 16 20:32:57.065322 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-f5096cb3-3d83-4ea1-af0c-7ff2b6348ab9 admin admin] Publish callbacks [] for router_gateway (3bb2bc2a-1646-41ba-9161-5a3c9a6b6430), before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:57.066161 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvr_db [None req-1af0aa07-fd24-4978-b870-0ddc45151281 None None] Set router 3bb2bc2a-1646-41ba-9161-5a3c9a6b6430 gateway port host: dv-cinder-830901-7-iscsi {{(pid=103451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:32:57.108818 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-30c5d00a-f692-4aa7-9a51-0bbbf5256b8f req-a17ad54b-6550-4c77-933b-d99cf3a1f4ee tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] 10.222.0.71 "GET /v2.0/security-groups?id=5bdea423-7afe-452b-9b18-80e2e606f9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477598 May 16 20:32:57.110687 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-f5096cb3-3d83-4ea1-af0c-7ff2b6348ab9 admin admin] Deleting port 12c26b70-44e7-4b15-b826-830a29c12b3b {{(pid=103449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 20:32:57.111027 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-f5096cb3-3d83-4ea1-af0c-7ff2b6348ab9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732397588453'] for port (12c26b70-44e7-4b15-b826-830a29c12b3b), before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:57.194104 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-f5096cb3-3d83-4ea1-af0c-7ff2b6348ab9 admin admin] For port 12c26b70-44e7-4b15-b826-830a29c12b3b, host dv-cinder-830901-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-7-iscsi',level=0,port_id=12c26b70-44e7-4b15-b826-830a29c12b3b,segment=NetworkSegment(cb03ab33-ba4f-4a89-ab90-bfee78bf90a5),segment_id=cb03ab33-ba4f-4a89-ab90-bfee78bf90a5)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:32:57.194818 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-f5096cb3-3d83-4ea1-af0c-7ff2b6348ab9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641018'] for port (12c26b70-44e7-4b15-b826-830a29c12b3b), precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:57.209305 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-f5096cb3-3d83-4ea1-af0c-7ff2b6348ab9 admin admin] Calling delete_port for 12c26b70-44e7-4b15-b826-830a29c12b3b owned by network:router_gateway {{(pid=103449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 20:32:57.238054 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-1af0aa07-fd24-4978-b870-0ddc45151281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bb2bc2a-1646-41ba-9161-5a3c9a6b6430', 'name': 'tempest-TestShelveInstance-1592804410-router', 'tenant_id': '0966cdee10bc4eebbb38ae04e066adf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'external_fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.12'}], 'enable_snat': True}, 'gw_port_id': '12c26b70-44e7-4b15-b826-830a29c12b3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:27:44Z', 'updated_at': '2022-05-16T20:32:56Z', 'revision_number': 5, 'project_id': '0966cdee10bc4eebbb38ae04e066adf2', 'gw_port': {'id': '12c26b70-44e7-4b15-b826-830a29c12b3b', 'name': '', 'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:73:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bb2bc2a-1646-41ba-9161-5a3c9a6b6430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:27:44Z', 'updated_at': '2022-05-16T20:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-7-iscsi'}], 'dv-cinder-830901-7-iscsi', False) {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:32:57.267309 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af0aa07-fd24-4978-b870-0ddc45151281 None None] Checking router: 3bb2bc2a-1646-41ba-9161-5a3c9a6b6430 for host: dv-cinder-830901-7-iscsi {{(pid=103451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 20:32:57.277045 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af0aa07-fd24-4978-b870-0ddc45151281 None None] Routers {'3bb2bc2a-1646-41ba-9161-5a3c9a6b6430'} bound to L3 agent in host dv-cinder-830901-7-iscsi {{(pid=103451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:32:57.277652 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-1af0aa07-fd24-4978-b870-0ddc45151281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-16T20:16:38Z,description=,heartbeat_timestamp=2022-05-16T20:32:38Z,host='dv-cinder-830901-7-iscsi',id=fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:16:38Z,topic='l3_agent')) {'router_ids': ['3bb2bc2a-1646-41ba-9161-5a3c9a6b6430'], 'active': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:32:57.380958 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvr_db [None req-1af0aa07-fd24-4978-b870-0ddc45151281 None None] Set router 3bb2bc2a-1646-41ba-9161-5a3c9a6b6430 gateway port host: None {{(pid=103451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:32:57.385770 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-f5096cb3-3d83-4ea1-af0c-7ff2b6348ab9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732397598073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732397102969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26134374'] for port (12c26b70-44e7-4b15-b826-830a29c12b3b), after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:57.411696 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5096cb3-3d83-4ea1-af0c-7ff2b6348ab9 admin admin] Pushing event deleted for resources: {'Port': ['ID=12c26b70-44e7-4b15-b826-830a29c12b3b,revision_number=None']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:32:57.434566 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-1af0aa07-fd24-4978-b870-0ddc45151281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bb2bc2a-1646-41ba-9161-5a3c9a6b6430', 'name': 'tempest-TestShelveInstance-1592804410-router', 'tenant_id': '0966cdee10bc4eebbb38ae04e066adf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:27:44Z', 'updated_at': '2022-05-16T20:32:57Z', 'revision_number': 6, 'project_id': '0966cdee10bc4eebbb38ae04e066adf2', 'gw_port_host': None}], 'dv-cinder-830901-7-iscsi', False) {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:32:57.459298 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af0aa07-fd24-4978-b870-0ddc45151281 None None] The sync data for ids ['3bb2bc2a-1646-41ba-9161-5a3c9a6b6430'] in dv-cinder-830901-7-iscsi is: [{'id': '3bb2bc2a-1646-41ba-9161-5a3c9a6b6430', 'name': 'tempest-TestShelveInstance-1592804410-router', 'tenant_id': '0966cdee10bc4eebbb38ae04e066adf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:27:44Z', 'updated_at': '2022-05-16T20:32:57Z', 'revision_number': 6, 'project_id': '0966cdee10bc4eebbb38ae04e066adf2', 'gw_port_host': None}] {{(pid=103451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 20:32:57.482316 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-f5096cb3-3d83-4ea1-af0c-7ff2b6348ab9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1643458'] for router_gateway (3bb2bc2a-1646-41ba-9161-5a3c9a6b6430), after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:57.803449 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-f5096cb3-3d83-4ea1-af0c-7ff2b6348ab9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1646218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6238'] for router (3bb2bc2a-1646-41ba-9161-5a3c9a6b6430), precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:57.805826 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-f5096cb3-3d83-4ea1-af0c-7ff2b6348ab9 admin admin] Publish callbacks [] for router_controller (3bb2bc2a-1646-41ba-9161-5a3c9a6b6430), precommit_delete_associations {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:57.846768 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-f5096cb3-3d83-4ea1-af0c-7ff2b6348ab9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1646227'] for router (3bb2bc2a-1646-41ba-9161-5a3c9a6b6430), after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:57.848915 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5096cb3-3d83-4ea1-af0c-7ff2b6348ab9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3bb2bc2a-1646-41ba-9161-5a3c9a6b6430 {{(pid=103449) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 16 20:32:57.854373 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-f5096cb3-3d83-4ea1-af0c-7ff2b6348ab9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:57.855508 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-f5096cb3-3d83-4ea1-af0c-7ff2b6348ab9 admin admin] 10.222.0.71 "DELETE /v2.0/routers/3bb2bc2a-1646-41ba-9161-5a3c9a6b6430 HTTP/1.1" status: 204 len: 168 time: 0.9907019 May 16 20:32:57.858121 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.71', 53456) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:32:57.903766 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.db.db_base_plugin_v2 [None req-21b0f2fa-be30-4266-82a0-ea37f75d981c admin admin] Deleting subnet e001e1d8-306d-467a-b2a6-bd86f5be5c66 {{(pid=103449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 16 20:32:57.906823 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-21b0f2fa-be30-4266-82a0-ea37f75d981c admin admin] Publish callbacks [] for subnet (e001e1d8-306d-467a-b2a6-bd86f5be5c66), before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:57.941486 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-21b0f2fa-be30-4266-82a0-ea37f75d981c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25761720'] for subnet (e001e1d8-306d-467a-b2a6-bd86f5be5c66), precommit_delete_associations {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:58.018360 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-21b0f2fa-be30-4266-82a0-ea37f75d981c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1028042'] for subnet (e001e1d8-306d-467a-b2a6-bd86f5be5c66), precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:58.070650 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-21b0f2fa-be30-4266-82a0-ea37f75d981c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1028051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1941894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26133399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25246500'] for subnet (e001e1d8-306d-467a-b2a6-bd86f5be5c66), after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:58.097334 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b0f2fa-be30-4266-82a0-ea37f75d981c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e001e1d8-306d-467a-b2a6-bd86f5be5c66,revision_number=None']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:32:58.100472 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-21b0f2fa-be30-4266-82a0-ea37f75d981c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:58.103579 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-21b0f2fa-be30-4266-82a0-ea37f75d981c admin admin] 10.222.0.71 "DELETE /v2.0/subnets/e001e1d8-306d-467a-b2a6-bd86f5be5c66 HTTP/1.1" status: 204 len: 168 time: 0.2445211 May 16 20:32:58.104492 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fd13a65-53c6-495f-9d68-2576970054b4 None None] Network 40c86c5f-a6ca-4ec7-9bd7-4db98c5fd078 requested from dv-cinder-830901-7-iscsi {{(pid=103450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 20:32:58.106194 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.71', 53458) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:32:58.184667 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-3166726f-d5df-47c0-86ee-e48f5327353b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759573'] for network (40c86c5f-a6ca-4ec7-9bd7-4db98c5fd078), before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:58.255953 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2a394f-99ef-4044-ad2c-c3885835bab1 req-1a368e26-e363-478a-a21c-375049616e5f tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:32:58.257458 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-4a2a394f-99ef-4044-ad2c-c3885835bab1 req-1a368e26-e363-478a-a21c-375049616e5f tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] 10.222.0.71 "GET /v2.0/ports?device_id=a7ae12d8-7d93-4872-a8b7-bc5fa9bdddef HTTP/1.1" status: 200 len: 944 time: 0.0706251 May 16 20:32:58.275734 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fa3ed31-1061-46f4-b3c2-5cb605450a46 None None] DHCP port deletion for 40c86c5f-a6ca-4ec7-9bd7-4db98c5fd078 request from dv-cinder-830901-7-iscsi {{(pid=103450) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 16 20:32:58.277174 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-3166726f-d5df-47c0-86ee-e48f5327353b admin admin] Deleting port 8353efdd-cee7-4b0d-b959-516295309879 {{(pid=103449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 20:32:58.277511 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-3166726f-d5df-47c0-86ee-e48f5327353b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732397588453'] for port (8353efdd-cee7-4b0d-b959-516295309879), before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:58.315575 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-0fa3ed31-1061-46f4-b3c2-5cb605450a46 None None] Deleting port 8353efdd-cee7-4b0d-b959-516295309879 {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 20:32:58.316305 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0fa3ed31-1061-46f4-b3c2-5cb605450a46 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732397588453'] for port (8353efdd-cee7-4b0d-b959-516295309879), before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:58.372123 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-4a2a394f-99ef-4044-ad2c-c3885835bab1 req-93dec657-c96f-482b-ba95-46bd37e78065 tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] 10.222.0.71 "GET /v2.0/security-groups?id=5bdea423-7afe-452b-9b18-80e2e606f9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087654 May 16 20:32:58.373907 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-3166726f-d5df-47c0-86ee-e48f5327353b admin admin] For port 8353efdd-cee7-4b0d-b959-516295309879, host dv-cinder-830901-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-7-iscsi',level=0,port_id=8353efdd-cee7-4b0d-b959-516295309879,segment=NetworkSegment(7feda360-ab93-4da8-92e2-b765028f822a),segment_id=7feda360-ab93-4da8-92e2-b765028f822a)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:32:58.374274 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-3166726f-d5df-47c0-86ee-e48f5327353b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641018'] for port (8353efdd-cee7-4b0d-b959-516295309879), precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:58.395990 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-3166726f-d5df-47c0-86ee-e48f5327353b admin admin] Calling delete_port for 8353efdd-cee7-4b0d-b959-516295309879 owned by network:dhcp {{(pid=103449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 20:32:58.397006 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-0fa3ed31-1061-46f4-b3c2-5cb605450a46 None None] For port 8353efdd-cee7-4b0d-b959-516295309879, host dv-cinder-830901-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-7-iscsi',level=0,port_id=8353efdd-cee7-4b0d-b959-516295309879,segment=NetworkSegment(7feda360-ab93-4da8-92e2-b765028f822a),segment_id=7feda360-ab93-4da8-92e2-b765028f822a)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:32:58.399052 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0fa3ed31-1061-46f4-b3c2-5cb605450a46 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641018'] for port (8353efdd-cee7-4b0d-b959-516295309879), precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:58.504075 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-3166726f-d5df-47c0-86ee-e48f5327353b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732397598073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732397102969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26134374'] for port (8353efdd-cee7-4b0d-b959-516295309879), after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:58.535976 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3166726f-d5df-47c0-86ee-e48f5327353b admin admin] Pushing event deleted for resources: {'Port': ['ID=8353efdd-cee7-4b0d-b959-516295309879,revision_number=None']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:32:58.537921 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3166726f-d5df-47c0-86ee-e48f5327353b admin admin] No DVR routers for this DVR port 8353efdd-cee7-4b0d-b959-516295309879 on host dv-cinder-830901-7-iscsi {{(pid=103449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 20:32:58.589827 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Device 203e3b62-339d-4dc9-8b28-06868747507b details requested by agent hyperv_hv-cinder-83090 with host hv-cinder-83090 {{(pid=103450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 20:32:58.598949 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-0fa3ed31-1061-46f4-b3c2-5cb605450a46 None None] Calling delete_port for 8353efdd-cee7-4b0d-b959-516295309879 owned by network:dhcp {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 20:32:58.625007 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-3166726f-d5df-47c0-86ee-e48f5327353b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1029759', 'neutron.services.segments.db._delete_segments_for_network-8732397667094'] for network (40c86c5f-a6ca-4ec7-9bd7-4db98c5fd078), precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:58.649377 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.services.segments.db [None req-3166726f-d5df-47c0-86ee-e48f5327353b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40c86c5f-a6ca-4ec7-9bd7-4db98c5fd078']}} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:32:58.659542 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.services.segments.db [None req-3166726f-d5df-47c0-86ee-e48f5327353b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7feda360-ab93-4da8-92e2-b765028f822a') {'for_net_delete': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:32:58.659835 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.services.segments.db [None req-3166726f-d5df-47c0-86ee-e48f5327353b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7feda360-ab93-4da8-92e2-b765028f822a') {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:32:58.670469 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-3166726f-d5df-47c0-86ee-e48f5327353b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732397667615', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25761665'] for segment (7feda360-ab93-4da8-92e2-b765028f822a), before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:58.687220 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-3166726f-d5df-47c0-86ee-e48f5327353b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1026353'] for segment (7feda360-ab93-4da8-92e2-b765028f822a), precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:58.694973 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3166726f-d5df-47c0-86ee-e48f5327353b admin admin] Releasing vlan 544 on physical network physnet1 to pool {{(pid=103449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 16 20:32:58.695845 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-3166726f-d5df-47c0-86ee-e48f5327353b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1026353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26134325'] for segment (7feda360-ab93-4da8-92e2-b765028f822a), after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:58.697652 dv-cinder-830901-7-iscsi neutron-server[103449]: Traceback (most recent call last): May 16 20:32:58.697652 dv-cinder-830901-7-iscsi neutron-server[103449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 16 20:32:58.697652 dv-cinder-830901-7-iscsi neutron-server[103449]: timer() May 16 20:32:58.697652 dv-cinder-830901-7-iscsi neutron-server[103449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 16 20:32:58.697652 dv-cinder-830901-7-iscsi neutron-server[103449]: cb(*args, **kw) May 16 20:32:58.697652 dv-cinder-830901-7-iscsi neutron-server[103449]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 16 20:32:58.697652 dv-cinder-830901-7-iscsi neutron-server[103449]: return func(*args, **kwargs) May 16 20:32:58.697652 dv-cinder-830901-7-iscsi neutron-server[103449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 16 20:32:58.697652 dv-cinder-830901-7-iscsi neutron-server[103449]: self._notify() May 16 20:32:58.697652 dv-cinder-830901-7-iscsi neutron-server[103449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 16 20:32:58.697652 dv-cinder-830901-7-iscsi neutron-server[103449]: self.callback(batched_events) May 16 20:32:58.697652 dv-cinder-830901-7-iscsi neutron-server[103449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 16 20:32:58.697652 dv-cinder-830901-7-iscsi neutron-server[103449]: event.method(event) May 16 20:32:58.697652 dv-cinder-830901-7-iscsi neutron-server[103449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 16 20:32:58.697652 dv-cinder-830901-7-iscsi neutron-server[103449]: aggregate_id = self._get_aggregate_id(event.segment_id) May 16 20:32:58.697652 dv-cinder-830901-7-iscsi neutron-server[103449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 16 20:32:58.697652 dv-cinder-830901-7-iscsi neutron-server[103449]: aggregate_uuid = self.p_client.list_aggregates( May 16 20:32:58.697652 dv-cinder-830901-7-iscsi neutron-server[103449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 16 20:32:58.697652 dv-cinder-830901-7-iscsi neutron-server[103449]: return f(self, *a, **k) May 16 20:32:58.697652 dv-cinder-830901-7-iscsi neutron-server[103449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 16 20:32:58.697652 dv-cinder-830901-7-iscsi neutron-server[103449]: return self._get(url).json() May 16 20:32:58.697652 dv-cinder-830901-7-iscsi neutron-server[103449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 16 20:32:58.697652 dv-cinder-830901-7-iscsi neutron-server[103449]: return self._client.get(url, endpoint_filter=self._ks_filter, May 16 20:32:58.697652 dv-cinder-830901-7-iscsi neutron-server[103449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 16 20:32:58.697652 dv-cinder-830901-7-iscsi neutron-server[103449]: return self.request(url, 'GET', **kwargs) May 16 20:32:58.697652 dv-cinder-830901-7-iscsi neutron-server[103449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 16 20:32:58.697652 dv-cinder-830901-7-iscsi neutron-server[103449]: base_url = self.get_endpoint(auth, allow=allow, May 16 20:32:58.697652 dv-cinder-830901-7-iscsi neutron-server[103449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 16 20:32:58.697652 dv-cinder-830901-7-iscsi neutron-server[103449]: auth = self._auth_required(auth, 'determine endpoint URL') May 16 20:32:58.697652 dv-cinder-830901-7-iscsi neutron-server[103449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 16 20:32:58.697652 dv-cinder-830901-7-iscsi neutron-server[103449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 16 20:32:58.697652 dv-cinder-830901-7-iscsi neutron-server[103449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 16 20:32:58.754068 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0fa3ed31-1061-46f4-b3c2-5cb605450a46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732397598073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732397102969'] for port (8353efdd-cee7-4b0d-b959-516295309879), after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:58.758008 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] For port 203e3b62-339d-4dc9-8b28-06868747507b, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=203e3b62-339d-4dc9-8b28-06868747507b,segment=NetworkSegment(cbd7787d-b18f-40ec-ada9-e437834c50fe),segment_id=cbd7787d-b18f-40ec-ada9-e437834c50fe)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:32:58.758735 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-3166726f-d5df-47c0-86ee-e48f5327353b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1029700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1996455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1640688'] for network (40c86c5f-a6ca-4ec7-9bd7-4db98c5fd078), after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:58.766011 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-3166726f-d5df-47c0-86ee-e48f5327353b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614436'] for network (None), before_response {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:58.769329 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-3166726f-d5df-47c0-86ee-e48f5327353b admin admin] 10.222.0.71 "DELETE /v2.0/networks/40c86c5f-a6ca-4ec7-9bd7-4db98c5fd078 HTTP/1.1" status: 204 len: 168 time: 0.6622190 May 16 20:32:58.772529 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.71', 53464) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:32:58.778543 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3166726f-d5df-47c0-86ee-e48f5327353b admin admin] Pushing event deleted for resources: {'Network': ['ID=40c86c5f-a6ca-4ec7-9bd7-4db98c5fd078,revision_number=None']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:32:58.788108 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa3ed31-1061-46f4-b3c2-5cb605450a46 None None] Pushing event deleted for resources: {'Port': ['ID=8353efdd-cee7-4b0d-b959-516295309879,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:32:58.790541 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Returning: {'device': '203e3b62-339d-4dc9-8b28-06868747507b', 'network_id': 'bb6d97a1-ea92-40e0-99cc-81380c6478ce', 'port_id': '203e3b62-339d-4dc9-8b28-06868747507b', 'mac_address': 'fa:16:3e:d6:96:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3c300fd-5ec3-465b-9a92-333b0899fa80', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 20:32:58.791955 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0fa3ed31-1061-46f4-b3c2-5cb605450a46 None None] Network 40c86c5f-a6ca-4ec7-9bd7-4db98c5fd078 is not hosted by any dhcp agent {{(pid=103450) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} May 16 20:32:58.792445 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa3ed31-1061-46f4-b3c2-5cb605450a46 None None] No DVR routers for this DVR port 8353efdd-cee7-4b0d-b959-516295309879 on host dv-cinder-830901-7-iscsi {{(pid=103450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 20:32:58.804910 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa3ed31-1061-46f4-b3c2-5cb605450a46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:32:58.805284 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa3ed31-1061-46f4-b3c2-5cb605450a46 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:32:58.805508 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa3ed31-1061-46f4-b3c2-5cb605450a46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:32:58.805899 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa3ed31-1061-46f4-b3c2-5cb605450a46 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:32:58.806342 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa3ed31-1061-46f4-b3c2-5cb605450a46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:32:58.806725 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa3ed31-1061-46f4-b3c2-5cb605450a46 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:32:58.806921 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa3ed31-1061-46f4-b3c2-5cb605450a46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:32:58.807310 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa3ed31-1061-46f4-b3c2-5cb605450a46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:32:58.807597 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa3ed31-1061-46f4-b3c2-5cb605450a46 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:32:58.807984 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa3ed31-1061-46f4-b3c2-5cb605450a46 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:32:58.808395 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa3ed31-1061-46f4-b3c2-5cb605450a46 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:32:58.808783 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa3ed31-1061-46f4-b3c2-5cb605450a46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:32:58.809115 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa3ed31-1061-46f4-b3c2-5cb605450a46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:32:58.809444 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa3ed31-1061-46f4-b3c2-5cb605450a46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:32:58.809770 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa3ed31-1061-46f4-b3c2-5cb605450a46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:32:58.841053 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Current status of the port 203e3b62-339d-4dc9-8b28-06868747507b is: DOWN; New status is: BUILD {{(pid=103450) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:32:58.841345 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (203e3b62-339d-4dc9-8b28-06868747507b), before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:58.854297 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.notifiers.nova [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 203e3b62-339d-4dc9-8b28-06868747507b {{(pid=103450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 20:32:58.877735 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] For port 203e3b62-339d-4dc9-8b28-06868747507b, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=203e3b62-339d-4dc9-8b28-06868747507b,segment=NetworkSegment(cbd7787d-b18f-40ec-ada9-e437834c50fe),segment_id=cbd7787d-b18f-40ec-ada9-e437834c50fe)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:32:58.882898 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732397598091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732397102978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732397102996'] for port (203e3b62-339d-4dc9-8b28-06868747507b), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:58.928934 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Pushing event updated for resources: {'Port': ['ID=203e3b62-339d-4dc9-8b28-06868747507b,revision_number=4']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:32:59.094554 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-709fc24a-4785-457a-aee8-19ceace6b42a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1641200'] for router_interface (911788c6-37aa-4942-8b81-7cf0d3d43614), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:59.105364 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] get_ports_and_sgs() called for port_ids ['203e3b62-339d-4dc9-8b28-06868747507b'] {{(pid=103450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 20:32:59.316312 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-709fc24a-4785-457a-aee8-19ceace6b42a admin admin] Deleting port fbcd91af-18b2-4fb5-8251-d07c0fed0f21 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 20:32:59.316433 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-709fc24a-4785-457a-aee8-19ceace6b42a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732397588453'] for port (fbcd91af-18b2-4fb5-8251-d07c0fed0f21), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:59.380533 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Device 12c26b70-44e7-4b15-b826-830a29c12b3b no longer exists at agent ovs-agent-dv-cinder-830901-7-iscsi {{(pid=103450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 20:32:59.402408 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-709fc24a-4785-457a-aee8-19ceace6b42a admin admin] For port fbcd91af-18b2-4fb5-8251-d07c0fed0f21, host dv-cinder-830901-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-7-iscsi',level=0,port_id=fbcd91af-18b2-4fb5-8251-d07c0fed0f21,segment=NetworkSegment(8f5064be-fa76-4fe3-aeac-42c00929cb3b),segment_id=8f5064be-fa76-4fe3-aeac-42c00929cb3b)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:32:59.402811 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-709fc24a-4785-457a-aee8-19ceace6b42a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641018'] for port (fbcd91af-18b2-4fb5-8251-d07c0fed0f21), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:59.404315 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] No Port match for: 12c26b70-44e7-4b15-b826-830a29c12b3b {{(pid=103450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 20:32:59.404732 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Device 12c26b70-44e7-4b15-b826-830a29c12b3b not bound to the agent host dv-cinder-830901-7-iscsi {{(pid=103450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 20:32:59.405609 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Device 8353efdd-cee7-4b0d-b959-516295309879 no longer exists at agent ovs-agent-dv-cinder-830901-7-iscsi {{(pid=103450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 20:32:59.418811 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-709fc24a-4785-457a-aee8-19ceace6b42a admin admin] Calling delete_port for fbcd91af-18b2-4fb5-8251-d07c0fed0f21 owned by network:router_interface {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 20:32:59.424423 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] No Port match for: 8353efdd-cee7-4b0d-b959-516295309879 {{(pid=103450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 20:32:59.424779 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Device 8353efdd-cee7-4b0d-b959-516295309879 not bound to the agent host dv-cinder-830901-7-iscsi {{(pid=103450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 20:32:59.425201 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Device 882d7b61-be19-428c-a030-c484d7666914 no longer exists at agent ovs-agent-dv-cinder-830901-7-iscsi {{(pid=103450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 20:32:59.445371 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] No Port match for: 882d7b61-be19-428c-a030-c484d7666914 {{(pid=103450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 20:32:59.445804 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Device 882d7b61-be19-428c-a030-c484d7666914 not bound to the agent host dv-cinder-830901-7-iscsi {{(pid=103450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 20:32:59.519429 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3305e175-8f64-4e54-b870-ac1f40a6755a req-b0e3f870-631d-4846-a08e-15fbe0b8f0b2 tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:32:59.521535 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-3305e175-8f64-4e54-b870-ac1f40a6755a req-b0e3f870-631d-4846-a08e-15fbe0b8f0b2 tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] 10.222.0.71 "GET /v2.0/ports?device_id=a7ae12d8-7d93-4872-a8b7-bc5fa9bdddef HTTP/1.1" status: 200 len: 945 time: 0.0606194 May 16 20:32:59.615603 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-3305e175-8f64-4e54-b870-ac1f40a6755a req-ffad7775-32b6-4630-9133-f9fb6272cb82 tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] 10.222.0.71 "GET /v2.0/security-groups?id=5bdea423-7afe-452b-9b18-80e2e606f9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880656 May 16 20:32:59.677637 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-709fc24a-4785-457a-aee8-19ceace6b42a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732397598073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732397102969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27048612'] for port (fbcd91af-18b2-4fb5-8251-d07c0fed0f21), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:32:59.699507 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709fc24a-4785-457a-aee8-19ceace6b42a admin admin] Pushing event deleted for resources: {'Port': ['ID=fbcd91af-18b2-4fb5-8251-d07c0fed0f21,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:32:59.871140 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-709fc24a-4785-457a-aee8-19ceace6b42a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1614403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1651439'] for router_interface (911788c6-37aa-4942-8b81-7cf0d3d43614), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:33:00.339657 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-709fc24a-4785-457a-aee8-19ceace6b42a admin admin] Router 911788c6-37aa-4942-8b81-7cf0d3d43614 has already been hosted by L3 agent fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f {{(pid=103448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 20:33:00.440262 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-709fc24a-4785-457a-aee8-19ceace6b42a admin admin] Notify agent at l3_agent.dv-cinder-830901-7-iscsi the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 20:33:00.446766 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-709fc24a-4785-457a-aee8-19ceace6b42a admin admin] 10.222.0.71 "PUT /v2.0/routers/911788c6-37aa-4942-8b81-7cf0d3d43614/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6724336 May 16 20:33:00.449337 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.71', 53470) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:33:00.451445 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2075aa52-0698-4018-84fd-bfb6d1e4115a None None] Sync routers for ids ['911788c6-37aa-4942-8b81-7cf0d3d43614'] in dv-cinder-830901-7-iscsi {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 20:33:00.455072 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Device 203e3b62-339d-4dc9-8b28-06868747507b up at agent hyperv_hv-cinder-83090 {{(pid=103450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 20:33:00.487482 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2075aa52-0698-4018-84fd-bfb6d1e4115a None None] Routers {'911788c6-37aa-4942-8b81-7cf0d3d43614'} bound to L3 agent in host dv-cinder-830901-7-iscsi {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:33:00.488025 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-2075aa52-0698-4018-84fd-bfb6d1e4115a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-16T20:16:38Z,description=,heartbeat_timestamp=2022-05-16T20:32:38Z,host='dv-cinder-830901-7-iscsi',id=fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:16:38Z,topic='l3_agent')) {'router_ids': ['911788c6-37aa-4942-8b81-7cf0d3d43614'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:33:00.546442 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Provisioning for port 203e3b62-339d-4dc9-8b28-06868747507b completed by entity L2. {{(pid=103450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 16 20:33:00.558799 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Provisioning complete for port 203e3b62-339d-4dc9-8b28-06868747507b triggered by entity L2. {{(pid=103450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:33:00.559180 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868582'] for port (203e3b62-339d-4dc9-8b28-06868747507b), provisioning_complete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:33:00.571603 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-adfab77c-2786-4d9a-b542-6e6285971b6e admin admin] Publish callbacks [] for router (911788c6-37aa-4942-8b81-7cf0d3d43614), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:33:00.633642 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-2075aa52-0698-4018-84fd-bfb6d1e4115a None None] Set router 911788c6-37aa-4942-8b81-7cf0d3d43614 gateway port host: dv-cinder-830901-7-iscsi {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:33:00.684948 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-adfab77c-2786-4d9a-b542-6e6285971b6e admin admin] Publish callbacks [] for router_gateway (911788c6-37aa-4942-8b81-7cf0d3d43614), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:33:00.733174 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-adfab77c-2786-4d9a-b542-6e6285971b6e admin admin] Deleting port 2333e314-a6b6-4215-89ca-e61f66cc179f {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 20:33:00.733529 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-adfab77c-2786-4d9a-b542-6e6285971b6e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732397588453'] for port (2333e314-a6b6-4215-89ca-e61f66cc179f), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:33:00.744608 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0612be74-0a77-4361-98f7-2c42f2e29aef req-3aff5c3d-8943-404d-94b4-f21757e25fcd tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:33:00.746867 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-0612be74-0a77-4361-98f7-2c42f2e29aef req-3aff5c3d-8943-404d-94b4-f21757e25fcd tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] 10.222.0.71 "GET /v2.0/ports?device_id=a7ae12d8-7d93-4872-a8b7-bc5fa9bdddef HTTP/1.1" status: 200 len: 945 time: 0.0544975 May 16 20:33:00.769933 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Current status of the port 203e3b62-339d-4dc9-8b28-06868747507b is: BUILD; New status is: ACTIVE {{(pid=103450) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:33:00.770327 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (203e3b62-339d-4dc9-8b28-06868747507b), before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:33:00.796014 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-0612be74-0a77-4361-98f7-2c42f2e29aef req-d730038a-85e3-4998-b53d-1d3df5eeed85 tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] 10.222.0.71 "GET /v2.0/security-groups?id=5bdea423-7afe-452b-9b18-80e2e606f9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436742 May 16 20:33:00.805403 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7ae12d8-7d93-4872-a8b7-bc5fa9bdddef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '203e3b62-339d-4dc9-8b28-06868747507b'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 20:33:00.807648 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38452c862c9e2e5c9d38da0d4ca4e6053ba1266d056c207bc89b5fbcea4cd82f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94c240d7-630e-4305-9620-2de227c27c19" -d '{"events": [{"server_uuid": "a7ae12d8-7d93-4872-a8b7-bc5fa9bdddef", "name": "network-vif-plugged", "status": "completed", "tag": "203e3b62-339d-4dc9-8b28-06868747507b"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 20:33:00.824885 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-adfab77c-2786-4d9a-b542-6e6285971b6e admin admin] For port 2333e314-a6b6-4215-89ca-e61f66cc179f, host dv-cinder-830901-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-7-iscsi',level=0,port_id=2333e314-a6b6-4215-89ca-e61f66cc179f,segment=NetworkSegment(cb03ab33-ba4f-4a89-ab90-bfee78bf90a5),segment_id=cb03ab33-ba4f-4a89-ab90-bfee78bf90a5)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:33:00.824885 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-adfab77c-2786-4d9a-b542-6e6285971b6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641018'] for port (2333e314-a6b6-4215-89ca-e61f66cc179f), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:33:00.826801 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] For port 203e3b62-339d-4dc9-8b28-06868747507b, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=203e3b62-339d-4dc9-8b28-06868747507b,segment=NetworkSegment(cbd7787d-b18f-40ec-ada9-e437834c50fe),segment_id=cbd7787d-b18f-40ec-ada9-e437834c50fe)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:33:00.841682 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-adfab77c-2786-4d9a-b542-6e6285971b6e admin admin] Calling delete_port for 2333e314-a6b6-4215-89ca-e61f66cc179f owned by network:router_gateway {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 20:33:00.850815 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732397598091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732397102978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732397102996'] for port (203e3b62-339d-4dc9-8b28-06868747507b), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:33:00.860420 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 20:33:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ec0eff5-9970-4025-aa69-876cf45abfda x-openstack-request-id: req-1ec0eff5-9970-4025-aa69-876cf45abfda {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 20:33:00.860758 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7ae12d8-7d93-4872-a8b7-bc5fa9bdddef", "name": "network-vif-plugged", "status": "completed", "tag": "203e3b62-339d-4dc9-8b28-06868747507b", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 20:33:00.861011 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-1ec0eff5-9970-4025-aa69-876cf45abfda {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 20:33:00.861400 dv-cinder-830901-7-iscsi neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ec0eff5-9970-4025-aa69-876cf45abfda'] response: {'server_uuid': 'a7ae12d8-7d93-4872-a8b7-bc5fa9bdddef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '203e3b62-339d-4dc9-8b28-06868747507b', 'code': 200} May 16 20:33:00.898338 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-2075aa52-0698-4018-84fd-bfb6d1e4115a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '911788c6-37aa-4942-8b81-7cf0d3d43614', 'name': 'tempest-TestShelveInstance-775527321-router', 'tenant_id': '627f5e5ff6954e7ba2ba9338242c2345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'external_fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.124'}], 'enable_snat': True}, 'gw_port_id': '2333e314-a6b6-4215-89ca-e61f66cc179f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:27:49Z', 'updated_at': '2022-05-16T20:32:59Z', 'revision_number': 5, 'project_id': '627f5e5ff6954e7ba2ba9338242c2345', 'gw_port': {'id': '2333e314-a6b6-4215-89ca-e61f66cc179f', 'name': '', 'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:23:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '911788c6-37aa-4942-8b81-7cf0d3d43614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:27:50Z', 'updated_at': '2022-05-16T20:27:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-7-iscsi'}], 'dv-cinder-830901-7-iscsi', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:33:00.932319 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2075aa52-0698-4018-84fd-bfb6d1e4115a None None] Checking router: 911788c6-37aa-4942-8b81-7cf0d3d43614 for host: dv-cinder-830901-7-iscsi {{(pid=103450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 20:33:00.940195 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Pushing event updated for resources: {'Port': ['ID=203e3b62-339d-4dc9-8b28-06868747507b,revision_number=5']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:33:00.947721 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2075aa52-0698-4018-84fd-bfb6d1e4115a None None] Routers {'911788c6-37aa-4942-8b81-7cf0d3d43614'} bound to L3 agent in host dv-cinder-830901-7-iscsi {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:33:00.948375 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-2075aa52-0698-4018-84fd-bfb6d1e4115a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-16T20:16:38Z,description=,heartbeat_timestamp=2022-05-16T20:32:38Z,host='dv-cinder-830901-7-iscsi',id=fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:16:38Z,topic='l3_agent')) {'router_ids': ['911788c6-37aa-4942-8b81-7cf0d3d43614'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:33:01.037524 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-adfab77c-2786-4d9a-b542-6e6285971b6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732397598073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732397102969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27048612'] for port (2333e314-a6b6-4215-89ca-e61f66cc179f), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:33:01.044161 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-2075aa52-0698-4018-84fd-bfb6d1e4115a None None] Set router 911788c6-37aa-4942-8b81-7cf0d3d43614 gateway port host: None {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:33:01.045780 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3055dc-508a-4cca-9d5e-860a7bfaef41 req-45c23bab-79ab-4fed-827e-d70058208573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:33:01.047362 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-2d3055dc-508a-4cca-9d5e-860a7bfaef41 req-45c23bab-79ab-4fed-827e-d70058208573 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=a7ae12d8-7d93-4872-a8b7-bc5fa9bdddef HTTP/1.1" status: 200 len: 1130 time: 0.0491371 May 16 20:33:01.060035 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfab77c-2786-4d9a-b542-6e6285971b6e admin admin] Pushing event deleted for resources: {'Port': ['ID=2333e314-a6b6-4215-89ca-e61f66cc179f,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:33:01.092871 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-2d3055dc-508a-4cca-9d5e-860a7bfaef41 req-e3015150-3554-41d2-afc0-d2547f34044f service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=5bdea423-7afe-452b-9b18-80e2e606f9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394802 May 16 20:33:01.096415 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-2075aa52-0698-4018-84fd-bfb6d1e4115a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '911788c6-37aa-4942-8b81-7cf0d3d43614', 'name': 'tempest-TestShelveInstance-775527321-router', 'tenant_id': '627f5e5ff6954e7ba2ba9338242c2345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:27:49Z', 'updated_at': '2022-05-16T20:33:00Z', 'revision_number': 6, 'project_id': '627f5e5ff6954e7ba2ba9338242c2345', 'gw_port_host': None}], 'dv-cinder-830901-7-iscsi', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:33:01.125333 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2075aa52-0698-4018-84fd-bfb6d1e4115a None None] The sync data for ids ['911788c6-37aa-4942-8b81-7cf0d3d43614'] in dv-cinder-830901-7-iscsi is: [{'id': '911788c6-37aa-4942-8b81-7cf0d3d43614', 'name': 'tempest-TestShelveInstance-775527321-router', 'tenant_id': '627f5e5ff6954e7ba2ba9338242c2345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:27:49Z', 'updated_at': '2022-05-16T20:33:00Z', 'revision_number': 6, 'project_id': '627f5e5ff6954e7ba2ba9338242c2345', 'gw_port_host': None}] {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 20:33:01.130325 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-adfab77c-2786-4d9a-b542-6e6285971b6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1643458'] for router_gateway (911788c6-37aa-4942-8b81-7cf0d3d43614), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:33:01.220824 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-adfab77c-2786-4d9a-b542-6e6285971b6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1646218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6238'] for router (911788c6-37aa-4942-8b81-7cf0d3d43614), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:33:01.222988 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-adfab77c-2786-4d9a-b542-6e6285971b6e admin admin] Publish callbacks [] for router_controller (911788c6-37aa-4942-8b81-7cf0d3d43614), precommit_delete_associations {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:33:01.269612 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-adfab77c-2786-4d9a-b542-6e6285971b6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1646227'] for router (911788c6-37aa-4942-8b81-7cf0d3d43614), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:33:01.270734 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adfab77c-2786-4d9a-b542-6e6285971b6e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 911788c6-37aa-4942-8b81-7cf0d3d43614 {{(pid=103448) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 16 20:33:01.275495 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-adfab77c-2786-4d9a-b542-6e6285971b6e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:33:01.276652 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-adfab77c-2786-4d9a-b542-6e6285971b6e admin admin] 10.222.0.71 "DELETE /v2.0/routers/911788c6-37aa-4942-8b81-7cf0d3d43614 HTTP/1.1" status: 204 len: 168 time: 0.8263650 May 16 20:33:01.279220 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.71', 53478) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:33:01.323216 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.db.db_base_plugin_v2 [None req-28ae92f0-fdb1-4676-b2fd-53d566885696 admin admin] Deleting subnet 359fc1e2-8b31-4a7f-8434-190d214409d4 {{(pid=103448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 16 20:33:01.326278 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-28ae92f0-fdb1-4676-b2fd-53d566885696 admin admin] Publish callbacks [] for subnet (359fc1e2-8b31-4a7f-8434-190d214409d4), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:33:01.360460 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-28ae92f0-fdb1-4676-b2fd-53d566885696 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25253665'] for subnet (359fc1e2-8b31-4a7f-8434-190d214409d4), precommit_delete_associations {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:33:01.436908 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-28ae92f0-fdb1-4676-b2fd-53d566885696 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1028042'] for subnet (359fc1e2-8b31-4a7f-8434-190d214409d4), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:33:01.493900 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-28ae92f0-fdb1-4676-b2fd-53d566885696 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1028051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1941894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27049557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27247662'] for subnet (359fc1e2-8b31-4a7f-8434-190d214409d4), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:33:01.520308 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ae92f0-fdb1-4676-b2fd-53d566885696 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=359fc1e2-8b31-4a7f-8434-190d214409d4,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:33:01.524560 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-28ae92f0-fdb1-4676-b2fd-53d566885696 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614436'] for subnet (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:33:01.529910 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-28ae92f0-fdb1-4676-b2fd-53d566885696 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/359fc1e2-8b31-4a7f-8434-190d214409d4 HTTP/1.1" status: 204 len: 168 time: 0.2475235 May 16 20:33:01.530146 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.71', 53480) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:33:01.533839 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb4f8d83-1581-4e3d-9991-08f0f6b34af4 None None] Network de2f5188-4bff-4e7a-9e18-5614e8f054cc requested from dv-cinder-830901-7-iscsi {{(pid=103450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 20:33:01.610858 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-fe345e24-dd54-4be1-b2e4-58a9f0a26fd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759573'] for network (de2f5188-4bff-4e7a-9e18-5614e8f054cc), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:33:01.639042 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Device fbcd91af-18b2-4fb5-8251-d07c0fed0f21 no longer exists at agent ovs-agent-dv-cinder-830901-7-iscsi {{(pid=103450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 20:33:01.663769 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-fe345e24-dd54-4be1-b2e4-58a9f0a26fd4 admin admin] Deleting port 643d34c9-1159-4b49-aa40-6243edd94210 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 20:33:01.664119 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-fe345e24-dd54-4be1-b2e4-58a9f0a26fd4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732397588453'] for port (643d34c9-1159-4b49-aa40-6243edd94210), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:33:01.665736 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] No Port match for: fbcd91af-18b2-4fb5-8251-d07c0fed0f21 {{(pid=103450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 20:33:01.666176 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Device fbcd91af-18b2-4fb5-8251-d07c0fed0f21 not bound to the agent host dv-cinder-830901-7-iscsi {{(pid=103450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 20:33:01.732938 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-fe345e24-dd54-4be1-b2e4-58a9f0a26fd4 admin admin] For port 643d34c9-1159-4b49-aa40-6243edd94210, host dv-cinder-830901-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-7-iscsi',level=0,port_id=643d34c9-1159-4b49-aa40-6243edd94210,segment=NetworkSegment(8f5064be-fa76-4fe3-aeac-42c00929cb3b),segment_id=8f5064be-fa76-4fe3-aeac-42c00929cb3b)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:33:01.733313 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-fe345e24-dd54-4be1-b2e4-58a9f0a26fd4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641018'] for port (643d34c9-1159-4b49-aa40-6243edd94210), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:33:01.746806 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-fe345e24-dd54-4be1-b2e4-58a9f0a26fd4 admin admin] Calling delete_port for 643d34c9-1159-4b49-aa40-6243edd94210 owned by network:dhcp {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 20:33:01.760166 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.71', 53488) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:33:01.764578 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.v2.base [None req-bd8bffcc-3b9d-4c7a-b11f-80eb83a88129 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1500200481', 'description': 'tempest-description--1841669089'}} {{(pid=103449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:33:01.785492 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-bd8bffcc-3b9d-4c7a-b11f-80eb83a88129 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Publish callbacks [] for security_group (None), before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:33:01.832665 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-fe345e24-dd54-4be1-b2e4-58a9f0a26fd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732397598073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732397102969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27048612'] for port (643d34c9-1159-4b49-aa40-6243edd94210), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:33:01.854875 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-bd8bffcc-3b9d-4c7a-b11f-80eb83a88129 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Publish callbacks [] for security_group (7b5fac17-2160-4d9d-b45e-fd0e04f4599d), precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:33:01.860132 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-bd8bffcc-3b9d-4c7a-b11f-80eb83a88129 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997425'] for security_group (7b5fac17-2160-4d9d-b45e-fd0e04f4599d), after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:33:01.860894 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe345e24-dd54-4be1-b2e4-58a9f0a26fd4 admin admin] No DVR routers for this DVR port 643d34c9-1159-4b49-aa40-6243edd94210 on host dv-cinder-830901-7-iscsi {{(pid=103448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 20:33:01.867352 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe345e24-dd54-4be1-b2e4-58a9f0a26fd4 admin admin] Pushing event deleted for resources: {'Port': ['ID=643d34c9-1159-4b49-aa40-6243edd94210,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:33:01.894286 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-bd8bffcc-3b9d-4c7a-b11f-80eb83a88129 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Publish callbacks [] for security_group (None), before_response {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:33:01.895479 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-bd8bffcc-3b9d-4c7a-b11f-80eb83a88129 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1342881 May 16 20:33:01.896764 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8bffcc-3b9d-4c7a-b11f-80eb83a88129 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b5fac17-2160-4d9d-b45e-fd0e04f4599d,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:33:01.898543 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.71', 53492) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:33:01.918263 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.v2.base [None req-7c399ff4-2967-4730-aec3-f5e6e24b5025 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Request body: {'security_group_rule': {'security_group_id': '7b5fac17-2160-4d9d-b45e-fd0e04f4599d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:33:01.977149 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1997a5cc-106a-48ed-afe6-c9c4cd7aed3a None None] DHCP port deletion for de2f5188-4bff-4e7a-9e18-5614e8f054cc request from dv-cinder-830901-7-iscsi {{(pid=103450) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 16 20:33:01.988515 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-fe345e24-dd54-4be1-b2e4-58a9f0a26fd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1029759', 'neutron.services.segments.db._delete_segments_for_network-8732397667094'] for network (de2f5188-4bff-4e7a-9e18-5614e8f054cc), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:33:01.998371 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6da4fb-4748-4b19-b8b1-db8128c6ee17 req-c14c137d-1e16-4a62-ab06-fc041aacae58 tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:33:02.000638 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-ea6da4fb-4748-4b19-b8b1-db8128c6ee17 req-c14c137d-1e16-4a62-ab06-fc041aacae58 tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] 10.222.0.71 "GET /v2.0/ports?device_id=a7ae12d8-7d93-4872-a8b7-bc5fa9bdddef HTTP/1.1" status: 200 len: 946 time: 0.1142831 May 16 20:33:02.038748 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.services.segments.db [None req-fe345e24-dd54-4be1-b2e4-58a9f0a26fd4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de2f5188-4bff-4e7a-9e18-5614e8f054cc']}} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:33:02.040795 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7c399ff4-2967-4730-aec3-f5e6e24b5025 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Publish callbacks [] for security_group_rule (4bfceff2-d4b5-4124-81a4-256cd655a9c2), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:33:02.059637 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.services.segments.db [None req-fe345e24-dd54-4be1-b2e4-58a9f0a26fd4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f5064be-fa76-4fe3-aeac-42c00929cb3b') {'for_net_delete': True} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:33:02.059895 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.services.segments.db [None req-fe345e24-dd54-4be1-b2e4-58a9f0a26fd4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f5064be-fa76-4fe3-aeac-42c00929cb3b') {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:33:02.081782 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-fe345e24-dd54-4be1-b2e4-58a9f0a26fd4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732397667615', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25253656'] for segment (8f5064be-fa76-4fe3-aeac-42c00929cb3b), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:33:02.118786 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-fe345e24-dd54-4be1-b2e4-58a9f0a26fd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1026353'] for segment (8f5064be-fa76-4fe3-aeac-42c00929cb3b), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:33:02.124439 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-ea6da4fb-4748-4b19-b8b1-db8128c6ee17 req-9b6940b5-7b43-4a37-84ae-b049bc51d6ef tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] 10.222.0.71 "GET /v2.0/security-groups?id=5bdea423-7afe-452b-9b18-80e2e606f9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146305 May 16 20:33:02.133720 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe345e24-dd54-4be1-b2e4-58a9f0a26fd4 admin admin] Releasing vlan 543 on physical network physnet1 to pool {{(pid=103448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 16 20:33:02.134128 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-fe345e24-dd54-4be1-b2e4-58a9f0a26fd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1026353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27048695'] for segment (8f5064be-fa76-4fe3-aeac-42c00929cb3b), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:33:02.135877 dv-cinder-830901-7-iscsi neutron-server[103448]: Traceback (most recent call last): May 16 20:33:02.135877 dv-cinder-830901-7-iscsi neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 16 20:33:02.135877 dv-cinder-830901-7-iscsi neutron-server[103448]: timer() May 16 20:33:02.135877 dv-cinder-830901-7-iscsi neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 16 20:33:02.135877 dv-cinder-830901-7-iscsi neutron-server[103448]: cb(*args, **kw) May 16 20:33:02.135877 dv-cinder-830901-7-iscsi neutron-server[103448]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 16 20:33:02.135877 dv-cinder-830901-7-iscsi neutron-server[103448]: return func(*args, **kwargs) May 16 20:33:02.135877 dv-cinder-830901-7-iscsi neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 16 20:33:02.135877 dv-cinder-830901-7-iscsi neutron-server[103448]: self._notify() May 16 20:33:02.135877 dv-cinder-830901-7-iscsi neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 16 20:33:02.135877 dv-cinder-830901-7-iscsi neutron-server[103448]: self.callback(batched_events) May 16 20:33:02.135877 dv-cinder-830901-7-iscsi neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 16 20:33:02.135877 dv-cinder-830901-7-iscsi neutron-server[103448]: event.method(event) May 16 20:33:02.135877 dv-cinder-830901-7-iscsi neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 16 20:33:02.135877 dv-cinder-830901-7-iscsi neutron-server[103448]: aggregate_id = self._get_aggregate_id(event.segment_id) May 16 20:33:02.135877 dv-cinder-830901-7-iscsi neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 16 20:33:02.135877 dv-cinder-830901-7-iscsi neutron-server[103448]: aggregate_uuid = self.p_client.list_aggregates( May 16 20:33:02.135877 dv-cinder-830901-7-iscsi neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 16 20:33:02.135877 dv-cinder-830901-7-iscsi neutron-server[103448]: return f(self, *a, **k) May 16 20:33:02.135877 dv-cinder-830901-7-iscsi neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 16 20:33:02.135877 dv-cinder-830901-7-iscsi neutron-server[103448]: return self._get(url).json() May 16 20:33:02.135877 dv-cinder-830901-7-iscsi neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 16 20:33:02.135877 dv-cinder-830901-7-iscsi neutron-server[103448]: return self._client.get(url, endpoint_filter=self._ks_filter, May 16 20:33:02.135877 dv-cinder-830901-7-iscsi neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 16 20:33:02.135877 dv-cinder-830901-7-iscsi neutron-server[103448]: return self.request(url, 'GET', **kwargs) May 16 20:33:02.135877 dv-cinder-830901-7-iscsi neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 16 20:33:02.135877 dv-cinder-830901-7-iscsi neutron-server[103448]: base_url = self.get_endpoint(auth, allow=allow, May 16 20:33:02.135877 dv-cinder-830901-7-iscsi neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 16 20:33:02.135877 dv-cinder-830901-7-iscsi neutron-server[103448]: auth = self._auth_required(auth, 'determine endpoint URL') May 16 20:33:02.135877 dv-cinder-830901-7-iscsi neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 16 20:33:02.135877 dv-cinder-830901-7-iscsi neutron-server[103448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 16 20:33:02.135877 dv-cinder-830901-7-iscsi neutron-server[103448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 16 20:33:02.195887 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7c399ff4-2967-4730-aec3-f5e6e24b5025 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Publish callbacks [] for security_group_rule (4bfceff2-d4b5-4124-81a4-256cd655a9c2), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:33:02.206460 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7c399ff4-2967-4730-aec3-f5e6e24b5025 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997506'] for security_group_rule (4bfceff2-d4b5-4124-81a4-256cd655a9c2), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:33:02.215494 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-fe345e24-dd54-4be1-b2e4-58a9f0a26fd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1029700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1996455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1640688'] for network (de2f5188-4bff-4e7a-9e18-5614e8f054cc), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:33:02.220142 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-fe345e24-dd54-4be1-b2e4-58a9f0a26fd4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614436'] for network (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:33:02.223847 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-fe345e24-dd54-4be1-b2e4-58a9f0a26fd4 admin admin] 10.222.0.71 "DELETE /v2.0/networks/de2f5188-4bff-4e7a-9e18-5614e8f054cc HTTP/1.1" status: 204 len: 168 time: 0.6921654 May 16 20:33:02.249770 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c399ff4-2967-4730-aec3-f5e6e24b5025 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bfceff2-d4b5-4124-81a4-256cd655a9c2,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:33:02.253522 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe345e24-dd54-4be1-b2e4-58a9f0a26fd4 admin admin] Pushing event deleted for resources: {'Network': ['ID=de2f5188-4bff-4e7a-9e18-5614e8f054cc,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:33:02.258000 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7c399ff4-2967-4730-aec3-f5e6e24b5025 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:33:02.262066 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.71', 53496) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:33:02.262467 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-7c399ff4-2967-4730-aec3-f5e6e24b5025 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3628290 May 16 20:33:02.266571 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.v2.base [None req-f2041edc-cc21-435d-a2e5-ae6e06c1f6dc tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Request body: {'security_group_rule': {'security_group_id': '7b5fac17-2160-4d9d-b45e-fd0e04f4599d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:33:02.299839 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-f2041edc-cc21-435d-a2e5-ae6e06c1f6dc tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Publish callbacks [] for security_group_rule (24d29eec-cf5c-460a-a9a4-7b2c6d89438a), before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:33:02.350391 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-f2041edc-cc21-435d-a2e5-ae6e06c1f6dc tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Publish callbacks [] for security_group_rule (24d29eec-cf5c-460a-a9a4-7b2c6d89438a), precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:33:02.354325 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-f2041edc-cc21-435d-a2e5-ae6e06c1f6dc tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997506'] for security_group_rule (24d29eec-cf5c-460a-a9a4-7b2c6d89438a), after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:33:02.358425 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.71', 53498) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:33:02.373063 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2041edc-cc21-435d-a2e5-ae6e06c1f6dc tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24d29eec-cf5c-460a-a9a4-7b2c6d89438a,revision_number=0']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:33:02.380793 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-f2041edc-cc21-435d-a2e5-ae6e06c1f6dc tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:33:02.384226 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-f2041edc-cc21-435d-a2e5-ae6e06c1f6dc tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1189320 May 16 20:33:02.385165 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.71', 53500) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:33:02.389454 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.v2.base [None req-097d51c6-52d9-44d8-b8cf-86c79fb0370f tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Request body: {'floatingip': {'floating_network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062'}} {{(pid=103449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:33:02.402218 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-f9f9da2f-4f63-492d-a4fe-42edda5c6b20 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=0966cdee10bc4eebbb38ae04e066adf2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0425370 May 16 20:33:02.404836 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.71', 53502) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:33:02.409758 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-097d51c6-52d9-44d8-b8cf-86c79fb0370f tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:33:02.457955 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-789139ac-67cc-42ba-b75b-087ef0dcb9ec admin admin] Publish callbacks [] for security_group (b2250687-e700-472e-bb40-d68ea0e986d6), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:33:02.483991 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-789139ac-67cc-42ba-b75b-087ef0dcb9ec admin admin] Publish callbacks [] for security_group (b2250687-e700-472e-bb40-d68ea0e986d6), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:33:02.492307 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-097d51c6-52d9-44d8-b8cf-86c79fb0370f tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (None), before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:33:02.533343 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-789139ac-67cc-42ba-b75b-087ef0dcb9ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997425'] for security_group (b2250687-e700-472e-bb40-d68ea0e986d6), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:33:02.535957 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-789139ac-67cc-42ba-b75b-087ef0dcb9ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:33:02.537136 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-789139ac-67cc-42ba-b75b-087ef0dcb9ec admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/b2250687-e700-472e-bb40-d68ea0e986d6 HTTP/1.1" status: 204 len: 168 time: 0.1312852 May 16 20:33:02.546495 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789139ac-67cc-42ba-b75b-087ef0dcb9ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2250687-e700-472e-bb40-d68ea0e986d6,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:33:02.610716 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.db.db_base_plugin_common [None req-097d51c6-52d9-44d8-b8cf-86c79fb0370f tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Allocated IP 172.27.2.93 (ded6ab20-0a8b-4051-830c-385457f4e062/dcb7b1f3-82ff-415d-89cf-2b6021c22eb5/cdbe6d9a-e979-4d9f-82c1-fb4f8d9f7a2c) {{(pid=103449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 20:33:02.717700 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-097d51c6-52d9-44d8-b8cf-86c79fb0370f tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Publish callbacks [] for port (cdbe6d9a-e979-4d9f-82c1-fb4f8d9f7a2c), precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:33:02.751770 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-097d51c6-52d9-44d8-b8cf-86c79fb0370f tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732397102960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26134374'] for port (cdbe6d9a-e979-4d9f-82c1-fb4f8d9f7a2c), after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:33:02.789081 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-097d51c6-52d9-44d8-b8cf-86c79fb0370f tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Network ded6ab20-0a8b-4051-830c-385457f4e062 is already hosted by enough agents. {{(pid=103449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 20:33:02.793500 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.scheduler.base_scheduler [None req-097d51c6-52d9-44d8-b8cf-86c79fb0370f tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Resources bound (agent type, host, resource id): {{(pid=103449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 20:33:02.799720 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-097d51c6-52d9-44d8-b8cf-86c79fb0370f tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Received port after_create {{(pid=103449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 20:33:02.805589 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097d51c6-52d9-44d8-b8cf-86c79fb0370f tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Pushing event updated for resources: {'Port': ['ID=cdbe6d9a-e979-4d9f-82c1-fb4f8d9f7a2c,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:33:02.860912 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.71', 53508) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:33:02.890925 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-097d51c6-52d9-44d8-b8cf-86c79fb0370f tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Publish callbacks [] for floatingip (373b4239-313d-4f9f-aa78-53ecdddf9e6b), precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:33:02.907362 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-92f80a8b-88d0-4d3e-b8e6-91ccd217385e admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=627f5e5ff6954e7ba2ba9338242c2345&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0430825 May 16 20:33:02.907679 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.71', 53510) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:33:02.929205 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-097d51c6-52d9-44d8-b8cf-86c79fb0370f tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (cdbe6d9a-e979-4d9f-82c1-fb4f8d9f7a2c), before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:33:02.955379 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-24593f8e-782a-427d-856b-16af48171803 admin admin] Publish callbacks [] for security_group (386f2cb8-c0dc-44b5-84c1-9841cfc1e67d), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:33:02.976684 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-24593f8e-782a-427d-856b-16af48171803 admin admin] Publish callbacks [] for security_group (386f2cb8-c0dc-44b5-84c1-9841cfc1e67d), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:33:03.024750 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-24593f8e-782a-427d-856b-16af48171803 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997425'] for security_group (386f2cb8-c0dc-44b5-84c1-9841cfc1e67d), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:33:03.027403 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-24593f8e-782a-427d-856b-16af48171803 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:33:03.028566 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-24593f8e-782a-427d-856b-16af48171803 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/386f2cb8-c0dc-44b5-84c1-9841cfc1e67d HTTP/1.1" status: 204 len: 168 time: 0.1199508 May 16 20:33:03.036468 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24593f8e-782a-427d-856b-16af48171803 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=386f2cb8-c0dc-44b5-84c1-9841cfc1e67d,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:33:03.108649 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-097d51c6-52d9-44d8-b8cf-86c79fb0370f tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Publish callbacks [] for port (cdbe6d9a-e979-4d9f-82c1-fb4f8d9f7a2c), precommit_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:33:03.113534 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-097d51c6-52d9-44d8-b8cf-86c79fb0370f tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732397598091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732397102978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732397102996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26134353'] for port (cdbe6d9a-e979-4d9f-82c1-fb4f8d9f7a2c), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:33:03.184096 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097d51c6-52d9-44d8-b8cf-86c79fb0370f tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Pushing event updated for resources: {'Port': ['ID=cdbe6d9a-e979-4d9f-82c1-fb4f8d9f7a2c,revision_number=2']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:33:03.201074 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-097d51c6-52d9-44d8-b8cf-86c79fb0370f tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1640477'] for floatingip (373b4239-313d-4f9f-aa78-53ecdddf9e6b), after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:33:03.258767 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-097d51c6-52d9-44d8-b8cf-86c79fb0370f tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-338397'] for floatingip (None), before_response {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:33:03.260045 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-097d51c6-52d9-44d8-b8cf-86c79fb0370f tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8738894 May 16 20:33:03.286982 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99669713-ac28-43a1-b1b9-fa2f1f3e7ee8 req-9bb2dc8a-5f3e-439f-acfc-acebfd2cff59 tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:33:03.288966 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-99669713-ac28-43a1-b1b9-fa2f1f3e7ee8 req-9bb2dc8a-5f3e-439f-acfc-acebfd2cff59 tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] 10.222.0.71 "GET /v2.0/ports?device_id=a7ae12d8-7d93-4872-a8b7-bc5fa9bdddef HTTP/1.1" status: 200 len: 946 time: 0.0799894 May 16 20:33:03.346448 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-99669713-ac28-43a1-b1b9-fa2f1f3e7ee8 req-6f4bd5e2-585c-4b18-a3c1-81df8341c3fa tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] 10.222.0.71 "GET /v2.0/security-groups?id=5bdea423-7afe-452b-9b18-80e2e606f9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512576 May 16 20:33:03.433709 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Device 2333e314-a6b6-4215-89ca-e61f66cc179f no longer exists at agent ovs-agent-dv-cinder-830901-7-iscsi {{(pid=103450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 20:33:03.471073 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] No Port match for: 2333e314-a6b6-4215-89ca-e61f66cc179f {{(pid=103450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 20:33:03.471422 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Device 2333e314-a6b6-4215-89ca-e61f66cc179f not bound to the agent host dv-cinder-830901-7-iscsi {{(pid=103450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 20:33:03.471852 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Device 643d34c9-1159-4b49-aa40-6243edd94210 no longer exists at agent ovs-agent-dv-cinder-830901-7-iscsi {{(pid=103450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 20:33:03.487032 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5876cfce-4cf6-4f70-a042-e4d6f2723543 req-7f158558-6e10-4ccc-acdc-d379531f227a tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:33:03.489610 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-5876cfce-4cf6-4f70-a042-e4d6f2723543 req-7f158558-6e10-4ccc-acdc-d379531f227a tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] 10.222.0.71 "GET /v2.0/ports?device_id=a7ae12d8-7d93-4872-a8b7-bc5fa9bdddef HTTP/1.1" status: 200 len: 946 time: 0.0544686 May 16 20:33:03.493108 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] No Port match for: 643d34c9-1159-4b49-aa40-6243edd94210 {{(pid=103450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 20:33:03.493460 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Device 643d34c9-1159-4b49-aa40-6243edd94210 not bound to the agent host dv-cinder-830901-7-iscsi {{(pid=103450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 20:33:03.520941 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-02b16699-7a4b-4c87-8470-f3567ab4d07a req-18108bad-8d16-4244-be21-2ddbd6009205 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-securitygroup--1500200481&fields=id&tenant_id=2e74299322ca4cedabe873822eda95ae HTTP/1.1" status: 200 len: 267 time: 0.0467091 May 16 20:33:03.542233 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-5876cfce-4cf6-4f70-a042-e4d6f2723543 req-041eb7e1-11b4-4e69-8e14-646343375bc9 tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] 10.222.0.71 "GET /v2.0/security-groups?id=5bdea423-7afe-452b-9b18-80e2e606f9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462554 May 16 20:33:03.634059 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b16699-7a4b-4c87-8470-f3567ab4d07a req-37b8b4d7-18a9-48c2-a000-2e5f0741a4a9 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:33:03.635453 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-02b16699-7a4b-4c87-8470-f3567ab4d07a req-37b8b4d7-18a9-48c2-a000-2e5f0741a4a9 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] 10.222.0.71 "GET /v2.0/networks?id=b7ed8523-9957-45bf-80ef-13010737dd57 HTTP/1.1" status: 200 len: 814 time: 0.1080611 May 16 20:33:03.651072 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-02b16699-7a4b-4c87-8470-f3567ab4d07a req-5a778ba5-9960-426a-9726-fff7547d0bc1 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] 10.222.0.71 "GET /v2.0/quotas/2e74299322ca4cedabe873822eda95ae HTTP/1.1" status: 200 len: 375 time: 0.0099096 May 16 20:33:03.680192 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-df0085f3-b400-478c-8868-45496c4bc8dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (6de3586b-c77a-41a3-9d69-e80d1925fb22), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:33:03.702938 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-02b16699-7a4b-4c87-8470-f3567ab4d07a req-093dc106-251e-4f02-8d8a-1c081f303972 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=2e74299322ca4cedabe873822eda95ae&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0469022 May 16 20:33:03.802948 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-02b16699-7a4b-4c87-8470-f3567ab4d07a req-f40e63f1-57b8-4f7a-9739-7dd9ada89338 service neutron] 10.222.0.71 "GET /v2.0/networks/b7ed8523-9957-45bf-80ef-13010737dd57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885859 May 16 20:33:03.872824 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a4851e-1927-4dd7-82b6-c5e2a6571ec6 req-b79147b2-2bc8-4b36-99f4-dac839970003 tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:33:03.874327 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-c4a4851e-1927-4dd7-82b6-c5e2a6571ec6 req-b79147b2-2bc8-4b36-99f4-dac839970003 tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] 10.222.0.71 "GET /v2.0/ports?device_id=a7ae12d8-7d93-4872-a8b7-bc5fa9bdddef HTTP/1.1" status: 200 len: 946 time: 0.0491471 May 16 20:33:03.893310 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-02b16699-7a4b-4c87-8470-f3567ab4d07a req-7dec5d2f-4f87-4a2d-90a5-489a3c5c8b57 service neutron] 10.222.0.71 "GET /v2.0/networks/b7ed8523-9957-45bf-80ef-13010737dd57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846438 May 16 20:33:03.924688 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-c4a4851e-1927-4dd7-82b6-c5e2a6571ec6 req-771ca90b-f3fc-4f9f-aa22-c4684aa74862 tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] 10.222.0.71 "GET /v2.0/security-groups?id=5bdea423-7afe-452b-9b18-80e2e606f9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436387 May 16 20:33:04.062070 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-117acf16-6920-4d8e-9b39-d470d8a9f7e9 req-b0efb81b-9eb1-46a6-91ec-f8d8bfe385b4 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] 10.222.0.71 "GET /v2.0/ports?device_id=991949f8-a390-4a2e-bb1f-363576bd912e HTTP/1.1" status: 200 len: 210 time: 0.0300517 May 16 20:33:05.016295 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b16699-7a4b-4c87-8470-f3567ab4d07a req-66c134e8-05eb-4a19-ac16-521f364720c8 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:33:05.017766 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-02b16699-7a4b-4c87-8470-f3567ab4d07a req-66c134e8-05eb-4a19-ac16-521f364720c8 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] 10.222.0.81 "GET /v2.0/networks?id=b7ed8523-9957-45bf-80ef-13010737dd57 HTTP/1.1" status: 200 len: 814 time: 0.1046216 May 16 20:33:05.092597 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-02b16699-7a4b-4c87-8470-f3567ab4d07a req-61d5f17a-84ff-4f64-989b-a7ede6933481 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2e74299322ca4cedabe873822eda95ae HTTP/1.1" status: 200 len: 473 time: 0.0657685 May 16 20:33:05.153441 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.v2.base [req-02b16699-7a4b-4c87-8470-f3567ab4d07a req-120102b5-9e31-4434-a057-15efd41587de tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Request body: {'port': {'device_id': '991949f8-a390-4a2e-bb1f-363576bd912e', 'network_id': 'b7ed8523-9957-45bf-80ef-13010737dd57', 'admin_state_up': True, 'tenant_id': '2e74299322ca4cedabe873822eda95ae', 'security_groups': ['7b5fac17-2160-4d9d-b45e-fd0e04f4599d']}} {{(pid=103449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:33:05.158354 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-b6859cfe-967d-4cfe-9629-a18dd27d8820 req-b6f883cf-bae0-4748-8f67-a33f7be86bbd tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] 10.222.0.71 "GET /v2.0/ports?device_id=991949f8-a390-4a2e-bb1f-363576bd912e HTTP/1.1" status: 200 len: 210 time: 0.0292733 May 16 20:33:05.266611 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02b16699-7a4b-4c87-8470-f3567ab4d07a req-120102b5-9e31-4434-a057-15efd41587de tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Made reservation on behalf of 2e74299322ca4cedabe873822eda95ae for: {'port': 1} {{(pid=103449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 20:33:05.271127 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [req-02b16699-7a4b-4c87-8470-f3567ab4d07a req-120102b5-9e31-4434-a057-15efd41587de tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (None), before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:33:05.397556 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.db.db_base_plugin_common [req-02b16699-7a4b-4c87-8470-f3567ab4d07a req-120102b5-9e31-4434-a057-15efd41587de tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Allocated IP 172.20.0.11 (b7ed8523-9957-45bf-80ef-13010737dd57/6fd9bd49-8907-4582-9941-2a3571aaa9b7/55061ff0-7f22-4323-aeb4-7d34fa7c9873) {{(pid=103449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 20:33:05.545733 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [req-02b16699-7a4b-4c87-8470-f3567ab4d07a req-120102b5-9e31-4434-a057-15efd41587de tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Publish callbacks [] for port (55061ff0-7f22-4323-aeb4-7d34fa7c9873), precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:33:05.580802 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [req-02b16699-7a4b-4c87-8470-f3567ab4d07a req-120102b5-9e31-4434-a057-15efd41587de tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732397102960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26134374'] for port (55061ff0-7f22-4323-aeb4-7d34fa7c9873), after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:33:05.624542 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02b16699-7a4b-4c87-8470-f3567ab4d07a req-120102b5-9e31-4434-a057-15efd41587de tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Network b7ed8523-9957-45bf-80ef-13010737dd57 is already hosted by enough agents. {{(pid=103449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 20:33:05.632529 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.scheduler.base_scheduler [req-02b16699-7a4b-4c87-8470-f3567ab4d07a req-120102b5-9e31-4434-a057-15efd41587de tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Resources bound (agent type, host, resource id): {{(pid=103449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 20:33:05.636438 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [req-02b16699-7a4b-4c87-8470-f3567ab4d07a req-120102b5-9e31-4434-a057-15efd41587de tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Received port after_create {{(pid=103449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 20:33:05.640461 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120102b5-9e31-4434-a057-15efd41587de tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Pushing event updated for resources: {'Port': ['ID=55061ff0-7f22-4323-aeb4-7d34fa7c9873,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:33:05.691360 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b16699-7a4b-4c87-8470-f3567ab4d07a req-120102b5-9e31-4434-a057-15efd41587de tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:33:05.692049 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [req-02b16699-7a4b-4c87-8470-f3567ab4d07a req-120102b5-9e31-4434-a057-15efd41587de tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-338397'] for port (None), before_response {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:33:05.710740 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-02b16699-7a4b-4c87-8470-f3567ab4d07a req-120102b5-9e31-4434-a057-15efd41587de tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5610874 May 16 20:33:05.722858 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.v2.base [req-02b16699-7a4b-4c87-8470-f3567ab4d07a req-a2143ff8-6b2a-4317-91dc-d4eff512ed83 service neutron] Request body: {'port': {'device_id': '991949f8-a390-4a2e-bb1f-363576bd912e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83090'}} {{(pid=103449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:33:05.785148 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [req-02b16699-7a4b-4c87-8470-f3567ab4d07a req-a2143ff8-6b2a-4317-91dc-d4eff512ed83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (55061ff0-7f22-4323-aeb4-7d34fa7c9873), before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:33:05.931544 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [None req-d8b37e0c-78f1-48a8-a355-fbc2fe632618 None None] Provisioning complete for port 55061ff0-7f22-4323-aeb4-7d34fa7c9873 triggered by entity DHCP. {{(pid=103450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:33:05.932099 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d8b37e0c-78f1-48a8-a355-fbc2fe632618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868582'] for port (55061ff0-7f22-4323-aeb4-7d34fa7c9873), provisioning_complete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:33:05.971786 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-d8b37e0c-78f1-48a8-a355-fbc2fe632618 None None] Port 55061ff0-7f22-4323-aeb4-7d34fa7c9873 cannot update to ACTIVE because it is not bound. {{(pid=103450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 20:33:06.087520 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.notifiers.nova [req-02b16699-7a4b-4c87-8470-f3567ab4d07a req-a2143ff8-6b2a-4317-91dc-d4eff512ed83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55061ff0-7f22-4323-aeb4-7d34fa7c9873 {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 20:33:06.095429 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [req-02b16699-7a4b-4c87-8470-f3567ab4d07a req-a2143ff8-6b2a-4317-91dc-d4eff512ed83 service neutron] Publish callbacks [] for port (55061ff0-7f22-4323-aeb4-7d34fa7c9873), precommit_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:33:06.107940 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [req-02b16699-7a4b-4c87-8470-f3567ab4d07a req-a2143ff8-6b2a-4317-91dc-d4eff512ed83 service neutron] Transition to ACTIVE for port object 55061ff0-7f22-4323-aeb4-7d34fa7c9873 will not be triggered until provisioned by entity L2. {{(pid=103449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 16 20:33:06.111338 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [req-02b16699-7a4b-4c87-8470-f3567ab4d07a req-a2143ff8-6b2a-4317-91dc-d4eff512ed83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732397598091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732397102978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732397102996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26134353'] for port (55061ff0-7f22-4323-aeb4-7d34fa7c9873), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:33:06.159041 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2143ff8-6b2a-4317-91dc-d4eff512ed83 service neutron] Pushing event updated for resources: {'Port': ['ID=55061ff0-7f22-4323-aeb4-7d34fa7c9873,revision_number=2']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:33:06.251870 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [req-02b16699-7a4b-4c87-8470-f3567ab4d07a req-a2143ff8-6b2a-4317-91dc-d4eff512ed83 service neutron] Attempting to bind port 55061ff0-7f22-4323-aeb4-7d34fa7c9873 on host hv-cinder-83090 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 20:33:06.252384 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [req-02b16699-7a4b-4c87-8470-f3567ab4d07a req-a2143ff8-6b2a-4317-91dc-d4eff512ed83 service neutron] Attempting to bind port 55061ff0-7f22-4323-aeb4-7d34fa7c9873 by drivers openvswitch,hyperv on host hv-cinder-83090 at level 0 using segments [{'id': 'ebdc97d5-0dc3-44e3-97c0-cb7e898e699f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'b7ed8523-9957-45bf-80ef-13010737dd57'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 20:33:06.252783 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02b16699-7a4b-4c87-8470-f3567ab4d07a req-a2143ff8-6b2a-4317-91dc-d4eff512ed83 service neutron] Attempting to bind port 55061ff0-7f22-4323-aeb4-7d34fa7c9873 on network b7ed8523-9957-45bf-80ef-13010737dd57 {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 20:33:06.258203 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02b16699-7a4b-4c87-8470-f3567ab4d07a req-a2143ff8-6b2a-4317-91dc-d4eff512ed83 service neutron] Port 55061ff0-7f22-4323-aeb4-7d34fa7c9873 on network b7ed8523-9957-45bf-80ef-13010737dd57 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83090 {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 16 20:33:06.258518 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02b16699-7a4b-4c87-8470-f3567ab4d07a req-a2143ff8-6b2a-4317-91dc-d4eff512ed83 service neutron] Attempting to bind port 55061ff0-7f22-4323-aeb4-7d34fa7c9873 on network b7ed8523-9957-45bf-80ef-13010737dd57 {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 20:33:06.264087 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02b16699-7a4b-4c87-8470-f3567ab4d07a req-a2143ff8-6b2a-4317-91dc-d4eff512ed83 service neutron] Checking agent: {'id': '748e0023-d5c8-44d3-9d74-a0da2def1ef4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83090', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 20, 23, 10), 'started_at': datetime.datetime(2022, 5, 16, 20, 23, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 20, 32, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 20:33:06.264464 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02b16699-7a4b-4c87-8470-f3567ab4d07a req-a2143ff8-6b2a-4317-91dc-d4eff512ed83 service neutron] Checking segment: {'id': 'ebdc97d5-0dc3-44e3-97c0-cb7e898e699f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'b7ed8523-9957-45bf-80ef-13010737dd57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 20:33:06.264841 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02b16699-7a4b-4c87-8470-f3567ab4d07a req-a2143ff8-6b2a-4317-91dc-d4eff512ed83 service neutron] Bound using segment: {'id': 'ebdc97d5-0dc3-44e3-97c0-cb7e898e699f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'b7ed8523-9957-45bf-80ef-13010737dd57'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 20:33:06.265294 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [req-02b16699-7a4b-4c87-8470-f3567ab4d07a req-a2143ff8-6b2a-4317-91dc-d4eff512ed83 service neutron] Bound port: 55061ff0-7f22-4323-aeb4-7d34fa7c9873, host: hv-cinder-83090, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebdc97d5-0dc3-44e3-97c0-cb7e898e699f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'b7ed8523-9957-45bf-80ef-13010737dd57'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 20:33:06.265646 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [req-02b16699-7a4b-4c87-8470-f3567ab4d07a req-a2143ff8-6b2a-4317-91dc-d4eff512ed83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (55061ff0-7f22-4323-aeb4-7d34fa7c9873), before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:33:06.283225 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f67ddaf-d707-4241-b1d0-23edcc39d7ca req-dce93996-7cf0-4ec2-9533-5e678676c424 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:33:06.290682 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-2f67ddaf-d707-4241-b1d0-23edcc39d7ca req-dce93996-7cf0-4ec2-9533-5e678676c424 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] 10.222.0.71 "GET /v2.0/ports?device_id=991949f8-a390-4a2e-bb1f-363576bd912e HTTP/1.1" status: 200 len: 944 time: 0.0602856 May 16 20:33:06.339687 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-2f67ddaf-d707-4241-b1d0-23edcc39d7ca req-d31e36bf-f600-4b96-a5b6-0cbc2728913c tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] 10.222.0.71 "GET /v2.0/security-groups?id=7b5fac17-2160-4d9d-b45e-fd0e04f4599d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479968 May 16 20:33:06.342702 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [req-02b16699-7a4b-4c87-8470-f3567ab4d07a req-a2143ff8-6b2a-4317-91dc-d4eff512ed83 service neutron] For port 55061ff0-7f22-4323-aeb4-7d34fa7c9873, host hv-cinder-83090, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 20:33:06.346107 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [req-02b16699-7a4b-4c87-8470-f3567ab4d07a req-a2143ff8-6b2a-4317-91dc-d4eff512ed83 service neutron] For port 55061ff0-7f22-4323-aeb4-7d34fa7c9873, host hv-cinder-83090, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=55061ff0-7f22-4323-aeb4-7d34fa7c9873,segment=NetworkSegment(ebdc97d5-0dc3-44e3-97c0-cb7e898e699f),segment_id=ebdc97d5-0dc3-44e3-97c0-cb7e898e699f)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 20:33:06.353828 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [req-02b16699-7a4b-4c87-8470-f3567ab4d07a req-a2143ff8-6b2a-4317-91dc-d4eff512ed83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732397598091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732397102978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732397102996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26134353'] for port (55061ff0-7f22-4323-aeb4-7d34fa7c9873), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:33:06.387414 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b16699-7a4b-4c87-8470-f3567ab4d07a req-a2143ff8-6b2a-4317-91dc-d4eff512ed83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:33:06.388034 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [req-02b16699-7a4b-4c87-8470-f3567ab4d07a req-a2143ff8-6b2a-4317-91dc-d4eff512ed83 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-338397'] for port (None), before_response {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:33:06.389533 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-02b16699-7a4b-4c87-8470-f3567ab4d07a req-a2143ff8-6b2a-4317-91dc-d4eff512ed83 service neutron] 10.222.0.81 "PUT /v2.0/ports/55061ff0-7f22-4323-aeb4-7d34fa7c9873 HTTP/1.1" status: 200 len: 1094 time: 0.6713858 May 16 20:33:06.389976 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '991949f8-a390-4a2e-bb1f-363576bd912e', 'tag': '55061ff0-7f22-4323-aeb4-7d34fa7c9873'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 20:33:06.392362 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}295115e3b8025bbf11aa9aac085408c2d5e3d0e4242a5f701d1d164c8d9f99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d974a941-a3cc-42b6-8ca3-d0e9d55734a8" -d '{"events": [{"name": "network-changed", "server_uuid": "991949f8-a390-4a2e-bb1f-363576bd912e", "tag": "55061ff0-7f22-4323-aeb4-7d34fa7c9873"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 20:33:06.423720 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2143ff8-6b2a-4317-91dc-d4eff512ed83 service neutron] Pushing event updated for resources: {'Port': ['ID=55061ff0-7f22-4323-aeb4-7d34fa7c9873,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:33:06.452478 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 20:33:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0319af36-2a16-43e9-a9b6-131c76ea12ea x-openstack-request-id: req-0319af36-2a16-43e9-a9b6-131c76ea12ea {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 20:33:06.452776 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "991949f8-a390-4a2e-bb1f-363576bd912e", "tag": "55061ff0-7f22-4323-aeb4-7d34fa7c9873", "status": "completed", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 20:33:06.453031 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-0319af36-2a16-43e9-a9b6-131c76ea12ea {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 20:33:06.453455 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0319af36-2a16-43e9-a9b6-131c76ea12ea'] response: {'name': 'network-changed', 'server_uuid': '991949f8-a390-4a2e-bb1f-363576bd912e', 'tag': '55061ff0-7f22-4323-aeb4-7d34fa7c9873', 'status': 'completed', 'code': 200} May 16 20:33:06.485630 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b16699-7a4b-4c87-8470-f3567ab4d07a req-4b7279c3-7f5c-4ae6-88bb-755181fcda50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:33:06.487212 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-02b16699-7a4b-4c87-8470-f3567ab4d07a req-4b7279c3-7f5c-4ae6-88bb-755181fcda50 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=2e74299322ca4cedabe873822eda95ae&device_id=991949f8-a390-4a2e-bb1f-363576bd912e HTTP/1.1" status: 200 len: 1128 time: 0.0504541 May 16 20:33:06.531766 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-02b16699-7a4b-4c87-8470-f3567ab4d07a req-e070e429-a9ef-4e36-a026-1e4f26b1522b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=55061ff0-7f22-4323-aeb4-7d34fa7c9873 HTTP/1.1" status: 200 len: 217 time: 0.0366225 May 16 20:33:06.580513 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b16699-7a4b-4c87-8470-f3567ab4d07a req-8be521b6-9b20-4fe8-a093-f0cff284bc64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:33:06.582011 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-02b16699-7a4b-4c87-8470-f3567ab4d07a req-8be521b6-9b20-4fe8-a093-f0cff284bc64 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=6fd9bd49-8907-4582-9941-2a3571aaa9b7 HTTP/1.1" status: 200 len: 853 time: 0.0444171 May 16 20:33:06.627600 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b16699-7a4b-4c87-8470-f3567ab4d07a req-3f48bdbd-4622-4b16-96ba-137ccf07f794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:33:06.630441 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-02b16699-7a4b-4c87-8470-f3567ab4d07a req-3f48bdbd-4622-4b16-96ba-137ccf07f794 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b7ed8523-9957-45bf-80ef-13010737dd57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420778 May 16 20:33:06.722109 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-02b16699-7a4b-4c87-8470-f3567ab4d07a req-9c5c00f8-9982-4a08-aec8-0635d7b760fc service neutron] 10.222.0.81 "GET /v2.0/networks/b7ed8523-9957-45bf-80ef-13010737dd57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843339 May 16 20:33:06.809271 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-02b16699-7a4b-4c87-8470-f3567ab4d07a req-2828ce83-365b-4c8a-a97d-fdf23a53b1ac service neutron] 10.222.0.81 "GET /v2.0/networks/b7ed8523-9957-45bf-80ef-13010737dd57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807681 May 16 20:33:07.103038 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.agents_db [None req-fef3025b-cde1-4f6e-a405-d73d123fae0f None None] Agent healthcheck: found 6 active agents {{(pid=103451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 20:33:07.452860 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edc1ae4-a340-4962-8c99-3393d0d56c74 req-347015af-eada-4351-9dd5-16509fa6d20d tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:33:07.454360 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-8edc1ae4-a340-4962-8c99-3393d0d56c74 req-347015af-eada-4351-9dd5-16509fa6d20d tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] 10.222.0.71 "GET /v2.0/ports?device_id=991949f8-a390-4a2e-bb1f-363576bd912e HTTP/1.1" status: 200 len: 944 time: 0.0477407 May 16 20:33:07.501412 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-8edc1ae4-a340-4962-8c99-3393d0d56c74 req-b5f0ef7b-96d2-422a-abe4-cd77f3dd6ab2 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] 10.222.0.71 "GET /v2.0/security-groups?id=7b5fac17-2160-4d9d-b45e-fd0e04f4599d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408509 May 16 20:33:07.650883 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-5debca7e-ddf8-4e88-b4dd-12f927d75a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:33:07.712005 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d974a941-a3cc-42b6-8ca3-d0e9d55734a8 req-c1850e43-0d85-4dce-9dc4-9a7ef9a744e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:33:07.713515 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-d974a941-a3cc-42b6-8ca3-d0e9d55734a8 req-c1850e43-0d85-4dce-9dc4-9a7ef9a744e4 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=2e74299322ca4cedabe873822eda95ae&device_id=991949f8-a390-4a2e-bb1f-363576bd912e HTTP/1.1" status: 200 len: 1128 time: 0.0443678 May 16 20:33:07.802711 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d974a941-a3cc-42b6-8ca3-d0e9d55734a8 req-8c15302b-b152-44df-95b4-3102a2d75752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:33:07.804083 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-d974a941-a3cc-42b6-8ca3-d0e9d55734a8 req-8c15302b-b152-44df-95b4-3102a2d75752 service neutron] 10.222.0.81 "GET /v2.0/networks?id=b7ed8523-9957-45bf-80ef-13010737dd57 HTTP/1.1" status: 200 len: 915 time: 0.0849493 May 16 20:33:07.841711 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-d974a941-a3cc-42b6-8ca3-d0e9d55734a8 req-8592abe5-5d6e-4360-9437-a947649f067e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=55061ff0-7f22-4323-aeb4-7d34fa7c9873 HTTP/1.1" status: 200 len: 217 time: 0.0313332 May 16 20:33:07.890930 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d974a941-a3cc-42b6-8ca3-d0e9d55734a8 req-b216f6a4-ea3a-4aa6-9f35-ec3d650bd93d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:33:07.892379 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-d974a941-a3cc-42b6-8ca3-d0e9d55734a8 req-b216f6a4-ea3a-4aa6-9f35-ec3d650bd93d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=6fd9bd49-8907-4582-9941-2a3571aaa9b7 HTTP/1.1" status: 200 len: 853 time: 0.0452087 May 16 20:33:07.934093 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d974a941-a3cc-42b6-8ca3-d0e9d55734a8 req-88f64e28-3f1c-408c-99ca-62226d743efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:33:07.935544 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-d974a941-a3cc-42b6-8ca3-d0e9d55734a8 req-88f64e28-3f1c-408c-99ca-62226d743efc service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b7ed8523-9957-45bf-80ef-13010737dd57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0375617 May 16 20:33:08.024280 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-d974a941-a3cc-42b6-8ca3-d0e9d55734a8 req-88a0141a-9fa3-41c7-bf26-e119625371c3 service neutron] 10.222.0.81 "GET /v2.0/networks/b7ed8523-9957-45bf-80ef-13010737dd57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826130 May 16 20:33:08.113034 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-d974a941-a3cc-42b6-8ca3-d0e9d55734a8 req-9fd10518-3b94-4276-8054-93208bc6dc1b service neutron] 10.222.0.81 "GET /v2.0/networks/b7ed8523-9957-45bf-80ef-13010737dd57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828018 May 16 20:33:08.480220 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Device 55061ff0-7f22-4323-aeb4-7d34fa7c9873 details requested by agent hyperv_hv-cinder-83090 with host hv-cinder-83090 {{(pid=103450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 20:33:08.582992 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] For port 55061ff0-7f22-4323-aeb4-7d34fa7c9873, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=55061ff0-7f22-4323-aeb4-7d34fa7c9873,segment=NetworkSegment(ebdc97d5-0dc3-44e3-97c0-cb7e898e699f),segment_id=ebdc97d5-0dc3-44e3-97c0-cb7e898e699f)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:33:08.594339 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Returning: {'device': '55061ff0-7f22-4323-aeb4-7d34fa7c9873', 'network_id': 'b7ed8523-9957-45bf-80ef-13010737dd57', 'port_id': '55061ff0-7f22-4323-aeb4-7d34fa7c9873', 'mac_address': 'fa:16:3e:ca:55:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fd9bd49-8907-4582-9941-2a3571aaa9b7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 20:33:08.615191 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e3db7c-3ac9-4cfa-8552-61236ba880f0 req-79aac08e-ec11-485d-8182-246ab3b99b24 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:33:08.616735 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-97e3db7c-3ac9-4cfa-8552-61236ba880f0 req-79aac08e-ec11-485d-8182-246ab3b99b24 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] 10.222.0.71 "GET /v2.0/ports?device_id=991949f8-a390-4a2e-bb1f-363576bd912e HTTP/1.1" status: 200 len: 944 time: 0.0470002 May 16 20:33:08.628949 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Current status of the port 55061ff0-7f22-4323-aeb4-7d34fa7c9873 is: DOWN; New status is: BUILD {{(pid=103450) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:33:08.629374 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (55061ff0-7f22-4323-aeb4-7d34fa7c9873), before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:33:08.642534 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.notifiers.nova [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55061ff0-7f22-4323-aeb4-7d34fa7c9873 {{(pid=103450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 20:33:08.664624 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] For port 55061ff0-7f22-4323-aeb4-7d34fa7c9873, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=55061ff0-7f22-4323-aeb4-7d34fa7c9873,segment=NetworkSegment(ebdc97d5-0dc3-44e3-97c0-cb7e898e699f),segment_id=ebdc97d5-0dc3-44e3-97c0-cb7e898e699f)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:33:08.667872 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-97e3db7c-3ac9-4cfa-8552-61236ba880f0 req-880253ea-ab4d-4593-8249-2551684f58f5 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] 10.222.0.71 "GET /v2.0/security-groups?id=7b5fac17-2160-4d9d-b45e-fd0e04f4599d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451901 May 16 20:33:08.669404 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732397598091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732397102978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732397102996'] for port (55061ff0-7f22-4323-aeb4-7d34fa7c9873), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:33:08.716781 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Pushing event updated for resources: {'Port': ['ID=55061ff0-7f22-4323-aeb4-7d34fa7c9873,revision_number=4']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:33:08.823734 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7e48644e-b95e-4624-af94-515661536cfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (250d088e-9c0e-4ec5-80f3-a83f8403448b), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:33:08.946078 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] get_ports_and_sgs() called for port_ids ['55061ff0-7f22-4323-aeb4-7d34fa7c9873'] {{(pid=103450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 20:33:09.783730 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bd1cb8-1f1b-40a0-a938-2d06596f0cbe req-12412b73-4abb-48cb-b925-1314d6896803 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:33:09.785206 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-35bd1cb8-1f1b-40a0-a938-2d06596f0cbe req-12412b73-4abb-48cb-b925-1314d6896803 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] 10.222.0.71 "GET /v2.0/ports?device_id=991949f8-a390-4a2e-bb1f-363576bd912e HTTP/1.1" status: 200 len: 945 time: 0.0498078 May 16 20:33:09.830385 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-35bd1cb8-1f1b-40a0-a938-2d06596f0cbe req-ccbdff24-86f9-41ef-99c9-e71aeebf94f5 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] 10.222.0.71 "GET /v2.0/security-groups?id=7b5fac17-2160-4d9d-b45e-fd0e04f4599d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395882 May 16 20:33:10.060915 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-045997b6-7c12-40b5-9470-be2808abb276 req-104bd3ce-6577-4dee-b3d0-f566f2f1a7fa service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=ce1b1e18-f282-440d-9040-466f95a632fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0363612 May 16 20:33:10.146600 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045997b6-7c12-40b5-9470-be2808abb276 req-e9a6a61d-1dc0-4338-becb-13c1589b2594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:33:10.148092 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-045997b6-7c12-40b5-9470-be2808abb276 req-e9a6a61d-1dc0-4338-becb-13c1589b2594 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=2715141f8ffd49d892600c779e02fa17&device_id=ce1b1e18-f282-440d-9040-466f95a632fa HTTP/1.1" status: 200 len: 1130 time: 0.0403636 May 16 20:33:10.167867 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (748e0023-d5c8-44d3-9d74-a0da2def1ef4), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:33:10.261384 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045997b6-7c12-40b5-9470-be2808abb276 req-ef26429c-3b54-430a-a3bc-c61eeab4a38e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:33:10.262843 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-045997b6-7c12-40b5-9470-be2808abb276 req-ef26429c-3b54-430a-a3bc-c61eeab4a38e service neutron] 10.222.0.81 "GET /v2.0/networks?id=f817970e-ef84-435a-806f-1b015ae84dd9 HTTP/1.1" status: 200 len: 912 time: 0.0924480 May 16 20:33:10.330002 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-045997b6-7c12-40b5-9470-be2808abb276 req-3289fb3a-3d6d-4f18-9cfa-27afa31adfcc service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=59817910-96f2-4d96-a3b6-dfa35ba5fbe5 HTTP/1.1" status: 200 len: 1002 time: 0.0612488 May 16 20:33:10.377206 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045997b6-7c12-40b5-9470-be2808abb276 req-c2d7cc62-068f-4970-8746-49a801fe72b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:33:10.378666 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-045997b6-7c12-40b5-9470-be2808abb276 req-c2d7cc62-068f-4970-8746-49a801fe72b0 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=14823cd5-3605-452f-a744-d8797ebcce33 HTTP/1.1" status: 200 len: 850 time: 0.0426092 May 16 20:33:10.424659 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045997b6-7c12-40b5-9470-be2808abb276 req-678b7480-d22b-49fc-aafc-853936eecdf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:33:10.426174 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-045997b6-7c12-40b5-9470-be2808abb276 req-678b7480-d22b-49fc-aafc-853936eecdf6 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=f817970e-ef84-435a-806f-1b015ae84dd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0409176 May 16 20:33:10.486807 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Device 55061ff0-7f22-4323-aeb4-7d34fa7c9873 up at agent hyperv_hv-cinder-83090 {{(pid=103450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 20:33:10.514083 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-045997b6-7c12-40b5-9470-be2808abb276 req-55ae1aa4-889d-494c-82f3-7814d70fcdb4 service neutron] 10.222.0.81 "GET /v2.0/networks/f817970e-ef84-435a-806f-1b015ae84dd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802991 May 16 20:33:10.530901 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Provisioning for port 55061ff0-7f22-4323-aeb4-7d34fa7c9873 completed by entity L2. {{(pid=103450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 16 20:33:10.537449 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Provisioning complete for port 55061ff0-7f22-4323-aeb4-7d34fa7c9873 triggered by entity L2. {{(pid=103450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:33:10.537977 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868582'] for port (55061ff0-7f22-4323-aeb4-7d34fa7c9873), provisioning_complete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:33:10.607015 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-045997b6-7c12-40b5-9470-be2808abb276 req-03145ae6-c13e-4ffc-8f0a-2180d6edf310 service neutron] 10.222.0.81 "GET /v2.0/networks/f817970e-ef84-435a-806f-1b015ae84dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867155 May 16 20:33:10.614089 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Current status of the port 55061ff0-7f22-4323-aeb4-7d34fa7c9873 is: BUILD; New status is: ACTIVE {{(pid=103450) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:33:10.614484 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (55061ff0-7f22-4323-aeb4-7d34fa7c9873), before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:33:10.638285 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '991949f8-a390-4a2e-bb1f-363576bd912e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55061ff0-7f22-4323-aeb4-7d34fa7c9873'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 20:33:10.640558 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38452c862c9e2e5c9d38da0d4ca4e6053ba1266d056c207bc89b5fbcea4cd82f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-477092a3-41b8-4aca-b1c9-f21c492c5973" -d '{"events": [{"server_uuid": "991949f8-a390-4a2e-bb1f-363576bd912e", "name": "network-vif-plugged", "status": "completed", "tag": "55061ff0-7f22-4323-aeb4-7d34fa7c9873"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 20:33:10.653654 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] For port 55061ff0-7f22-4323-aeb4-7d34fa7c9873, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=55061ff0-7f22-4323-aeb4-7d34fa7c9873,segment=NetworkSegment(ebdc97d5-0dc3-44e3-97c0-cb7e898e699f),segment_id=ebdc97d5-0dc3-44e3-97c0-cb7e898e699f)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:33:10.657758 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732397598091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732397102978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732397102996'] for port (55061ff0-7f22-4323-aeb4-7d34fa7c9873), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:33:10.808061 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 20:33:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d81626d-1378-43f3-ae32-af916036b722 x-openstack-request-id: req-2d81626d-1378-43f3-ae32-af916036b722 {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 20:33:10.808400 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "991949f8-a390-4a2e-bb1f-363576bd912e", "name": "network-vif-plugged", "status": "completed", "tag": "55061ff0-7f22-4323-aeb4-7d34fa7c9873", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 20:33:10.808658 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-2d81626d-1378-43f3-ae32-af916036b722 {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 20:33:10.809055 dv-cinder-830901-7-iscsi neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d81626d-1378-43f3-ae32-af916036b722'] response: {'server_uuid': '991949f8-a390-4a2e-bb1f-363576bd912e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55061ff0-7f22-4323-aeb4-7d34fa7c9873', 'code': 200} May 16 20:33:10.834092 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Pushing event updated for resources: {'Port': ['ID=55061ff0-7f22-4323-aeb4-7d34fa7c9873,revision_number=5']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:33:10.847480 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef2ebff-779b-4f58-a9db-f394a3d27197 req-84dd9ff4-2394-4993-b706-cbbb3f4e07cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:33:10.849230 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-bef2ebff-779b-4f58-a9db-f394a3d27197 req-84dd9ff4-2394-4993-b706-cbbb3f4e07cd service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=991949f8-a390-4a2e-bb1f-363576bd912e HTTP/1.1" status: 200 len: 1130 time: 0.0385215 May 16 20:33:10.877580 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6817a924-6d52-4d66-a8a7-036511333704 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (03fa33e9-7cc7-490c-b269-c4f69c490346), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:33:10.896791 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-bef2ebff-779b-4f58-a9db-f394a3d27197 req-062c5ced-43bf-4434-a507-9c205dd37abb service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=7b5fac17-2160-4d9d-b45e-fd0e04f4599d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410967 May 16 20:33:10.950529 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0d40be-e061-4adb-a9c4-6769ded90441 req-3b15253e-bec9-48fe-a0d9-2a77f5ca551c tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:33:10.952086 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-2a0d40be-e061-4adb-a9c4-6769ded90441 req-3b15253e-bec9-48fe-a0d9-2a77f5ca551c tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] 10.222.0.71 "GET /v2.0/ports?device_id=991949f8-a390-4a2e-bb1f-363576bd912e HTTP/1.1" status: 200 len: 946 time: 0.0509298 May 16 20:33:10.997491 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-2a0d40be-e061-4adb-a9c4-6769ded90441 req-b3cc1292-f847-4783-9760-a3de7b64b2f9 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] 10.222.0.71 "GET /v2.0/security-groups?id=7b5fac17-2160-4d9d-b45e-fd0e04f4599d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399292 May 16 20:33:11.259909 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (bddaa840-ffd9-43a2-8860-d40111f70aff), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:33:12.110572 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498d3242-b87b-46f7-addc-60382d2ae694 req-b826f69c-dcce-4089-97f2-c37ca0de0dd3 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:33:12.112018 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-498d3242-b87b-46f7-addc-60382d2ae694 req-b826f69c-dcce-4089-97f2-c37ca0de0dd3 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] 10.222.0.71 "GET /v2.0/ports?device_id=991949f8-a390-4a2e-bb1f-363576bd912e HTTP/1.1" status: 200 len: 946 time: 0.0468736 May 16 20:33:12.161227 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-498d3242-b87b-46f7-addc-60382d2ae694 req-75551340-4682-4776-9524-315ca691fcce tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] 10.222.0.71 "GET /v2.0/security-groups?id=7b5fac17-2160-4d9d-b45e-fd0e04f4599d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428426 May 16 20:33:13.282385 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d016fa0-770d-4612-8869-5f7d36f79566 req-6a244a1c-092a-412c-9b54-6124ff552283 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:33:13.284958 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-7d016fa0-770d-4612-8869-5f7d36f79566 req-6a244a1c-092a-412c-9b54-6124ff552283 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] 10.222.0.71 "GET /v2.0/ports?device_id=991949f8-a390-4a2e-bb1f-363576bd912e HTTP/1.1" status: 200 len: 946 time: 0.0557318 May 16 20:33:13.356937 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-7d016fa0-770d-4612-8869-5f7d36f79566 req-50eeb47f-395e-4d48-b295-90bfed60c4b8 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] 10.222.0.71 "GET /v2.0/security-groups?id=7b5fac17-2160-4d9d-b45e-fd0e04f4599d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594864 May 16 20:33:13.470935 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e13b336-fb6a-446c-932c-907543b41c5d req-64a9e399-59f5-4134-8f19-11ac2cc83d91 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:33:13.472369 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-4e13b336-fb6a-446c-932c-907543b41c5d req-64a9e399-59f5-4134-8f19-11ac2cc83d91 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] 10.222.0.71 "GET /v2.0/ports?device_id=991949f8-a390-4a2e-bb1f-363576bd912e HTTP/1.1" status: 200 len: 946 time: 0.0474510 May 16 20:33:13.481046 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.71', 53616) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:33:13.485555 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.v2.base [None req-bcdce7f6-2e0d-4735-8e0d-d499dc7b151d tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Request body: {'floatingip': {'port_id': '55061ff0-7f22-4323-aeb4-7d34fa7c9873'}} {{(pid=103449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:33:13.523774 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-bcdce7f6-2e0d-4735-8e0d-d499dc7b151d tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Publish callbacks [] for floatingip (373b4239-313d-4f9f-aa78-53ecdddf9e6b), before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:33:14.177154 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-bcdce7f6-2e0d-4735-8e0d-d499dc7b151d tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:33:14.180722 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-bcdce7f6-2e0d-4735-8e0d-d499dc7b151d tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1640477'] for floatingip (373b4239-313d-4f9f-aa78-53ecdddf9e6b), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:33:14.271425 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.db.l3_db [None req-bcdce7f6-2e0d-4735-8e0d-d499dc7b151d tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Floating IP 373b4239-313d-4f9f-aa78-53ecdddf9e6b associated. External IP: 172.27.2.93, port: 55061ff0-7f22-4323-aeb4-7d34fa7c9873. May 16 20:33:14.465804 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcdce7f6-2e0d-4735-8e0d-d499dc7b151d tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Router 013a50c1-75d1-4eeb-88ff-52fbc84c6fe4 has already been hosted by L3 agent fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f {{(pid=103449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 20:33:14.568116 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcdce7f6-2e0d-4735-8e0d-d499dc7b151d tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Notify agent at l3_agent.dv-cinder-830901-7-iscsi the message routers_updated {{(pid=103449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 20:33:14.572880 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-bcdce7f6-2e0d-4735-8e0d-d499dc7b151d tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-338397'] for floatingip (None), before_response {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:33:14.577464 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b5b429-c5f1-4fac-bbb3-ef221d75a23f None None] Sync routers for ids ['013a50c1-75d1-4eeb-88ff-52fbc84c6fe4'] in dv-cinder-830901-7-iscsi {{(pid=103451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 20:33:14.587954 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b5b429-c5f1-4fac-bbb3-ef221d75a23f None None] Routers {'013a50c1-75d1-4eeb-88ff-52fbc84c6fe4'} bound to L3 agent in host dv-cinder-830901-7-iscsi {{(pid=103451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:33:14.588595 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-68b5b429-c5f1-4fac-bbb3-ef221d75a23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-16T20:16:38Z,description=,heartbeat_timestamp=2022-05-16T20:33:08Z,host='dv-cinder-830901-7-iscsi',id=fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:16:38Z,topic='l3_agent')) {'router_ids': ['013a50c1-75d1-4eeb-88ff-52fbc84c6fe4'], 'active': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:33:14.603742 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-bcdce7f6-2e0d-4735-8e0d-d499dc7b151d tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] 10.222.0.71 "PUT /v2.0/floatingips/373b4239-313d-4f9f-aa78-53ecdddf9e6b HTTP/1.1" status: 200 len: 991 time: 1.1215987 May 16 20:33:14.604585 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '991949f8-a390-4a2e-bb1f-363576bd912e', 'tag': '55061ff0-7f22-4323-aeb4-7d34fa7c9873'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 20:33:14.607023 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}295115e3b8025bbf11aa9aac085408c2d5e3d0e4242a5f701d1d164c8d9f99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95b65568-d6c7-4b46-8a6f-d0787fc3ee55" -d '{"events": [{"name": "network-changed", "server_uuid": "991949f8-a390-4a2e-bb1f-363576bd912e", "tag": "55061ff0-7f22-4323-aeb4-7d34fa7c9873"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 20:33:14.610315 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03398f5-c281-4a0c-9a9c-4d3260606b71 req-d6b447e8-973c-4151-8ecb-3280254acacb tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:33:14.611847 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-c03398f5-c281-4a0c-9a9c-4d3260606b71 req-d6b447e8-973c-4151-8ecb-3280254acacb tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] 10.222.0.71 "GET /v2.0/ports?device_id=a7ae12d8-7d93-4872-a8b7-bc5fa9bdddef HTTP/1.1" status: 200 len: 946 time: 0.0516677 May 16 20:33:14.646467 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 20:33:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95677d14-8370-4cbc-91cc-a1feaba27f23 x-openstack-request-id: req-95677d14-8370-4cbc-91cc-a1feaba27f23 {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 20:33:14.646768 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "991949f8-a390-4a2e-bb1f-363576bd912e", "tag": "55061ff0-7f22-4323-aeb4-7d34fa7c9873", "status": "completed", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 20:33:14.647024 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-95677d14-8370-4cbc-91cc-a1feaba27f23 {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 20:33:14.647431 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95677d14-8370-4cbc-91cc-a1feaba27f23'] response: {'name': 'network-changed', 'server_uuid': '991949f8-a390-4a2e-bb1f-363576bd912e', 'tag': '55061ff0-7f22-4323-aeb4-7d34fa7c9873', 'status': 'completed', 'code': 200} May 16 20:33:14.662053 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-c03398f5-c281-4a0c-9a9c-4d3260606b71 req-b6a3c49b-37e1-48ae-bfda-dbbda21b7b7f tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] 10.222.0.71 "GET /v2.0/security-groups?id=5bdea423-7afe-452b-9b18-80e2e606f9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440311 May 16 20:33:14.685542 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.71', 53630) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:33:14.710005 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvr_db [None req-68b5b429-c5f1-4fac-bbb3-ef221d75a23f None None] Set router 013a50c1-75d1-4eeb-88ff-52fbc84c6fe4 gateway port host: dv-cinder-830901-7-iscsi {{(pid=103451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:33:14.723664 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b65568-d6c7-4b46-8a6f-d0787fc3ee55 req-ca10b1c9-bb74-429b-9588-eff8e5165dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:33:14.725187 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-95b65568-d6c7-4b46-8a6f-d0787fc3ee55 req-ca10b1c9-bb74-429b-9588-eff8e5165dbb service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=2e74299322ca4cedabe873822eda95ae&device_id=991949f8-a390-4a2e-bb1f-363576bd912e HTTP/1.1" status: 200 len: 1130 time: 0.0446405 May 16 20:33:14.816052 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b65568-d6c7-4b46-8a6f-d0787fc3ee55 req-3620f6b5-93b8-4e81-ab55-bd8ab8ce95e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:33:14.817583 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-95b65568-d6c7-4b46-8a6f-d0787fc3ee55 req-3620f6b5-93b8-4e81-ab55-bd8ab8ce95e4 service neutron] 10.222.0.81 "GET /v2.0/networks?id=b7ed8523-9957-45bf-80ef-13010737dd57 HTTP/1.1" status: 200 len: 915 time: 0.0852833 May 16 20:33:14.875103 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99ec89fc-4404-4559-a1d4-80db48d0f065 tempest-TestMinimumBasicScenario-1054219743 tempest-TestMinimumBasicScenario-1054219743-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:33:14.879907 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-99ec89fc-4404-4559-a1d4-80db48d0f065 tempest-TestMinimumBasicScenario-1054219743 tempest-TestMinimumBasicScenario-1054219743-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=a7ae12d8-7d93-4872-a8b7-bc5fa9bdddef HTTP/1.1" status: 200 len: 1125 time: 0.1899529 May 16 20:33:14.880168 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.71', 53634) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:33:14.884581 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.v2.base [None req-9c9f0755-bc5e-4e2d-8c6a-6672e334f59d tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] Request body: {'floatingip': {'floating_network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'port_id': '203e3b62-339d-4dc9-8b28-06868747507b', 'tenant_id': '4d18594086434fd19336bd76a7089437', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:33:14.889150 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-95b65568-d6c7-4b46-8a6f-d0787fc3ee55 req-47d04292-3d22-472c-81ed-29871eb7be96 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=55061ff0-7f22-4323-aeb4-7d34fa7c9873 HTTP/1.1" status: 200 len: 999 time: 0.0654726 May 16 20:33:14.906394 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9c9f0755-bc5e-4e2d-8c6a-6672e334f59d tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:33:14.931119 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-68b5b429-c5f1-4fac-bbb3-ef221d75a23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '013a50c1-75d1-4eeb-88ff-52fbc84c6fe4', 'name': 'tempest-AttachVolumeNegativeTest-976810855-router', 'tenant_id': '2e74299322ca4cedabe873822eda95ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'external_fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.221'}], 'enable_snat': True}, 'gw_port_id': '50d2dbe4-550d-410a-b31b-c2bcba8664fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:31:51Z', 'updated_at': '2022-05-16T20:31:54Z', 'revision_number': 4, 'project_id': '2e74299322ca4cedabe873822eda95ae', 'gw_port': {'id': '50d2dbe4-550d-410a-b31b-c2bcba8664fc', 'name': '', 'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:0f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '013a50c1-75d1-4eeb-88ff-52fbc84c6fe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:31:51Z', 'updated_at': '2022-05-16T20:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-7-iscsi', '_floatingips': [{'id': '2a5fcf3b-0c3c-44f2-904f-f165cae99bf7', 'tenant_id': '2e74299322ca4cedabe873822eda95ae', 'floating_ip_address': '172.27.2.161', 'floating_network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'router_id': '013a50c1-75d1-4eeb-88ff-52fbc84c6fe4', 'port_id': '15fcb199-42b2-41fd-916f-2c481fd0fe4d', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7ed8523-9957-45bf-80ef-13010737dd57', 'mac_address': 'fa:16:3e:87:a0:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5374235-8ad9-4565-9419-1f58f7de8fb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T20:31:56Z', 'updated_at': '2022-05-16T20:32:13Z', 'revision_number': 2, 'project_id': '2e74299322ca4cedabe873822eda95ae', 'fixed_ip_address_scope': None}, {'id': '373b4239-313d-4f9f-aa78-53ecdddf9e6b', 'tenant_id': '2e74299322ca4cedabe873822eda95ae', 'floating_ip_address': '172.27.2.93', 'floating_network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'router_id': '013a50c1-75d1-4eeb-88ff-52fbc84c6fe4', 'port_id': '55061ff0-7f22-4323-aeb4-7d34fa7c9873', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7ed8523-9957-45bf-80ef-13010737dd57', 'mac_address': 'fa:16:3e:ca:55:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '991949f8-a390-4a2e-bb1f-363576bd912e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T20:33:02Z', 'updated_at': '2022-05-16T20:33:14Z', 'revision_number': 1, 'project_id': '2e74299322ca4cedabe873822eda95ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7556598a-d31e-484f-b5ee-d939b7326199', 'name': '', 'network_id': 'b7ed8523-9957-45bf-80ef-13010737dd57', 'tenant_id': '2e74299322ca4cedabe873822eda95ae', 'mac_address': 'fa:16:3e:c3:8d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '013a50c1-75d1-4eeb-88ff-52fbc84c6fe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '6fd9bd49-8907-4582-9941-2a3571aaa9b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:31:53Z', 'updated_at': '2022-05-16T20:31:57Z', 'revision_number': 5, 'project_id': '2e74299322ca4cedabe873822eda95ae', 'subnets': [{'id': '6fd9bd49-8907-4582-9941-2a3571aaa9b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-7-iscsi', False) {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:33:14.953213 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b65568-d6c7-4b46-8a6f-d0787fc3ee55 req-40ea43fc-d37e-4ed1-a120-126d18b90d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:33:14.954636 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-95b65568-d6c7-4b46-8a6f-d0787fc3ee55 req-40ea43fc-d37e-4ed1-a120-126d18b90d3d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=6fd9bd49-8907-4582-9941-2a3571aaa9b7 HTTP/1.1" status: 200 len: 853 time: 0.0573564 May 16 20:33:14.961371 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b5b429-c5f1-4fac-bbb3-ef221d75a23f None None] Checking router: 013a50c1-75d1-4eeb-88ff-52fbc84c6fe4 for host: dv-cinder-830901-7-iscsi {{(pid=103451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 20:33:14.970410 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b5b429-c5f1-4fac-bbb3-ef221d75a23f None None] Routers {'013a50c1-75d1-4eeb-88ff-52fbc84c6fe4'} bound to L3 agent in host dv-cinder-830901-7-iscsi {{(pid=103451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:33:14.971014 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-68b5b429-c5f1-4fac-bbb3-ef221d75a23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-16T20:16:38Z,description=,heartbeat_timestamp=2022-05-16T20:33:08Z,host='dv-cinder-830901-7-iscsi',id=fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:16:38Z,topic='l3_agent')) {'router_ids': ['013a50c1-75d1-4eeb-88ff-52fbc84c6fe4'], 'active': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:33:14.995005 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9c9f0755-bc5e-4e2d-8c6a-6672e334f59d tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:33:15.000940 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b65568-d6c7-4b46-8a6f-d0787fc3ee55 req-fb0ab8c8-48a1-441e-97eb-f2ef1f20d7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:33:15.002833 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-95b65568-d6c7-4b46-8a6f-d0787fc3ee55 req-fb0ab8c8-48a1-441e-97eb-f2ef1f20d7b8 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b7ed8523-9957-45bf-80ef-13010737dd57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393295 May 16 20:33:15.076445 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvr_db [None req-68b5b429-c5f1-4fac-bbb3-ef221d75a23f None None] Set router 013a50c1-75d1-4eeb-88ff-52fbc84c6fe4 gateway port host: dv-cinder-830901-7-iscsi {{(pid=103451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:33:15.114508 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-95b65568-d6c7-4b46-8a6f-d0787fc3ee55 req-107eef54-664d-4979-80ed-1d0891821f2d service neutron] 10.222.0.81 "GET /v2.0/networks/b7ed8523-9957-45bf-80ef-13010737dd57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016519 May 16 20:33:15.114962 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-9c9f0755-bc5e-4e2d-8c6a-6672e334f59d tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] Allocated IP 172.27.2.129 (ded6ab20-0a8b-4051-830c-385457f4e062/dcb7b1f3-82ff-415d-89cf-2b6021c22eb5/6ca2a6cb-b858-43e2-acc7-74678d806ad6) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 20:33:15.215532 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-95b65568-d6c7-4b46-8a6f-d0787fc3ee55 req-ee83c3d1-65e4-4194-a8c5-3d67a121c1ed service neutron] 10.222.0.81 "GET /v2.0/networks/b7ed8523-9957-45bf-80ef-13010737dd57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939064 May 16 20:33:15.242131 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9c9f0755-bc5e-4e2d-8c6a-6672e334f59d tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] Publish callbacks [] for port (6ca2a6cb-b858-43e2-acc7-74678d806ad6), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:33:15.275616 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9c9f0755-bc5e-4e2d-8c6a-6672e334f59d tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732397102960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27048612'] for port (6ca2a6cb-b858-43e2-acc7-74678d806ad6), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:33:15.296189 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-68b5b429-c5f1-4fac-bbb3-ef221d75a23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '013a50c1-75d1-4eeb-88ff-52fbc84c6fe4', 'name': 'tempest-AttachVolumeNegativeTest-976810855-router', 'tenant_id': '2e74299322ca4cedabe873822eda95ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'external_fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.221'}], 'enable_snat': True}, 'gw_port_id': '50d2dbe4-550d-410a-b31b-c2bcba8664fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:31:51Z', 'updated_at': '2022-05-16T20:31:54Z', 'revision_number': 4, 'project_id': '2e74299322ca4cedabe873822eda95ae', 'gw_port': {'id': '50d2dbe4-550d-410a-b31b-c2bcba8664fc', 'name': '', 'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:0f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '013a50c1-75d1-4eeb-88ff-52fbc84c6fe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:31:51Z', 'updated_at': '2022-05-16T20:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-7-iscsi', '_floatingips': [{'id': '2a5fcf3b-0c3c-44f2-904f-f165cae99bf7', 'tenant_id': '2e74299322ca4cedabe873822eda95ae', 'floating_ip_address': '172.27.2.161', 'floating_network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'router_id': '013a50c1-75d1-4eeb-88ff-52fbc84c6fe4', 'port_id': '15fcb199-42b2-41fd-916f-2c481fd0fe4d', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7ed8523-9957-45bf-80ef-13010737dd57', 'mac_address': 'fa:16:3e:87:a0:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5374235-8ad9-4565-9419-1f58f7de8fb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T20:31:56Z', 'updated_at': '2022-05-16T20:32:13Z', 'revision_number': 2, 'project_id': '2e74299322ca4cedabe873822eda95ae', 'fixed_ip_address_scope': None}, {'id': '373b4239-313d-4f9f-aa78-53ecdddf9e6b', 'tenant_id': '2e74299322ca4cedabe873822eda95ae', 'floating_ip_address': '172.27.2.93', 'floating_network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'router_id': '013a50c1-75d1-4eeb-88ff-52fbc84c6fe4', 'port_id': '55061ff0-7f22-4323-aeb4-7d34fa7c9873', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7ed8523-9957-45bf-80ef-13010737dd57', 'mac_address': 'fa:16:3e:ca:55:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '991949f8-a390-4a2e-bb1f-363576bd912e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T20:33:02Z', 'updated_at': '2022-05-16T20:33:14Z', 'revision_number': 1, 'project_id': '2e74299322ca4cedabe873822eda95ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7556598a-d31e-484f-b5ee-d939b7326199', 'name': '', 'network_id': 'b7ed8523-9957-45bf-80ef-13010737dd57', 'tenant_id': '2e74299322ca4cedabe873822eda95ae', 'mac_address': 'fa:16:3e:c3:8d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '013a50c1-75d1-4eeb-88ff-52fbc84c6fe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '6fd9bd49-8907-4582-9941-2a3571aaa9b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:31:53Z', 'updated_at': '2022-05-16T20:31:57Z', 'revision_number': 5, 'project_id': '2e74299322ca4cedabe873822eda95ae', 'subnets': [{'id': '6fd9bd49-8907-4582-9941-2a3571aaa9b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-7-iscsi', False) {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:33:15.312030 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c9f0755-bc5e-4e2d-8c6a-6672e334f59d tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] Network ded6ab20-0a8b-4051-830c-385457f4e062 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 20:33:15.314986 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-9c9f0755-bc5e-4e2d-8c6a-6672e334f59d tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 20:33:15.320659 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b5b429-c5f1-4fac-bbb3-ef221d75a23f None None] The sync data for ids ['013a50c1-75d1-4eeb-88ff-52fbc84c6fe4'] in dv-cinder-830901-7-iscsi is: [{'id': '013a50c1-75d1-4eeb-88ff-52fbc84c6fe4', 'name': 'tempest-AttachVolumeNegativeTest-976810855-router', 'tenant_id': '2e74299322ca4cedabe873822eda95ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'external_fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.221'}], 'enable_snat': True}, 'gw_port_id': '50d2dbe4-550d-410a-b31b-c2bcba8664fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:31:51Z', 'updated_at': '2022-05-16T20:31:54Z', 'revision_number': 4, 'project_id': '2e74299322ca4cedabe873822eda95ae', 'gw_port': {'id': '50d2dbe4-550d-410a-b31b-c2bcba8664fc', 'name': '', 'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:0f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '013a50c1-75d1-4eeb-88ff-52fbc84c6fe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:31:51Z', 'updated_at': '2022-05-16T20:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-7-iscsi', '_floatingips': [{'id': '2a5fcf3b-0c3c-44f2-904f-f165cae99bf7', 'tenant_id': '2e74299322ca4cedabe873822eda95ae', 'floating_ip_address': '172.27.2.161', 'floating_network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'router_id': '013a50c1-75d1-4eeb-88ff-52fbc84c6fe4', 'port_id': '15fcb199-42b2-41fd-916f-2c481fd0fe4d', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7ed8523-9957-45bf-80ef-13010737dd57', 'mac_address': 'fa:16:3e:87:a0:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5374235-8ad9-4565-9419-1f58f7de8fb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T20:31:56Z', 'updated_at': '2022-05-16T20:32:13Z', 'revision_number': 2, 'project_id': '2e74299322ca4cedabe873822eda95ae', 'fixed_ip_address_scope': None}, {'id': '373b4239-313d-4f9f-aa78-53ecdddf9e6b', 'tenant_id': '2e74299322ca4cedabe873822eda95ae', 'floating_ip_address': '172.27.2.93', 'floating_network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'router_id': '013a50c1-75d1-4eeb-88ff-52fbc84c6fe4', 'port_id': '55061ff0-7f22-4323-aeb4-7d34fa7c9873', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7ed8523-9957-45bf-80ef-13010737dd57', 'mac_address': 'fa:16:3e:ca:55:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '991949f8-a390-4a2e-bb1f-363576bd912e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T20:33:02Z', 'updated_at': '2022-05-16T20:33:14Z', 'revision_number': 1, 'project_id': '2e74299322ca4cedabe873822eda95ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7556598a-d31e-484f-b5ee-d939b7326199', 'name': '', 'network_id': 'b7ed8523-9957-45bf-80ef-13010737dd57', 'tenant_id': '2e74299322ca4cedabe873822eda95ae', 'mac_address': 'fa:16:3e:c3:8d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '013a50c1-75d1-4eeb-88ff-52fbc84c6fe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '6fd9bd49-8907-4582-9941-2a3571aaa9b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:31:53Z', 'updated_at': '2022-05-16T20:31:57Z', 'revision_number': 5, 'project_id': '2e74299322ca4cedabe873822eda95ae', 'subnets': [{'id': '6fd9bd49-8907-4582-9941-2a3571aaa9b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 20:33:15.321012 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c9f0755-bc5e-4e2d-8c6a-6672e334f59d tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 20:33:15.343581 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9f0755-bc5e-4e2d-8c6a-6672e334f59d tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] Pushing event updated for resources: {'Port': ['ID=6ca2a6cb-b858-43e2-acc7-74678d806ad6,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:33:15.533708 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f149537d-7886-4d22-b53c-7de2b0506978 None None] New status for floating IP 373b4239-313d-4f9f-aa78-53ecdddf9e6b: ACTIVE {{(pid=103450) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 20:33:15.684666 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9c9f0755-bc5e-4e2d-8c6a-6672e334f59d tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] Publish callbacks [] for floatingip (99d61336-8929-44b9-9fb0-baca2be8c884), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:33:15.749595 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9c9f0755-bc5e-4e2d-8c6a-6672e334f59d tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (6ca2a6cb-b858-43e2-acc7-74678d806ad6), before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:33:15.916437 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9c9f0755-bc5e-4e2d-8c6a-6672e334f59d tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] Publish callbacks [] for port (6ca2a6cb-b858-43e2-acc7-74678d806ad6), precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:33:15.920815 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9c9f0755-bc5e-4e2d-8c6a-6672e334f59d tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732397598091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732397102978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732397102996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27048595'] for port (6ca2a6cb-b858-43e2-acc7-74678d806ad6), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:33:15.990460 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9f0755-bc5e-4e2d-8c6a-6672e334f59d tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] Pushing event updated for resources: {'Port': ['ID=6ca2a6cb-b858-43e2-acc7-74678d806ad6,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:33:15.999908 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9c9f0755-bc5e-4e2d-8c6a-6672e334f59d tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1640477'] for floatingip (99d61336-8929-44b9-9fb0-baca2be8c884), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:33:16.093083 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.db.l3_db [None req-9c9f0755-bc5e-4e2d-8c6a-6672e334f59d tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] Floating IP 99d61336-8929-44b9-9fb0-baca2be8c884 associated. External IP: 172.27.2.129, port: 203e3b62-339d-4dc9-8b28-06868747507b. May 16 20:33:16.556258 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c9f0755-bc5e-4e2d-8c6a-6672e334f59d tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] Router d2d10c84-8d58-4ce9-8460-33be977b4265 has already been hosted by L3 agent fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f {{(pid=103448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 20:33:16.661061 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c9f0755-bc5e-4e2d-8c6a-6672e334f59d tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] Notify agent at l3_agent.dv-cinder-830901-7-iscsi the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 20:33:16.670805 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20da36de-b924-45f6-bdd5-7dd0bdd730cc None None] Sync routers for ids ['d2d10c84-8d58-4ce9-8460-33be977b4265'] in dv-cinder-830901-7-iscsi {{(pid=103451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 20:33:16.679091 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9c9f0755-bc5e-4e2d-8c6a-6672e334f59d tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-338397'] for floatingip (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:33:16.680852 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20da36de-b924-45f6-bdd5-7dd0bdd730cc None None] Routers {'d2d10c84-8d58-4ce9-8460-33be977b4265'} bound to L3 agent in host dv-cinder-830901-7-iscsi {{(pid=103451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:33:16.682545 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-20da36de-b924-45f6-bdd5-7dd0bdd730cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-16T20:16:38Z,description=,heartbeat_timestamp=2022-05-16T20:33:08Z,host='dv-cinder-830901-7-iscsi',id=fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:16:38Z,topic='l3_agent')) {'router_ids': ['d2d10c84-8d58-4ce9-8460-33be977b4265'], 'active': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:33:16.710206 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-9c9f0755-bc5e-4e2d-8c6a-6672e334f59d tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8290014 May 16 20:33:16.710818 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7ae12d8-7d93-4872-a8b7-bc5fa9bdddef', 'tag': '203e3b62-339d-4dc9-8b28-06868747507b'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 20:33:16.713090 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cabd327eae894280a08d6ee7d9129781675a5828ba01ec684011f2f655eb9e7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-918ec25d-4d29-497e-a3d9-3bb09d4c0ba6" -d '{"events": [{"name": "network-changed", "server_uuid": "a7ae12d8-7d93-4872-a8b7-bc5fa9bdddef", "tag": "203e3b62-339d-4dc9-8b28-06868747507b"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 20:33:16.713369 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.71', 53636) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:33:16.718105 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.v2.base [None req-39762202-468a-459f-8b94-7e0a722e58e0 tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-284944908', 'description': 'tempest-secgroup-smoke-284944908 description', 'project_id': '4d18594086434fd19336bd76a7089437'}} {{(pid=103449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:33:16.741328 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39762202-468a-459f-8b94-7e0a722e58e0 tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] Publish callbacks [] for security_group (None), before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:33:16.753844 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 20:33:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-403e15fd-1c42-4688-9063-cb48d5fd76af x-openstack-request-id: req-403e15fd-1c42-4688-9063-cb48d5fd76af {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 20:33:16.754170 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7ae12d8-7d93-4872-a8b7-bc5fa9bdddef", "tag": "203e3b62-339d-4dc9-8b28-06868747507b", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 20:33:16.754461 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-403e15fd-1c42-4688-9063-cb48d5fd76af {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 20:33:16.754856 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event matching ['req-403e15fd-1c42-4688-9063-cb48d5fd76af'] response: {'name': 'network-changed', 'server_uuid': 'a7ae12d8-7d93-4872-a8b7-bc5fa9bdddef', 'tag': '203e3b62-339d-4dc9-8b28-06868747507b', 'status': 'completed', 'code': 200} May 16 20:33:16.790391 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvr_db [None req-20da36de-b924-45f6-bdd5-7dd0bdd730cc None None] Set router d2d10c84-8d58-4ce9-8460-33be977b4265 gateway port host: dv-cinder-830901-7-iscsi {{(pid=103451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:33:16.842406 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918ec25d-4d29-497e-a3d9-3bb09d4c0ba6 req-e49b6851-1cdf-43b8-8037-7fa3bebb4e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:33:16.843908 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-918ec25d-4d29-497e-a3d9-3bb09d4c0ba6 req-e49b6851-1cdf-43b8-8037-7fa3bebb4e67 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=4d18594086434fd19336bd76a7089437&device_id=a7ae12d8-7d93-4872-a8b7-bc5fa9bdddef HTTP/1.1" status: 200 len: 1130 time: 0.0619569 May 16 20:33:16.859369 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39762202-468a-459f-8b94-7e0a722e58e0 tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] Publish callbacks [] for security_group (213c4647-2ba8-4c3d-baf9-e120b7f8592c), precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:33:16.877243 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39762202-468a-459f-8b94-7e0a722e58e0 tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997425'] for security_group (213c4647-2ba8-4c3d-baf9-e120b7f8592c), after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:33:16.943903 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39762202-468a-459f-8b94-7e0a722e58e0 tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] Publish callbacks [] for security_group (None), before_response {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:33:16.945211 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-39762202-468a-459f-8b94-7e0a722e58e0 tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2308166 May 16 20:33:16.948296 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.71', 53640) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:33:16.952728 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.v2.base [None req-a263d4f7-8c36-4f5f-87e6-4d57abbc397d tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] Request body: {'security_group_rule': {'security_group_id': '213c4647-2ba8-4c3d-baf9-e120b7f8592c', 'project_id': '4d18594086434fd19336bd76a7089437', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:33:16.953965 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39762202-468a-459f-8b94-7e0a722e58e0 tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] Pushing event updated for resources: {'SecurityGroup': ['ID=213c4647-2ba8-4c3d-baf9-e120b7f8592c,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:33:16.981047 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a263d4f7-8c36-4f5f-87e6-4d57abbc397d tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] Publish callbacks [] for security_group_rule (30d072c6-d273-49d0-8778-045f3760d5b9), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:33:16.986394 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918ec25d-4d29-497e-a3d9-3bb09d4c0ba6 req-c6a475f8-e291-4435-b718-744caf045012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:33:16.987980 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-918ec25d-4d29-497e-a3d9-3bb09d4c0ba6 req-c6a475f8-e291-4435-b718-744caf045012 service neutron] 10.222.0.81 "GET /v2.0/networks?id=bb6d97a1-ea92-40e0-99cc-81380c6478ce HTTP/1.1" status: 200 len: 915 time: 0.1382294 May 16 20:33:17.040828 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a263d4f7-8c36-4f5f-87e6-4d57abbc397d tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] Publish callbacks [] for security_group_rule (30d072c6-d273-49d0-8778-045f3760d5b9), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:33:17.045402 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a263d4f7-8c36-4f5f-87e6-4d57abbc397d tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997506'] for security_group_rule (30d072c6-d273-49d0-8778-045f3760d5b9), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:33:17.056550 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-918ec25d-4d29-497e-a3d9-3bb09d4c0ba6 req-ffede3f6-3cf5-4aff-bf40-cb46215e8c91 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=203e3b62-339d-4dc9-8b28-06868747507b HTTP/1.1" status: 200 len: 1000 time: 0.0615442 May 16 20:33:17.064280 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a263d4f7-8c36-4f5f-87e6-4d57abbc397d tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30d072c6-d273-49d0-8778-045f3760d5b9,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:33:17.073551 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a263d4f7-8c36-4f5f-87e6-4d57abbc397d tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:33:17.074797 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-a263d4f7-8c36-4f5f-87e6-4d57abbc397d tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1255195 May 16 20:33:17.077497 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.71', 53642) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:33:17.082808 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.v2.base [None req-4ea70955-fa32-4a31-93c4-497eaea64c07 tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] Request body: {'security_group_rule': {'security_group_id': '213c4647-2ba8-4c3d-baf9-e120b7f8592c', 'project_id': '4d18594086434fd19336bd76a7089437', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:33:17.102538 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-20da36de-b924-45f6-bdd5-7dd0bdd730cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2d10c84-8d58-4ce9-8460-33be977b4265', 'name': 'tempest-TestMinimumBasicScenario-474890428-router', 'tenant_id': '4d18594086434fd19336bd76a7089437', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'external_fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': '12537d26-6afc-4528-9b2f-20403a4e8616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:32:19Z', 'updated_at': '2022-05-16T20:32:23Z', 'revision_number': 4, 'project_id': '4d18594086434fd19336bd76a7089437', 'gw_port': {'id': '12537d26-6afc-4528-9b2f-20403a4e8616', 'name': '', 'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:a4:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d10c84-8d58-4ce9-8460-33be977b4265', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:32:20Z', 'updated_at': '2022-05-16T20:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-7-iscsi', '_floatingips': [{'id': '99d61336-8929-44b9-9fb0-baca2be8c884', 'tenant_id': '4d18594086434fd19336bd76a7089437', 'floating_ip_address': '172.27.2.129', 'floating_network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'router_id': 'd2d10c84-8d58-4ce9-8460-33be977b4265', 'port_id': '203e3b62-339d-4dc9-8b28-06868747507b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 662, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb6d97a1-ea92-40e0-99cc-81380c6478ce', 'mac_address': 'fa:16:3e:d6:96:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ae12d8-7d93-4872-a8b7-bc5fa9bdddef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T20:33:15Z', 'updated_at': '2022-05-16T20:33:15Z', 'revision_number': 0, 'project_id': '4d18594086434fd19336bd76a7089437', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55b36e30-c460-4db5-9abc-c4302663bf0c', 'name': '', 'network_id': 'bb6d97a1-ea92-40e0-99cc-81380c6478ce', 'tenant_id': '4d18594086434fd19336bd76a7089437', 'mac_address': 'fa:16:3e:d8:b2:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d10c84-8d58-4ce9-8460-33be977b4265', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'a3c300fd-5ec3-465b-9a92-333b0899fa80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:32:22Z', 'updated_at': '2022-05-16T20:32:27Z', 'revision_number': 5, 'project_id': '4d18594086434fd19336bd76a7089437', 'subnets': [{'id': 'a3c300fd-5ec3-465b-9a92-333b0899fa80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-7-iscsi', False) {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:33:17.112544 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4ea70955-fa32-4a31-93c4-497eaea64c07 tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] Publish callbacks [] for security_group_rule (d56db7d6-fb97-4798-a65c-d9c4ff4e6614), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:33:17.113987 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918ec25d-4d29-497e-a3d9-3bb09d4c0ba6 req-8674ff05-8ce5-4a14-9c1a-ee4828fffc08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:33:17.115507 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-918ec25d-4d29-497e-a3d9-3bb09d4c0ba6 req-8674ff05-8ce5-4a14-9c1a-ee4828fffc08 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=a3c300fd-5ec3-465b-9a92-333b0899fa80 HTTP/1.1" status: 200 len: 853 time: 0.0543630 May 16 20:33:17.131909 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20da36de-b924-45f6-bdd5-7dd0bdd730cc None None] Checking router: d2d10c84-8d58-4ce9-8460-33be977b4265 for host: dv-cinder-830901-7-iscsi {{(pid=103451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 20:33:17.140753 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20da36de-b924-45f6-bdd5-7dd0bdd730cc None None] Routers {'d2d10c84-8d58-4ce9-8460-33be977b4265'} bound to L3 agent in host dv-cinder-830901-7-iscsi {{(pid=103451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:33:17.141357 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-20da36de-b924-45f6-bdd5-7dd0bdd730cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-16T20:16:38Z,description=,heartbeat_timestamp=2022-05-16T20:33:08Z,host='dv-cinder-830901-7-iscsi',id=fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:16:38Z,topic='l3_agent')) {'router_ids': ['d2d10c84-8d58-4ce9-8460-33be977b4265'], 'active': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:33:17.171213 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4ea70955-fa32-4a31-93c4-497eaea64c07 tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] Publish callbacks [] for security_group_rule (d56db7d6-fb97-4798-a65c-d9c4ff4e6614), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:33:17.172099 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918ec25d-4d29-497e-a3d9-3bb09d4c0ba6 req-7b56e397-1fe5-473c-8dfa-762a4453c573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:33:17.173717 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-918ec25d-4d29-497e-a3d9-3bb09d4c0ba6 req-7b56e397-1fe5-473c-8dfa-762a4453c573 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=bb6d97a1-ea92-40e0-99cc-81380c6478ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0512559 May 16 20:33:17.175048 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4ea70955-fa32-4a31-93c4-497eaea64c07 tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997506'] for security_group_rule (d56db7d6-fb97-4798-a65c-d9c4ff4e6614), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:33:17.197590 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea70955-fa32-4a31-93c4-497eaea64c07 tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d56db7d6-fb97-4798-a65c-d9c4ff4e6614,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:33:17.203238 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4ea70955-fa32-4a31-93c4-497eaea64c07 tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:33:17.204526 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-4ea70955-fa32-4a31-93c4-497eaea64c07 tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1260953 May 16 20:33:17.207088 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.71', 53644) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:33:17.212336 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.v2.base [None req-90d3db8a-a8f9-47d5-b9d6-7db7d9f02693 tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] Request body: {'security_group_rule': {'security_group_id': '213c4647-2ba8-4c3d-baf9-e120b7f8592c', 'project_id': '4d18594086434fd19336bd76a7089437', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:33:17.245478 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvr_db [None req-20da36de-b924-45f6-bdd5-7dd0bdd730cc None None] Set router d2d10c84-8d58-4ce9-8460-33be977b4265 gateway port host: dv-cinder-830901-7-iscsi {{(pid=103451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:33:17.246213 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-90d3db8a-a8f9-47d5-b9d6-7db7d9f02693 tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] Publish callbacks [] for security_group_rule (6f1dd52d-80cc-44ad-8d9c-7e95e2e8f702), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:33:17.293519 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-918ec25d-4d29-497e-a3d9-3bb09d4c0ba6 req-0d23d437-4171-4c09-b8d8-d0d4bf1b87d1 service neutron] 10.222.0.81 "GET /v2.0/networks/bb6d97a1-ea92-40e0-99cc-81380c6478ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131830 May 16 20:33:17.307635 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-90d3db8a-a8f9-47d5-b9d6-7db7d9f02693 tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] Publish callbacks [] for security_group_rule (6f1dd52d-80cc-44ad-8d9c-7e95e2e8f702), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:33:17.311428 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-90d3db8a-a8f9-47d5-b9d6-7db7d9f02693 tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997506'] for security_group_rule (6f1dd52d-80cc-44ad-8d9c-7e95e2e8f702), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:33:17.334205 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d3db8a-a8f9-47d5-b9d6-7db7d9f02693 tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f1dd52d-80cc-44ad-8d9c-7e95e2e8f702,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:33:17.341462 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-90d3db8a-a8f9-47d5-b9d6-7db7d9f02693 tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:33:17.342755 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-90d3db8a-a8f9-47d5-b9d6-7db7d9f02693 tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1340239 May 16 20:33:17.345429 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.71', 53646) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:33:17.352352 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.v2.base [None req-44104766-9525-4e2e-877c-3c8296a7eb91 tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] Request body: {'security_group_rule': {'security_group_id': '213c4647-2ba8-4c3d-baf9-e120b7f8592c', 'project_id': '4d18594086434fd19336bd76a7089437', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:33:17.381419 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-44104766-9525-4e2e-877c-3c8296a7eb91 tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] Publish callbacks [] for security_group_rule (3a0f22af-6fe6-4c90-bf0f-b4a691e6f22b), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:33:17.396675 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-918ec25d-4d29-497e-a3d9-3bb09d4c0ba6 req-654e2439-548a-4cd5-bed2-8bf52c1d253d service neutron] 10.222.0.81 "GET /v2.0/networks/bb6d97a1-ea92-40e0-99cc-81380c6478ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978887 May 16 20:33:17.443263 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-44104766-9525-4e2e-877c-3c8296a7eb91 tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] Publish callbacks [] for security_group_rule (3a0f22af-6fe6-4c90-bf0f-b4a691e6f22b), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:33:17.447287 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-44104766-9525-4e2e-877c-3c8296a7eb91 tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997506'] for security_group_rule (3a0f22af-6fe6-4c90-bf0f-b4a691e6f22b), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:33:17.467705 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44104766-9525-4e2e-877c-3c8296a7eb91 tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a0f22af-6fe6-4c90-bf0f-b4a691e6f22b,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:33:17.473676 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-44104766-9525-4e2e-877c-3c8296a7eb91 tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:33:17.477457 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-44104766-9525-4e2e-877c-3c8296a7eb91 tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1279199 May 16 20:33:17.477544 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.71', 53648) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:33:17.482065 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.v2.base [None req-8f57cb16-ae52-4784-8bdb-b0fee9b9b1da tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] Request body: {'security_group_rule': {'security_group_id': '213c4647-2ba8-4c3d-baf9-e120b7f8592c', 'project_id': '4d18594086434fd19336bd76a7089437', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:33:17.494856 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-20da36de-b924-45f6-bdd5-7dd0bdd730cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2d10c84-8d58-4ce9-8460-33be977b4265', 'name': 'tempest-TestMinimumBasicScenario-474890428-router', 'tenant_id': '4d18594086434fd19336bd76a7089437', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'external_fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': '12537d26-6afc-4528-9b2f-20403a4e8616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:32:19Z', 'updated_at': '2022-05-16T20:32:23Z', 'revision_number': 4, 'project_id': '4d18594086434fd19336bd76a7089437', 'gw_port': {'id': '12537d26-6afc-4528-9b2f-20403a4e8616', 'name': '', 'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:a4:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d10c84-8d58-4ce9-8460-33be977b4265', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:32:20Z', 'updated_at': '2022-05-16T20:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-7-iscsi', '_floatingips': [{'id': '99d61336-8929-44b9-9fb0-baca2be8c884', 'tenant_id': '4d18594086434fd19336bd76a7089437', 'floating_ip_address': '172.27.2.129', 'floating_network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'router_id': 'd2d10c84-8d58-4ce9-8460-33be977b4265', 'port_id': '203e3b62-339d-4dc9-8b28-06868747507b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 662, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb6d97a1-ea92-40e0-99cc-81380c6478ce', 'mac_address': 'fa:16:3e:d6:96:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ae12d8-7d93-4872-a8b7-bc5fa9bdddef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T20:33:15Z', 'updated_at': '2022-05-16T20:33:15Z', 'revision_number': 0, 'project_id': '4d18594086434fd19336bd76a7089437', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55b36e30-c460-4db5-9abc-c4302663bf0c', 'name': '', 'network_id': 'bb6d97a1-ea92-40e0-99cc-81380c6478ce', 'tenant_id': '4d18594086434fd19336bd76a7089437', 'mac_address': 'fa:16:3e:d8:b2:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d10c84-8d58-4ce9-8460-33be977b4265', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'a3c300fd-5ec3-465b-9a92-333b0899fa80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:32:22Z', 'updated_at': '2022-05-16T20:32:27Z', 'revision_number': 5, 'project_id': '4d18594086434fd19336bd76a7089437', 'subnets': [{'id': 'a3c300fd-5ec3-465b-9a92-333b0899fa80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-7-iscsi', False) {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:33:17.502239 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.db.securitygroups_db [None req-8f57cb16-ae52-4784-8bdb-b0fee9b9b1da tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] Project 4d18594086434fd19336bd76a7089437 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 16 20:33:17.508925 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-8f57cb16-ae52-4784-8bdb-b0fee9b9b1da tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] Publish callbacks [] for security_group_rule (7e28ec3d-16a4-4819-8889-090d92a0739a), before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:33:17.521213 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20da36de-b924-45f6-bdd5-7dd0bdd730cc None None] The sync data for ids ['d2d10c84-8d58-4ce9-8460-33be977b4265'] in dv-cinder-830901-7-iscsi is: [{'id': 'd2d10c84-8d58-4ce9-8460-33be977b4265', 'name': 'tempest-TestMinimumBasicScenario-474890428-router', 'tenant_id': '4d18594086434fd19336bd76a7089437', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'external_fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': '12537d26-6afc-4528-9b2f-20403a4e8616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:32:19Z', 'updated_at': '2022-05-16T20:32:23Z', 'revision_number': 4, 'project_id': '4d18594086434fd19336bd76a7089437', 'gw_port': {'id': '12537d26-6afc-4528-9b2f-20403a4e8616', 'name': '', 'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:a4:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d10c84-8d58-4ce9-8460-33be977b4265', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:32:20Z', 'updated_at': '2022-05-16T20:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-7-iscsi', '_floatingips': [{'id': '99d61336-8929-44b9-9fb0-baca2be8c884', 'tenant_id': '4d18594086434fd19336bd76a7089437', 'floating_ip_address': '172.27.2.129', 'floating_network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'router_id': 'd2d10c84-8d58-4ce9-8460-33be977b4265', 'port_id': '203e3b62-339d-4dc9-8b28-06868747507b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 662, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb6d97a1-ea92-40e0-99cc-81380c6478ce', 'mac_address': 'fa:16:3e:d6:96:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ae12d8-7d93-4872-a8b7-bc5fa9bdddef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T20:33:15Z', 'updated_at': '2022-05-16T20:33:15Z', 'revision_number': 0, 'project_id': '4d18594086434fd19336bd76a7089437', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55b36e30-c460-4db5-9abc-c4302663bf0c', 'name': '', 'network_id': 'bb6d97a1-ea92-40e0-99cc-81380c6478ce', 'tenant_id': '4d18594086434fd19336bd76a7089437', 'mac_address': 'fa:16:3e:d8:b2:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d10c84-8d58-4ce9-8460-33be977b4265', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'a3c300fd-5ec3-465b-9a92-333b0899fa80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:32:22Z', 'updated_at': '2022-05-16T20:32:27Z', 'revision_number': 5, 'project_id': '4d18594086434fd19336bd76a7089437', 'subnets': [{'id': 'a3c300fd-5ec3-465b-9a92-333b0899fa80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 20:33:17.559949 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-8f57cb16-ae52-4784-8bdb-b0fee9b9b1da tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] Publish callbacks [] for security_group_rule (7e28ec3d-16a4-4819-8889-090d92a0739a), precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:33:17.563894 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-8f57cb16-ae52-4784-8bdb-b0fee9b9b1da tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997506'] for security_group_rule (7e28ec3d-16a4-4819-8889-090d92a0739a), after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:33:17.581975 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f57cb16-ae52-4784-8bdb-b0fee9b9b1da tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e28ec3d-16a4-4819-8889-090d92a0739a,revision_number=0']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:33:17.591941 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-8f57cb16-ae52-4784-8bdb-b0fee9b9b1da tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:33:17.595783 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-8f57cb16-ae52-4784-8bdb-b0fee9b9b1da tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1147873 May 16 20:33:17.596109 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.71', 53650) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:33:17.601018 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.v2.base [None req-31550fda-bf99-4ee8-9ae9-5ad56077da62 tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] Request body: {'security_group_rule': {'security_group_id': '213c4647-2ba8-4c3d-baf9-e120b7f8592c', 'project_id': '4d18594086434fd19336bd76a7089437', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:33:17.622117 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.db.securitygroups_db [None req-31550fda-bf99-4ee8-9ae9-5ad56077da62 tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] Project 4d18594086434fd19336bd76a7089437 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 16 20:33:17.627650 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-31550fda-bf99-4ee8-9ae9-5ad56077da62 tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] Publish callbacks [] for security_group_rule (a0fbc381-d262-45f0-a78c-82914bbf7ee8), before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:33:17.689695 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-31550fda-bf99-4ee8-9ae9-5ad56077da62 tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] Publish callbacks [] for security_group_rule (a0fbc381-d262-45f0-a78c-82914bbf7ee8), precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:33:17.694218 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-31550fda-bf99-4ee8-9ae9-5ad56077da62 tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997506'] for security_group_rule (a0fbc381-d262-45f0-a78c-82914bbf7ee8), after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:33:17.712427 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31550fda-bf99-4ee8-9ae9-5ad56077da62 tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0fbc381-d262-45f0-a78c-82914bbf7ee8,revision_number=0']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:33:17.720929 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-31550fda-bf99-4ee8-9ae9-5ad56077da62 tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:33:17.724945 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-31550fda-bf99-4ee8-9ae9-5ad56077da62 tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1250443 May 16 20:33:17.731296 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b94857d1-4f07-451b-b91e-0dd5cddeb815 None None] New status for floating IP 99d61336-8929-44b9-9fb0-baca2be8c884: ACTIVE {{(pid=103450) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 20:33:17.813188 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-b101ac2d-cdc6-4ce4-8580-fb56ff29ce8f req-10611931-260a-4eb2-9f83-9531a2927553 tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-284944908&fields=id&tenant_id=4d18594086434fd19336bd76a7089437 HTTP/1.1" status: 200 len: 267 time: 0.0440073 May 16 20:33:17.864958 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b101ac2d-cdc6-4ce4-8580-fb56ff29ce8f req-8a4fc8a6-f6c1-48bd-8c79-a2f00947c539 tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:33:17.866592 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-b101ac2d-cdc6-4ce4-8580-fb56ff29ce8f req-8a4fc8a6-f6c1-48bd-8c79-a2f00947c539 tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] 10.222.0.71 "GET /v2.0/ports?device_id=a7ae12d8-7d93-4872-a8b7-bc5fa9bdddef HTTP/1.1" status: 200 len: 946 time: 0.0472832 May 16 20:33:17.877280 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.v2.base [req-b101ac2d-cdc6-4ce4-8580-fb56ff29ce8f req-e04594ce-6f15-4d6b-af6d-c3bd37e00492 tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] Request body: {'port': {'security_groups': ['5bdea423-7afe-452b-9b18-80e2e606f9f3', '213c4647-2ba8-4c3d-baf9-e120b7f8592c']}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:33:17.950888 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-b101ac2d-cdc6-4ce4-8580-fb56ff29ce8f req-e04594ce-6f15-4d6b-af6d-c3bd37e00492 tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (203e3b62-339d-4dc9-8b28-06868747507b), before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:33:18.163844 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-b101ac2d-cdc6-4ce4-8580-fb56ff29ce8f req-e04594ce-6f15-4d6b-af6d-c3bd37e00492 tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] For port 203e3b62-339d-4dc9-8b28-06868747507b, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=203e3b62-339d-4dc9-8b28-06868747507b,segment=NetworkSegment(cbd7787d-b18f-40ec-ada9-e437834c50fe),segment_id=cbd7787d-b18f-40ec-ada9-e437834c50fe)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:33:18.191060 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-b101ac2d-cdc6-4ce4-8580-fb56ff29ce8f req-e04594ce-6f15-4d6b-af6d-c3bd37e00492 tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] Publish callbacks [] for port (203e3b62-339d-4dc9-8b28-06868747507b), precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:33:18.195452 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-b101ac2d-cdc6-4ce4-8580-fb56ff29ce8f req-e04594ce-6f15-4d6b-af6d-c3bd37e00492 tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732397598091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732397102978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732397102996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27048595'] for port (203e3b62-339d-4dc9-8b28-06868747507b), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:33:18.211975 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] get_ports_and_sgs() called for port_ids ['203e3b62-339d-4dc9-8b28-06868747507b'] {{(pid=103450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 20:33:18.240465 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b101ac2d-cdc6-4ce4-8580-fb56ff29ce8f req-e04594ce-6f15-4d6b-af6d-c3bd37e00492 tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:33:18.240942 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-b101ac2d-cdc6-4ce4-8580-fb56ff29ce8f req-e04594ce-6f15-4d6b-af6d-c3bd37e00492 tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-338397'] for port (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:33:18.242332 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-b101ac2d-cdc6-4ce4-8580-fb56ff29ce8f req-e04594ce-6f15-4d6b-af6d-c3bd37e00492 tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] 10.222.0.71 "PUT /v2.0/ports/203e3b62-339d-4dc9-8b28-06868747507b HTTP/1.1" status: 200 len: 982 time: 0.3697259 May 16 20:33:18.268820 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04594ce-6f15-4d6b-af6d-c3bd37e00492 tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] Pushing event updated for resources: {'Port': ['ID=203e3b62-339d-4dc9-8b28-06868747507b,revision_number=6']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:33:18.347012 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] get_ports_and_sgs() called for port_ids ['203e3b62-339d-4dc9-8b28-06868747507b'] {{(pid=103450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 20:33:18.371642 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68435feb-5565-4973-97c8-aede1f317025 req-beea4f2d-0392-4b17-9c5b-57f5d40dbb17 tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:33:18.373244 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-68435feb-5565-4973-97c8-aede1f317025 req-beea4f2d-0392-4b17-9c5b-57f5d40dbb17 tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] 10.222.0.71 "GET /v2.0/ports?device_id=a7ae12d8-7d93-4872-a8b7-bc5fa9bdddef HTTP/1.1" status: 200 len: 985 time: 0.0561469 May 16 20:33:18.438699 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-68435feb-5565-4973-97c8-aede1f317025 req-5267ddea-aa9e-476a-a80c-8aa6d7192561 tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] 10.222.0.71 "GET /v2.0/security-groups?id=213c4647-2ba8-4c3d-baf9-e120b7f8592c&id=5bdea423-7afe-452b-9b18-80e2e606f9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0595298 May 16 20:33:18.567033 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [None req-39d4e2f3-9434-457f-8a80-f4a8e0a3cb11 None None] Provisioning complete for port 203e3b62-339d-4dc9-8b28-06868747507b triggered by entity DHCP. {{(pid=103450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:33:18.567371 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-39d4e2f3-9434-457f-8a80-f4a8e0a3cb11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868582'] for port (203e3b62-339d-4dc9-8b28-06868747507b), provisioning_complete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:33:18.749861 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-39d4e2f3-9434-457f-8a80-f4a8e0a3cb11 None None] Current status of the port 203e3b62-339d-4dc9-8b28-06868747507b is: ACTIVE; New status is: ACTIVE {{(pid=103450) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:33:18.755760 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7ae12d8-7d93-4872-a8b7-bc5fa9bdddef', 'tag': '203e3b62-339d-4dc9-8b28-06868747507b'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 20:33:18.758143 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cabd327eae894280a08d6ee7d9129781675a5828ba01ec684011f2f655eb9e7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cffc9ecf-8131-485e-8a0a-e2b28f58068b" -d '{"events": [{"name": "network-changed", "server_uuid": "a7ae12d8-7d93-4872-a8b7-bc5fa9bdddef", "tag": "203e3b62-339d-4dc9-8b28-06868747507b"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 20:33:18.796328 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 20:33:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fad5dd5-b4d4-4b2b-825f-acec81c1d6ed x-openstack-request-id: req-6fad5dd5-b4d4-4b2b-825f-acec81c1d6ed {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 20:33:18.796619 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7ae12d8-7d93-4872-a8b7-bc5fa9bdddef", "tag": "203e3b62-339d-4dc9-8b28-06868747507b", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 20:33:18.796868 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-6fad5dd5-b4d4-4b2b-825f-acec81c1d6ed {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 20:33:18.797272 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6fad5dd5-b4d4-4b2b-825f-acec81c1d6ed'] response: {'name': 'network-changed', 'server_uuid': 'a7ae12d8-7d93-4872-a8b7-bc5fa9bdddef', 'tag': '203e3b62-339d-4dc9-8b28-06868747507b', 'status': 'completed', 'code': 200} May 16 20:33:18.868584 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffc9ecf-8131-485e-8a0a-e2b28f58068b req-397ce818-8ea3-4a42-99a7-e222ef582909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:33:18.870083 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-cffc9ecf-8131-485e-8a0a-e2b28f58068b req-397ce818-8ea3-4a42-99a7-e222ef582909 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=4d18594086434fd19336bd76a7089437&device_id=a7ae12d8-7d93-4872-a8b7-bc5fa9bdddef HTTP/1.1" status: 200 len: 1169 time: 0.0406001 May 16 20:33:18.968010 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffc9ecf-8131-485e-8a0a-e2b28f58068b req-ad5ef70d-b26b-45c9-a6bf-2f828d2389c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:33:18.969619 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-cffc9ecf-8131-485e-8a0a-e2b28f58068b req-ad5ef70d-b26b-45c9-a6bf-2f828d2389c0 service neutron] 10.222.0.81 "GET /v2.0/networks?id=bb6d97a1-ea92-40e0-99cc-81380c6478ce HTTP/1.1" status: 200 len: 915 time: 0.0910785 May 16 20:33:19.030166 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-cffc9ecf-8131-485e-8a0a-e2b28f58068b req-142fd015-8c3a-4c43-9ec0-90b925a487b6 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=203e3b62-339d-4dc9-8b28-06868747507b HTTP/1.1" status: 200 len: 1002 time: 0.0541844 May 16 20:33:19.076561 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffc9ecf-8131-485e-8a0a-e2b28f58068b req-52ad573d-eaf6-4aa5-aae4-fc3f5773000a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:33:19.077937 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-cffc9ecf-8131-485e-8a0a-e2b28f58068b req-52ad573d-eaf6-4aa5-aae4-fc3f5773000a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=a3c300fd-5ec3-465b-9a92-333b0899fa80 HTTP/1.1" status: 200 len: 853 time: 0.0416019 May 16 20:33:19.122017 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffc9ecf-8131-485e-8a0a-e2b28f58068b req-ef13679c-9422-4656-8eae-d76cceea2c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:33:19.123444 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-cffc9ecf-8131-485e-8a0a-e2b28f58068b req-ef13679c-9422-4656-8eae-d76cceea2c32 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=bb6d97a1-ea92-40e0-99cc-81380c6478ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398693 May 16 20:33:19.215856 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-cffc9ecf-8131-485e-8a0a-e2b28f58068b req-b844ce23-f88c-48b2-84a5-61b3748e92a9 service neutron] 10.222.0.81 "GET /v2.0/networks/bb6d97a1-ea92-40e0-99cc-81380c6478ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808167 May 16 20:33:19.312033 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-cffc9ecf-8131-485e-8a0a-e2b28f58068b req-4b329857-9c6b-4d16-ba27-c7f3d3b39248 service neutron] 10.222.0.81 "GET /v2.0/networks/bb6d97a1-ea92-40e0-99cc-81380c6478ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831609 May 16 20:33:33.681837 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a7bdee7d-4c23-4359-a8c3-9587d7f500ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (6de3586b-c77a-41a3-9d69-e80d1925fb22), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:33:37.652586 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-5e5eb4c6-3fc4-430b-87ee-1b0006799c72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:33:38.825983 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7e48644e-b95e-4624-af94-515661536cfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (250d088e-9c0e-4ec5-80f3-a83f8403448b), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:33:40.172436 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (748e0023-d5c8-44d3-9d74-a0da2def1ef4), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:33:40.877592 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6817a924-6d52-4d66-a8a7-036511333704 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (03fa33e9-7cc7-490c-b269-c4f69c490346), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:33:41.118473 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab556f7-6113-4979-9594-197e554a1487 req-8b6514c1-b91c-43d5-96bb-91509bba1380 tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:33:41.120494 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-eab556f7-6113-4979-9594-197e554a1487 req-8b6514c1-b91c-43d5-96bb-91509bba1380 tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] 10.222.0.71 "GET /v2.0/ports?device_id=a7ae12d8-7d93-4872-a8b7-bc5fa9bdddef HTTP/1.1" status: 200 len: 985 time: 0.0490565 May 16 20:33:41.123986 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fea8c40-9849-47aa-9304-a647362fa2c5 req-e12bf9b4-3071-4ccf-be16-8fb2be0337e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:33:41.125541 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-4fea8c40-9849-47aa-9304-a647362fa2c5 req-e12bf9b4-3071-4ccf-be16-8fb2be0337e7 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=4d18594086434fd19336bd76a7089437&device_id=a7ae12d8-7d93-4872-a8b7-bc5fa9bdddef HTTP/1.1" status: 200 len: 1169 time: 0.0410848 May 16 20:33:41.180705 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-eab556f7-6113-4979-9594-197e554a1487 req-38ea2fb2-f0de-45ac-bd04-71b22ebb850c tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] 10.222.0.71 "GET /v2.0/security-groups?id=213c4647-2ba8-4c3d-baf9-e120b7f8592c&id=5bdea423-7afe-452b-9b18-80e2e606f9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0544188 May 16 20:33:41.219789 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fea8c40-9849-47aa-9304-a647362fa2c5 req-cd64f9ad-ab75-48a5-ae07-ce37d9612da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:33:41.221259 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-4fea8c40-9849-47aa-9304-a647362fa2c5 req-cd64f9ad-ab75-48a5-ae07-ce37d9612da7 service neutron] 10.222.0.81 "GET /v2.0/networks?id=bb6d97a1-ea92-40e0-99cc-81380c6478ce HTTP/1.1" status: 200 len: 915 time: 0.0896597 May 16 20:33:41.263688 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (bddaa840-ffd9-43a2-8860-d40111f70aff), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:33:41.283326 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-4fea8c40-9849-47aa-9304-a647362fa2c5 req-d8d9343d-d83e-458b-89c4-aa32c66c02ea service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=203e3b62-339d-4dc9-8b28-06868747507b HTTP/1.1" status: 200 len: 1002 time: 0.0556543 May 16 20:33:41.329807 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fea8c40-9849-47aa-9304-a647362fa2c5 req-cd6fb890-e465-48e5-a843-4f31d01b2fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:33:41.331571 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-4fea8c40-9849-47aa-9304-a647362fa2c5 req-cd6fb890-e465-48e5-a843-4f31d01b2fcd service neutron] 10.222.0.81 "GET /v2.0/subnets?id=a3c300fd-5ec3-465b-9a92-333b0899fa80 HTTP/1.1" status: 200 len: 853 time: 0.0413756 May 16 20:33:41.379447 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fea8c40-9849-47aa-9304-a647362fa2c5 req-c717e12b-afb0-4d82-a554-d7508b4aefc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:33:41.380842 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-4fea8c40-9849-47aa-9304-a647362fa2c5 req-c717e12b-afb0-4d82-a554-d7508b4aefc3 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=bb6d97a1-ea92-40e0-99cc-81380c6478ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0403075 May 16 20:33:41.469808 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-4fea8c40-9849-47aa-9304-a647362fa2c5 req-16202738-ae94-4c7d-a3e3-7d7e191a18b4 service neutron] 10.222.0.81 "GET /v2.0/networks/bb6d97a1-ea92-40e0-99cc-81380c6478ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815768 May 16 20:33:41.560661 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-4fea8c40-9849-47aa-9304-a647362fa2c5 req-a8a72c8f-f5cb-4eee-b000-f4c80c41dd49 service neutron] 10.222.0.81 "GET /v2.0/networks/bb6d97a1-ea92-40e0-99cc-81380c6478ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843315 May 16 20:33:42.299027 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb45e38-deaa-43f2-85ab-96f32f5541ba req-9ec7f193-87d5-48fe-a722-d8e4ec7242ee tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:33:42.300525 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-7cb45e38-deaa-43f2-85ab-96f32f5541ba req-9ec7f193-87d5-48fe-a722-d8e4ec7242ee tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] 10.222.0.71 "GET /v2.0/ports?device_id=a7ae12d8-7d93-4872-a8b7-bc5fa9bdddef HTTP/1.1" status: 200 len: 985 time: 0.0482643 May 16 20:33:42.365927 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-7cb45e38-deaa-43f2-85ab-96f32f5541ba req-d435ce05-27b3-4797-be4b-6cb571fef95d tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] 10.222.0.71 "GET /v2.0/security-groups?id=213c4647-2ba8-4c3d-baf9-e120b7f8592c&id=5bdea423-7afe-452b-9b18-80e2e606f9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0590134 May 16 20:33:43.480255 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018d85ab-c72e-4eac-b056-03d15291b9b1 req-a15196c1-5d2e-4a60-a63b-d12b448d5856 tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:33:43.481977 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-018d85ab-c72e-4eac-b056-03d15291b9b1 req-a15196c1-5d2e-4a60-a63b-d12b448d5856 tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] 10.222.0.71 "GET /v2.0/ports?device_id=a7ae12d8-7d93-4872-a8b7-bc5fa9bdddef HTTP/1.1" status: 200 len: 985 time: 0.0493772 May 16 20:33:43.542704 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-018d85ab-c72e-4eac-b056-03d15291b9b1 req-738559e9-1c97-4f89-bd9d-e538352ac602 tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] 10.222.0.71 "GET /v2.0/security-groups?id=213c4647-2ba8-4c3d-baf9-e120b7f8592c&id=5bdea423-7afe-452b-9b18-80e2e606f9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0549634 May 16 20:33:44.102678 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.agents_db [None req-fef3025b-cde1-4f6e-a405-d73d123fae0f None None] Agent healthcheck: found 6 active agents {{(pid=103451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 20:33:44.659082 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01df9f11-cb1b-4c99-a13a-bdaa1f55b3ab req-c41dc232-338f-4967-9654-f85acf2f355c tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:33:44.660509 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-01df9f11-cb1b-4c99-a13a-bdaa1f55b3ab req-c41dc232-338f-4967-9654-f85acf2f355c tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] 10.222.0.71 "GET /v2.0/ports?device_id=a7ae12d8-7d93-4872-a8b7-bc5fa9bdddef HTTP/1.1" status: 200 len: 985 time: 0.0493701 May 16 20:33:44.718147 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-01df9f11-cb1b-4c99-a13a-bdaa1f55b3ab req-fee88d4c-fb01-48a1-9499-4665a91e9412 tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] 10.222.0.71 "GET /v2.0/security-groups?id=213c4647-2ba8-4c3d-baf9-e120b7f8592c&id=5bdea423-7afe-452b-9b18-80e2e606f9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0520496 May 16 20:33:45.836339 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635dee14-1ca3-42ad-88d8-f84dfe641c9e req-46ce12e8-c830-490a-84b3-d802f7f89525 tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:33:45.837799 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-635dee14-1ca3-42ad-88d8-f84dfe641c9e req-46ce12e8-c830-490a-84b3-d802f7f89525 tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] 10.222.0.71 "GET /v2.0/ports?device_id=a7ae12d8-7d93-4872-a8b7-bc5fa9bdddef HTTP/1.1" status: 200 len: 985 time: 0.0514383 May 16 20:33:45.895878 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-635dee14-1ca3-42ad-88d8-f84dfe641c9e req-a3cddebd-12e2-477e-857c-8eeaf457e4c2 tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] 10.222.0.71 "GET /v2.0/security-groups?id=213c4647-2ba8-4c3d-baf9-e120b7f8592c&id=5bdea423-7afe-452b-9b18-80e2e606f9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0524001 May 16 20:33:47.010891 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390a4fbe-b803-40e4-9361-ad94536485f0 req-dcf942d9-3442-408a-903e-baffb934bd3a tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:33:47.012383 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-390a4fbe-b803-40e4-9361-ad94536485f0 req-dcf942d9-3442-408a-903e-baffb934bd3a tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] 10.222.0.71 "GET /v2.0/ports?device_id=a7ae12d8-7d93-4872-a8b7-bc5fa9bdddef HTTP/1.1" status: 200 len: 985 time: 0.0473425 May 16 20:33:47.071323 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-390a4fbe-b803-40e4-9361-ad94536485f0 req-04350231-a0a2-4822-9008-49a55022077c tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] 10.222.0.71 "GET /v2.0/security-groups?id=213c4647-2ba8-4c3d-baf9-e120b7f8592c&id=5bdea423-7afe-452b-9b18-80e2e606f9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0533390 May 16 20:33:48.183755 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7cafd0-749e-4b5c-b79c-760c0b23ed46 req-9ea02bae-2fa1-4488-97cf-c127c7b1252a tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:33:48.185260 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-5e7cafd0-749e-4b5c-b79c-760c0b23ed46 req-9ea02bae-2fa1-4488-97cf-c127c7b1252a tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] 10.222.0.71 "GET /v2.0/ports?device_id=a7ae12d8-7d93-4872-a8b7-bc5fa9bdddef HTTP/1.1" status: 200 len: 985 time: 0.0475299 May 16 20:33:48.245302 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-5e7cafd0-749e-4b5c-b79c-760c0b23ed46 req-9996617a-5f7e-40be-a82f-ec9fc4abfe6c tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] 10.222.0.71 "GET /v2.0/security-groups?id=213c4647-2ba8-4c3d-baf9-e120b7f8592c&id=5bdea423-7afe-452b-9b18-80e2e606f9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0544763 May 16 20:33:49.368962 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef410d75-91e1-4868-8c5c-d6939e18d107 req-cb8d7eb8-5493-4684-9d3d-8707ee496a17 tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:33:49.370469 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-ef410d75-91e1-4868-8c5c-d6939e18d107 req-cb8d7eb8-5493-4684-9d3d-8707ee496a17 tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] 10.222.0.71 "GET /v2.0/ports?device_id=a7ae12d8-7d93-4872-a8b7-bc5fa9bdddef HTTP/1.1" status: 200 len: 985 time: 0.0564909 May 16 20:33:49.433884 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-ef410d75-91e1-4868-8c5c-d6939e18d107 req-c7f00414-fd90-40d5-a473-546175adb75e tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] 10.222.0.71 "GET /v2.0/security-groups?id=213c4647-2ba8-4c3d-baf9-e120b7f8592c&id=5bdea423-7afe-452b-9b18-80e2e606f9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0577688 May 16 20:33:50.546918 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c11735-453b-4bd6-ab30-4fcd0022f26e req-61554f2c-a298-4c4a-9a37-0d04d298ac9d tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:33:50.548414 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-43c11735-453b-4bd6-ab30-4fcd0022f26e req-61554f2c-a298-4c4a-9a37-0d04d298ac9d tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] 10.222.0.71 "GET /v2.0/ports?device_id=a7ae12d8-7d93-4872-a8b7-bc5fa9bdddef HTTP/1.1" status: 200 len: 985 time: 0.0485847 May 16 20:33:50.612807 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-43c11735-453b-4bd6-ab30-4fcd0022f26e req-26bf4f43-7c53-43ac-985b-b56d9b7c6639 tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] 10.222.0.71 "GET /v2.0/security-groups?id=213c4647-2ba8-4c3d-baf9-e120b7f8592c&id=5bdea423-7afe-452b-9b18-80e2e606f9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0586381 May 16 20:33:50.843760 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5bc14e-9dbb-4502-9c69-ca8d321e5748 req-758f8517-e277-4a8d-9e6d-f13d6e3e86bd tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:33:50.845223 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-6d5bc14e-9dbb-4502-9c69-ca8d321e5748 req-758f8517-e277-4a8d-9e6d-f13d6e3e86bd tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] 10.222.0.71 "GET /v2.0/ports?device_id=991949f8-a390-4a2e-bb1f-363576bd912e HTTP/1.1" status: 200 len: 946 time: 0.0470073 May 16 20:33:50.895228 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-6d5bc14e-9dbb-4502-9c69-ca8d321e5748 req-73aa2301-6456-4b64-90cb-8b36d3fbdde6 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] 10.222.0.71 "GET /v2.0/security-groups?id=7b5fac17-2160-4d9d-b45e-fd0e04f4599d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445170 May 16 20:33:51.728709 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7522ee21-7234-4f60-809f-e204a6c5461b req-9b929ef9-1471-47f5-8c56-b3048b91cba4 tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:33:51.730153 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-7522ee21-7234-4f60-809f-e204a6c5461b req-9b929ef9-1471-47f5-8c56-b3048b91cba4 tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] 10.222.0.71 "GET /v2.0/ports?device_id=a7ae12d8-7d93-4872-a8b7-bc5fa9bdddef HTTP/1.1" status: 200 len: 985 time: 0.0483923 May 16 20:33:51.789274 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-7522ee21-7234-4f60-809f-e204a6c5461b req-4bac1c77-2a1d-4564-9342-968ec3fff7b5 tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] 10.222.0.71 "GET /v2.0/security-groups?id=213c4647-2ba8-4c3d-baf9-e120b7f8592c&id=5bdea423-7afe-452b-9b18-80e2e606f9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0535281 May 16 20:33:52.004329 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f995388-1050-498f-8609-8aeb282268b9 req-27cfe925-55af-4ef9-a5fc-98cb5b6636fa tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:33:52.005764 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-7f995388-1050-498f-8609-8aeb282268b9 req-27cfe925-55af-4ef9-a5fc-98cb5b6636fa tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] 10.222.0.71 "GET /v2.0/ports?device_id=991949f8-a390-4a2e-bb1f-363576bd912e HTTP/1.1" status: 200 len: 946 time: 0.0443246 May 16 20:33:52.051026 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-7f995388-1050-498f-8609-8aeb282268b9 req-5f85992a-9ba1-40cd-a8af-dc2813454f5e tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] 10.222.0.71 "GET /v2.0/security-groups?id=7b5fac17-2160-4d9d-b45e-fd0e04f4599d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393188 May 16 20:33:52.344978 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f449b86e-fb2d-4861-a9be-f9c8baeea9bf req-50aafb92-6485-436f-812f-9ee30638c928 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:33:52.346409 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-f449b86e-fb2d-4861-a9be-f9c8baeea9bf req-50aafb92-6485-436f-812f-9ee30638c928 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] 10.222.0.81 "GET /v2.0/ports?device_id=991949f8-a390-4a2e-bb1f-363576bd912e HTTP/1.1" status: 200 len: 946 time: 0.0490711 May 16 20:33:52.425373 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [req-f449b86e-fb2d-4861-a9be-f9c8baeea9bf req-2799cafc-47d7-4570-b649-c18adf42455f tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Deleting port 55061ff0-7f22-4323-aeb4-7d34fa7c9873 {{(pid=103449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 20:33:52.425712 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [req-f449b86e-fb2d-4861-a9be-f9c8baeea9bf req-2799cafc-47d7-4570-b649-c18adf42455f tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732397588453'] for port (55061ff0-7f22-4323-aeb4-7d34fa7c9873), before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:33:52.516308 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [req-f449b86e-fb2d-4861-a9be-f9c8baeea9bf req-2799cafc-47d7-4570-b649-c18adf42455f tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] For port 55061ff0-7f22-4323-aeb4-7d34fa7c9873, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=55061ff0-7f22-4323-aeb4-7d34fa7c9873,segment=NetworkSegment(ebdc97d5-0dc3-44e3-97c0-cb7e898e699f),segment_id=ebdc97d5-0dc3-44e3-97c0-cb7e898e699f)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:33:52.516583 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [req-f449b86e-fb2d-4861-a9be-f9c8baeea9bf req-2799cafc-47d7-4570-b649-c18adf42455f tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641018'] for port (55061ff0-7f22-4323-aeb4-7d34fa7c9873), precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:33:52.670765 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [req-f449b86e-fb2d-4861-a9be-f9c8baeea9bf req-2799cafc-47d7-4570-b649-c18adf42455f tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:33:52.671133 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [req-f449b86e-fb2d-4861-a9be-f9c8baeea9bf req-2799cafc-47d7-4570-b649-c18adf42455f tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1640477'] for floatingip (373b4239-313d-4f9f-aa78-53ecdddf9e6b), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:33:52.671447 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.db.l3_db [req-f449b86e-fb2d-4861-a9be-f9c8baeea9bf req-2799cafc-47d7-4570-b649-c18adf42455f tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Floating IP 373b4239-313d-4f9f-aa78-53ecdddf9e6b disassociated. External IP: 172.27.2.93, port: 55061ff0-7f22-4323-aeb4-7d34fa7c9873. May 16 20:33:52.671788 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [req-f449b86e-fb2d-4861-a9be-f9c8baeea9bf req-2799cafc-47d7-4570-b649-c18adf42455f tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Calling delete_port for 55061ff0-7f22-4323-aeb4-7d34fa7c9873 owned by compute:nova {{(pid=103449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 20:33:52.796622 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [req-f449b86e-fb2d-4861-a9be-f9c8baeea9bf req-2799cafc-47d7-4570-b649-c18adf42455f tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732397598073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732397102969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26134374'] for port (55061ff0-7f22-4323-aeb4-7d34fa7c9873), after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:33:52.823709 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2799cafc-47d7-4570-b649-c18adf42455f tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Pushing event deleted for resources: {'Port': ['ID=55061ff0-7f22-4323-aeb4-7d34fa7c9873,revision_number=None']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:33:52.839350 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2799cafc-47d7-4570-b649-c18adf42455f tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:33:52.839693 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2799cafc-47d7-4570-b649-c18adf42455f tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:33:52.840035 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2799cafc-47d7-4570-b649-c18adf42455f tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:33:52.840388 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2799cafc-47d7-4570-b649-c18adf42455f tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:33:52.840843 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2799cafc-47d7-4570-b649-c18adf42455f tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:33:52.841905 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2799cafc-47d7-4570-b649-c18adf42455f tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:33:52.842243 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2799cafc-47d7-4570-b649-c18adf42455f tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:33:52.842572 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2799cafc-47d7-4570-b649-c18adf42455f tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:33:52.842900 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2799cafc-47d7-4570-b649-c18adf42455f tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:33:52.843240 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2799cafc-47d7-4570-b649-c18adf42455f tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:33:52.843567 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2799cafc-47d7-4570-b649-c18adf42455f tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:33:52.843890 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2799cafc-47d7-4570-b649-c18adf42455f tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:33:52.844745 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2799cafc-47d7-4570-b649-c18adf42455f tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:33:52.844745 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2799cafc-47d7-4570-b649-c18adf42455f tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:33:52.845716 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2799cafc-47d7-4570-b649-c18adf42455f tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:33:52.905184 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8677593-a90c-48bc-88ce-b749f0e10699 req-983909ca-2272-4ec0-8f44-7665dbf75d53 tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:33:52.906664 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-b8677593-a90c-48bc-88ce-b749f0e10699 req-983909ca-2272-4ec0-8f44-7665dbf75d53 tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] 10.222.0.71 "GET /v2.0/ports?device_id=a7ae12d8-7d93-4872-a8b7-bc5fa9bdddef HTTP/1.1" status: 200 len: 985 time: 0.0484295 May 16 20:33:52.947126 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f449b86e-fb2d-4861-a9be-f9c8baeea9bf req-2799cafc-47d7-4570-b649-c18adf42455f tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Router 013a50c1-75d1-4eeb-88ff-52fbc84c6fe4 has already been hosted by L3 agent fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f {{(pid=103449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 20:33:52.966330 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-b8677593-a90c-48bc-88ce-b749f0e10699 req-dbc13fc7-ac3d-417e-821b-10b3ee97b3ba tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] 10.222.0.71 "GET /v2.0/security-groups?id=213c4647-2ba8-4c3d-baf9-e120b7f8592c&id=5bdea423-7afe-452b-9b18-80e2e606f9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0538273 May 16 20:33:53.322926 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-80e11d1e-32c2-43f4-b122-a733149af7bb req-ff469a4a-6a98-4fd8-8db7-8631f08d23a9 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] 10.222.0.71 "GET /v2.0/ports?device_id=991949f8-a390-4a2e-bb1f-363576bd912e HTTP/1.1" status: 200 len: 210 time: 0.0335171 May 16 20:33:53.331378 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f449b86e-fb2d-4861-a9be-f9c8baeea9bf req-2799cafc-47d7-4570-b649-c18adf42455f tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Notify agent at l3_agent.dv-cinder-830901-7-iscsi the message routers_updated {{(pid=103449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 20:33:53.346496 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1154cb9-09dc-41ae-bbf2-4acfdbda4a20 None None] Sync routers for ids ['013a50c1-75d1-4eeb-88ff-52fbc84c6fe4'] in dv-cinder-830901-7-iscsi {{(pid=103451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 20:33:53.357446 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1154cb9-09dc-41ae-bbf2-4acfdbda4a20 None None] Routers {'013a50c1-75d1-4eeb-88ff-52fbc84c6fe4'} bound to L3 agent in host dv-cinder-830901-7-iscsi {{(pid=103451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:33:53.358054 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-d1154cb9-09dc-41ae-bbf2-4acfdbda4a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-16T20:16:38Z,description=,heartbeat_timestamp=2022-05-16T20:33:38Z,host='dv-cinder-830901-7-iscsi',id=fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:16:38Z,topic='l3_agent')) {'router_ids': ['013a50c1-75d1-4eeb-88ff-52fbc84c6fe4'], 'active': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:33:53.376462 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [req-f449b86e-fb2d-4861-a9be-f9c8baeea9bf req-2799cafc-47d7-4570-b649-c18adf42455f tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] No DVR routers for this DVR port 55061ff0-7f22-4323-aeb4-7d34fa7c9873 on host hv-cinder-83090 {{(pid=103449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 20:33:53.379010 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [req-f449b86e-fb2d-4861-a9be-f9c8baeea9bf req-2799cafc-47d7-4570-b649-c18adf42455f tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-338397'] for port (None), before_response {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:33:53.382780 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-f449b86e-fb2d-4861-a9be-f9c8baeea9bf req-2799cafc-47d7-4570-b649-c18adf42455f tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] 10.222.0.81 "DELETE /v2.0/ports/55061ff0-7f22-4323-aeb4-7d34fa7c9873 HTTP/1.1" status: 204 len: 173 time: 1.0315495 May 16 20:33:53.383231 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '991949f8-a390-4a2e-bb1f-363576bd912e', 'name': 'network-vif-deleted', 'tag': '55061ff0-7f22-4323-aeb4-7d34fa7c9873'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 20:33:53.385540 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}295115e3b8025bbf11aa9aac085408c2d5e3d0e4242a5f701d1d164c8d9f99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15d155d4-1496-4efc-b4a1-eed3882b0b89" -d '{"events": [{"server_uuid": "991949f8-a390-4a2e-bb1f-363576bd912e", "name": "network-vif-deleted", "tag": "55061ff0-7f22-4323-aeb4-7d34fa7c9873"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 20:33:53.425325 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 20:33:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49109655-1b1d-4029-b062-4130adbd0e27 x-openstack-request-id: req-49109655-1b1d-4029-b062-4130adbd0e27 {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 20:33:53.425674 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "991949f8-a390-4a2e-bb1f-363576bd912e", "name": "network-vif-deleted", "tag": "55061ff0-7f22-4323-aeb4-7d34fa7c9873", "status": "completed", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 20:33:53.425897 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-49109655-1b1d-4029-b062-4130adbd0e27 {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 20:33:53.426350 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49109655-1b1d-4029-b062-4130adbd0e27'] response: {'server_uuid': '991949f8-a390-4a2e-bb1f-363576bd912e', 'name': 'network-vif-deleted', 'tag': '55061ff0-7f22-4323-aeb4-7d34fa7c9873', 'status': 'completed', 'code': 200} May 16 20:33:53.471769 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvr_db [None req-d1154cb9-09dc-41ae-bbf2-4acfdbda4a20 None None] Set router 013a50c1-75d1-4eeb-88ff-52fbc84c6fe4 gateway port host: dv-cinder-830901-7-iscsi {{(pid=103451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:33:53.685801 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-d1154cb9-09dc-41ae-bbf2-4acfdbda4a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '013a50c1-75d1-4eeb-88ff-52fbc84c6fe4', 'name': 'tempest-AttachVolumeNegativeTest-976810855-router', 'tenant_id': '2e74299322ca4cedabe873822eda95ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'external_fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.221'}], 'enable_snat': True}, 'gw_port_id': '50d2dbe4-550d-410a-b31b-c2bcba8664fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:31:51Z', 'updated_at': '2022-05-16T20:31:54Z', 'revision_number': 4, 'project_id': '2e74299322ca4cedabe873822eda95ae', 'gw_port': {'id': '50d2dbe4-550d-410a-b31b-c2bcba8664fc', 'name': '', 'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:0f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '013a50c1-75d1-4eeb-88ff-52fbc84c6fe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:31:51Z', 'updated_at': '2022-05-16T20:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-7-iscsi', '_floatingips': [{'id': '2a5fcf3b-0c3c-44f2-904f-f165cae99bf7', 'tenant_id': '2e74299322ca4cedabe873822eda95ae', 'floating_ip_address': '172.27.2.161', 'floating_network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'router_id': '013a50c1-75d1-4eeb-88ff-52fbc84c6fe4', 'port_id': '15fcb199-42b2-41fd-916f-2c481fd0fe4d', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7ed8523-9957-45bf-80ef-13010737dd57', 'mac_address': 'fa:16:3e:87:a0:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5374235-8ad9-4565-9419-1f58f7de8fb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T20:31:56Z', 'updated_at': '2022-05-16T20:32:13Z', 'revision_number': 2, 'project_id': '2e74299322ca4cedabe873822eda95ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7556598a-d31e-484f-b5ee-d939b7326199', 'name': '', 'network_id': 'b7ed8523-9957-45bf-80ef-13010737dd57', 'tenant_id': '2e74299322ca4cedabe873822eda95ae', 'mac_address': 'fa:16:3e:c3:8d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '013a50c1-75d1-4eeb-88ff-52fbc84c6fe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '6fd9bd49-8907-4582-9941-2a3571aaa9b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:31:53Z', 'updated_at': '2022-05-16T20:31:57Z', 'revision_number': 5, 'project_id': '2e74299322ca4cedabe873822eda95ae', 'subnets': [{'id': '6fd9bd49-8907-4582-9941-2a3571aaa9b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-7-iscsi', False) {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:33:53.713912 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1154cb9-09dc-41ae-bbf2-4acfdbda4a20 None None] Checking router: 013a50c1-75d1-4eeb-88ff-52fbc84c6fe4 for host: dv-cinder-830901-7-iscsi {{(pid=103451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 20:33:53.721988 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1154cb9-09dc-41ae-bbf2-4acfdbda4a20 None None] Routers {'013a50c1-75d1-4eeb-88ff-52fbc84c6fe4'} bound to L3 agent in host dv-cinder-830901-7-iscsi {{(pid=103451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:33:53.722584 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-d1154cb9-09dc-41ae-bbf2-4acfdbda4a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-16T20:16:38Z,description=,heartbeat_timestamp=2022-05-16T20:33:38Z,host='dv-cinder-830901-7-iscsi',id=fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:16:38Z,topic='l3_agent')) {'router_ids': ['013a50c1-75d1-4eeb-88ff-52fbc84c6fe4'], 'active': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:33:53.822583 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvr_db [None req-d1154cb9-09dc-41ae-bbf2-4acfdbda4a20 None None] Set router 013a50c1-75d1-4eeb-88ff-52fbc84c6fe4 gateway port host: dv-cinder-830901-7-iscsi {{(pid=103451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:33:54.083502 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720359b0-6659-4d2d-b16a-df8ace7c0483 req-5788fcf7-43ca-4b8e-9747-8d4342ef6357 tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:33:54.085078 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-720359b0-6659-4d2d-b16a-df8ace7c0483 req-5788fcf7-43ca-4b8e-9747-8d4342ef6357 tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] 10.222.0.71 "GET /v2.0/ports?device_id=a7ae12d8-7d93-4872-a8b7-bc5fa9bdddef HTTP/1.1" status: 200 len: 985 time: 0.0496602 May 16 20:33:54.122284 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-d1154cb9-09dc-41ae-bbf2-4acfdbda4a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '013a50c1-75d1-4eeb-88ff-52fbc84c6fe4', 'name': 'tempest-AttachVolumeNegativeTest-976810855-router', 'tenant_id': '2e74299322ca4cedabe873822eda95ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'external_fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.221'}], 'enable_snat': True}, 'gw_port_id': '50d2dbe4-550d-410a-b31b-c2bcba8664fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:31:51Z', 'updated_at': '2022-05-16T20:31:54Z', 'revision_number': 4, 'project_id': '2e74299322ca4cedabe873822eda95ae', 'gw_port': {'id': '50d2dbe4-550d-410a-b31b-c2bcba8664fc', 'name': '', 'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:0f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '013a50c1-75d1-4eeb-88ff-52fbc84c6fe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:31:51Z', 'updated_at': '2022-05-16T20:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-7-iscsi', '_floatingips': [{'id': '2a5fcf3b-0c3c-44f2-904f-f165cae99bf7', 'tenant_id': '2e74299322ca4cedabe873822eda95ae', 'floating_ip_address': '172.27.2.161', 'floating_network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'router_id': '013a50c1-75d1-4eeb-88ff-52fbc84c6fe4', 'port_id': '15fcb199-42b2-41fd-916f-2c481fd0fe4d', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7ed8523-9957-45bf-80ef-13010737dd57', 'mac_address': 'fa:16:3e:87:a0:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5374235-8ad9-4565-9419-1f58f7de8fb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T20:31:56Z', 'updated_at': '2022-05-16T20:32:13Z', 'revision_number': 2, 'project_id': '2e74299322ca4cedabe873822eda95ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7556598a-d31e-484f-b5ee-d939b7326199', 'name': '', 'network_id': 'b7ed8523-9957-45bf-80ef-13010737dd57', 'tenant_id': '2e74299322ca4cedabe873822eda95ae', 'mac_address': 'fa:16:3e:c3:8d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '013a50c1-75d1-4eeb-88ff-52fbc84c6fe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '6fd9bd49-8907-4582-9941-2a3571aaa9b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:31:53Z', 'updated_at': '2022-05-16T20:31:57Z', 'revision_number': 5, 'project_id': '2e74299322ca4cedabe873822eda95ae', 'subnets': [{'id': '6fd9bd49-8907-4582-9941-2a3571aaa9b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-7-iscsi', False) {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:33:54.143863 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-720359b0-6659-4d2d-b16a-df8ace7c0483 req-79262099-8909-4396-98dd-d51996a2a05e tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] 10.222.0.71 "GET /v2.0/security-groups?id=213c4647-2ba8-4c3d-baf9-e120b7f8592c&id=5bdea423-7afe-452b-9b18-80e2e606f9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0532062 May 16 20:33:54.148402 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1154cb9-09dc-41ae-bbf2-4acfdbda4a20 None None] The sync data for ids ['013a50c1-75d1-4eeb-88ff-52fbc84c6fe4'] in dv-cinder-830901-7-iscsi is: [{'id': '013a50c1-75d1-4eeb-88ff-52fbc84c6fe4', 'name': 'tempest-AttachVolumeNegativeTest-976810855-router', 'tenant_id': '2e74299322ca4cedabe873822eda95ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'external_fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.221'}], 'enable_snat': True}, 'gw_port_id': '50d2dbe4-550d-410a-b31b-c2bcba8664fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:31:51Z', 'updated_at': '2022-05-16T20:31:54Z', 'revision_number': 4, 'project_id': '2e74299322ca4cedabe873822eda95ae', 'gw_port': {'id': '50d2dbe4-550d-410a-b31b-c2bcba8664fc', 'name': '', 'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:0f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '013a50c1-75d1-4eeb-88ff-52fbc84c6fe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:31:51Z', 'updated_at': '2022-05-16T20:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-7-iscsi', '_floatingips': [{'id': '2a5fcf3b-0c3c-44f2-904f-f165cae99bf7', 'tenant_id': '2e74299322ca4cedabe873822eda95ae', 'floating_ip_address': '172.27.2.161', 'floating_network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'router_id': '013a50c1-75d1-4eeb-88ff-52fbc84c6fe4', 'port_id': '15fcb199-42b2-41fd-916f-2c481fd0fe4d', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7ed8523-9957-45bf-80ef-13010737dd57', 'mac_address': 'fa:16:3e:87:a0:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5374235-8ad9-4565-9419-1f58f7de8fb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T20:31:56Z', 'updated_at': '2022-05-16T20:32:13Z', 'revision_number': 2, 'project_id': '2e74299322ca4cedabe873822eda95ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7556598a-d31e-484f-b5ee-d939b7326199', 'name': '', 'network_id': 'b7ed8523-9957-45bf-80ef-13010737dd57', 'tenant_id': '2e74299322ca4cedabe873822eda95ae', 'mac_address': 'fa:16:3e:c3:8d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '013a50c1-75d1-4eeb-88ff-52fbc84c6fe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '6fd9bd49-8907-4582-9941-2a3571aaa9b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:31:53Z', 'updated_at': '2022-05-16T20:31:57Z', 'revision_number': 5, 'project_id': '2e74299322ca4cedabe873822eda95ae', 'subnets': [{'id': '6fd9bd49-8907-4582-9941-2a3571aaa9b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 20:33:54.374794 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4768846f-2694-4d4a-bb39-79420a0372e2 None None] New status for floating IP 373b4239-313d-4f9f-aa78-53ecdddf9e6b: DOWN {{(pid=103450) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 20:33:54.412209 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.71', 53724) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:33:54.466769 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-adc823b2-483f-4840-98de-ea1ec2808116 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Publish callbacks [] for security_group (7b5fac17-2160-4d9d-b45e-fd0e04f4599d), before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:33:54.490132 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-adc823b2-483f-4840-98de-ea1ec2808116 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Publish callbacks [] for security_group (7b5fac17-2160-4d9d-b45e-fd0e04f4599d), precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:33:54.537726 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-adc823b2-483f-4840-98de-ea1ec2808116 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997425'] for security_group (7b5fac17-2160-4d9d-b45e-fd0e04f4599d), after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:33:54.541030 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-adc823b2-483f-4840-98de-ea1ec2808116 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Publish callbacks [] for security_group (None), before_response {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:33:54.542150 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-adc823b2-483f-4840-98de-ea1ec2808116 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] 10.222.0.71 "DELETE /v2.0/security-groups/7b5fac17-2160-4d9d-b45e-fd0e04f4599d HTTP/1.1" status: 204 len: 168 time: 0.1282573 May 16 20:33:54.545089 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.71', 53726) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:33:54.550710 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc823b2-483f-4840-98de-ea1ec2808116 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b5fac17-2160-4d9d-b45e-fd0e04f4599d,revision_number=None']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:33:54.563097 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.api.v2.resource [None req-535e0379-d5a9-43f5-8de9-58cd3dc6d74e tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] show failed (client error): The resource could not be found. May 16 20:33:54.564129 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-535e0379-d5a9-43f5-8de9-58cd3dc6d74e tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] 10.222.0.71 "GET /v2.0/security-groups/7b5fac17-2160-4d9d-b45e-fd0e04f4599d HTTP/1.1" status: 404 len: 347 time: 0.0180619 May 16 20:33:54.567068 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.71', 53728) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:33:54.679190 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-d64523d2-3f74-40c0-a04b-2a891c3dc325 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Deleting port cdbe6d9a-e979-4d9f-82c1-fb4f8d9f7a2c {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 20:33:54.679532 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d64523d2-3f74-40c0-a04b-2a891c3dc325 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732397588453'] for port (cdbe6d9a-e979-4d9f-82c1-fb4f8d9f7a2c), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:33:54.753182 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d64523d2-3f74-40c0-a04b-2a891c3dc325 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641018'] for port (cdbe6d9a-e979-4d9f-82c1-fb4f8d9f7a2c), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:33:54.753517 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d64523d2-3f74-40c0-a04b-2a891c3dc325 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Publish callbacks [] for floatingip (cdbe6d9a-e979-4d9f-82c1-fb4f8d9f7a2c), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:33:54.766301 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-d64523d2-3f74-40c0-a04b-2a891c3dc325 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Calling delete_port for cdbe6d9a-e979-4d9f-82c1-fb4f8d9f7a2c owned by network:floatingip {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 20:33:54.791721 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.71', 53730) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:33:54.899030 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d64523d2-3f74-40c0-a04b-2a891c3dc325 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732397598073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732397102969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27048612'] for port (cdbe6d9a-e979-4d9f-82c1-fb4f8d9f7a2c), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:33:54.924659 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64523d2-3f74-40c0-a04b-2a891c3dc325 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Pushing event deleted for resources: {'Port': ['ID=cdbe6d9a-e979-4d9f-82c1-fb4f8d9f7a2c,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:33:54.936626 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-dafde40d-e411-445d-bdde-2ff106b2d4ba tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Deleting port 393d6798-65e9-4170-bb8f-376dc62bddd8 {{(pid=103449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 20:33:54.936969 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-dafde40d-e411-445d-bdde-2ff106b2d4ba tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732397588453'] for port (393d6798-65e9-4170-bb8f-376dc62bddd8), before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:33:54.987284 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d64523d2-3f74-40c0-a04b-2a891c3dc325 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Publish callbacks [] for floatingip (373b4239-313d-4f9f-aa78-53ecdddf9e6b), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:33:54.989768 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d64523d2-3f74-40c0-a04b-2a891c3dc325 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-338397'] for floatingip (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:33:54.991483 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-d64523d2-3f74-40c0-a04b-2a891c3dc325 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] 10.222.0.71 "DELETE /v2.0/floatingips/373b4239-313d-4f9f-aa78-53ecdddf9e6b HTTP/1.1" status: 204 len: 168 time: 0.4233947 May 16 20:33:55.015463 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-dafde40d-e411-445d-bdde-2ff106b2d4ba tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641018'] for port (393d6798-65e9-4170-bb8f-376dc62bddd8), precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:33:55.015791 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-dafde40d-e411-445d-bdde-2ff106b2d4ba tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Publish callbacks [] for floatingip (393d6798-65e9-4170-bb8f-376dc62bddd8), precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:33:55.028934 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-dafde40d-e411-445d-bdde-2ff106b2d4ba tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Calling delete_port for 393d6798-65e9-4170-bb8f-376dc62bddd8 owned by network:floatingip {{(pid=103449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 20:33:55.197229 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-dafde40d-e411-445d-bdde-2ff106b2d4ba tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732397598073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732397102969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26134374'] for port (393d6798-65e9-4170-bb8f-376dc62bddd8), after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:33:55.228406 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafde40d-e411-445d-bdde-2ff106b2d4ba tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Pushing event deleted for resources: {'Port': ['ID=393d6798-65e9-4170-bb8f-376dc62bddd8,revision_number=None']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:33:55.323790 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fd8c87-9924-49ac-856d-33afd395a4bc req-541746da-55cd-40c4-9032-54832702575e tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:33:55.325309 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-29fd8c87-9924-49ac-856d-33afd395a4bc req-541746da-55cd-40c4-9032-54832702575e tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] 10.222.0.71 "GET /v2.0/ports?device_id=a7ae12d8-7d93-4872-a8b7-bc5fa9bdddef HTTP/1.1" status: 200 len: 985 time: 0.1003397 May 16 20:33:55.352570 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-dafde40d-e411-445d-bdde-2ff106b2d4ba tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Publish callbacks [] for floatingip (9192405e-3947-4fc7-a165-ed379a174af7), after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:33:55.352903 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.db.l3_db [None req-dafde40d-e411-445d-bdde-2ff106b2d4ba tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Floating IP 9192405e-3947-4fc7-a165-ed379a174af7 disassociated (deleted). External IP: 172.27.2.86, port: cd0b9e20-d1a9-4962-bec3-5e41b6cd9464. May 16 20:33:55.435722 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-29fd8c87-9924-49ac-856d-33afd395a4bc req-3232fab3-76da-438a-bba0-1de070236691 tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] 10.222.0.71 "GET /v2.0/security-groups?id=213c4647-2ba8-4c3d-baf9-e120b7f8592c&id=5bdea423-7afe-452b-9b18-80e2e606f9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1040285 May 16 20:33:55.582943 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dafde40d-e411-445d-bdde-2ff106b2d4ba tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Router ff342686-d4a7-4820-b268-c308e7f5d698 has already been hosted by L3 agent fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f {{(pid=103449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 20:33:55.682819 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dafde40d-e411-445d-bdde-2ff106b2d4ba tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Notify agent at l3_agent.dv-cinder-830901-7-iscsi the message routers_updated {{(pid=103449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 20:33:55.687565 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-dafde40d-e411-445d-bdde-2ff106b2d4ba tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-338397'] for floatingip (None), before_response {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:33:55.693248 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecdcb4d6-1e19-48e2-a3ff-bf6891bdbfca None None] Sync routers for ids ['ff342686-d4a7-4820-b268-c308e7f5d698'] in dv-cinder-830901-7-iscsi {{(pid=103451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 20:33:55.705178 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecdcb4d6-1e19-48e2-a3ff-bf6891bdbfca None None] Routers {'ff342686-d4a7-4820-b268-c308e7f5d698'} bound to L3 agent in host dv-cinder-830901-7-iscsi {{(pid=103451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:33:55.705781 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-ecdcb4d6-1e19-48e2-a3ff-bf6891bdbfca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-16T20:16:38Z,description=,heartbeat_timestamp=2022-05-16T20:33:38Z,host='dv-cinder-830901-7-iscsi',id=fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:16:38Z,topic='l3_agent')) {'router_ids': ['ff342686-d4a7-4820-b268-c308e7f5d698'], 'active': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:33:55.716448 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-dafde40d-e411-445d-bdde-2ff106b2d4ba tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] 10.222.0.71 "DELETE /v2.0/floatingips/9192405e-3947-4fc7-a165-ed379a174af7 HTTP/1.1" status: 204 len: 168 time: 0.9235682 May 16 20:33:55.717105 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc081fee-b910-4daa-971e-04aa263c3f45', 'tag': 'cd0b9e20-d1a9-4962-bec3-5e41b6cd9464'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 20:33:55.719673 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}295115e3b8025bbf11aa9aac085408c2d5e3d0e4242a5f701d1d164c8d9f99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4f86322-239b-4622-8ac2-ed451b660962" -d '{"events": [{"name": "network-changed", "server_uuid": "fc081fee-b910-4daa-971e-04aa263c3f45", "tag": "cd0b9e20-d1a9-4962-bec3-5e41b6cd9464"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 20:33:55.759413 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 20:33:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bce76615-2fb8-4800-9ebd-d8fe376aad87 x-openstack-request-id: req-bce76615-2fb8-4800-9ebd-d8fe376aad87 {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 20:33:55.759865 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc081fee-b910-4daa-971e-04aa263c3f45", "tag": "cd0b9e20-d1a9-4962-bec3-5e41b6cd9464", "status": "completed", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 20:33:55.760290 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-bce76615-2fb8-4800-9ebd-d8fe376aad87 {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 20:33:55.760697 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bce76615-2fb8-4800-9ebd-d8fe376aad87'] response: {'name': 'network-changed', 'server_uuid': 'fc081fee-b910-4daa-971e-04aa263c3f45', 'tag': 'cd0b9e20-d1a9-4962-bec3-5e41b6cd9464', 'status': 'completed', 'code': 200} May 16 20:33:55.817515 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvr_db [None req-ecdcb4d6-1e19-48e2-a3ff-bf6891bdbfca None None] Set router ff342686-d4a7-4820-b268-c308e7f5d698 gateway port host: dv-cinder-830901-7-iscsi {{(pid=103451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:33:55.824740 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f86322-239b-4622-8ac2-ed451b660962 req-6a754ae4-42e0-4eb3-b770-5e7b69301c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:33:55.826536 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-e4f86322-239b-4622-8ac2-ed451b660962 req-6a754ae4-42e0-4eb3-b770-5e7b69301c05 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=2715141f8ffd49d892600c779e02fa17&device_id=fc081fee-b910-4daa-971e-04aa263c3f45 HTTP/1.1" status: 200 len: 1130 time: 0.0460749 May 16 20:33:55.934331 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f86322-239b-4622-8ac2-ed451b660962 req-b9945db4-a9b5-4dc1-9ffb-37a2f3756a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:33:55.935739 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-e4f86322-239b-4622-8ac2-ed451b660962 req-b9945db4-a9b5-4dc1-9ffb-37a2f3756a46 service neutron] 10.222.0.81 "GET /v2.0/networks?id=f817970e-ef84-435a-806f-1b015ae84dd9 HTTP/1.1" status: 200 len: 912 time: 0.1033010 May 16 20:33:55.969337 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823c630e-7a9f-42be-b5f4-78c62454947a req-2afd1282-5afb-4708-ba02-21dedf36f16a tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:33:55.970830 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-823c630e-7a9f-42be-b5f4-78c62454947a req-2afd1282-5afb-4708-ba02-21dedf36f16a tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] 10.222.0.71 "GET /v2.0/ports?device_id=fc081fee-b910-4daa-971e-04aa263c3f45 HTTP/1.1" status: 200 len: 946 time: 0.0491476 May 16 20:33:56.024842 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-823c630e-7a9f-42be-b5f4-78c62454947a req-ea0375f5-0e21-495f-89ee-ed0b822d20cd tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] 10.222.0.71 "GET /v2.0/security-groups?id=8b428606-3a27-4b6b-a2ec-503b3fc25851&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466704 May 16 20:33:56.048198 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-ecdcb4d6-1e19-48e2-a3ff-bf6891bdbfca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff342686-d4a7-4820-b268-c308e7f5d698', 'name': 'tempest-TestVolumeBootPattern-348190237-router', 'tenant_id': '2715141f8ffd49d892600c779e02fa17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'external_fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': '3c16e6da-0f15-424c-83b1-65a7dba0c80e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:26:37Z', 'updated_at': '2022-05-16T20:26:40Z', 'revision_number': 4, 'project_id': '2715141f8ffd49d892600c779e02fa17', 'gw_port': {'id': '3c16e6da-0f15-424c-83b1-65a7dba0c80e', 'name': '', 'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:1b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff342686-d4a7-4820-b268-c308e7f5d698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:26:37Z', 'updated_at': '2022-05-16T20:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-7-iscsi', '_floatingips': [{'id': 'eee0ee61-aad4-49de-a84a-4d95ce242b8d', 'tenant_id': '2715141f8ffd49d892600c779e02fa17', 'floating_ip_address': '172.27.2.102', 'floating_network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'router_id': 'ff342686-d4a7-4820-b268-c308e7f5d698', 'port_id': '59817910-96f2-4d96-a3b6-dfa35ba5fbe5', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f817970e-ef84-435a-806f-1b015ae84dd9', 'mac_address': 'fa:16:3e:23:44:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce1b1e18-f282-440d-9040-466f95a632fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T20:30:15Z', 'updated_at': '2022-05-16T20:30:18Z', 'revision_number': 1, 'project_id': '2715141f8ffd49d892600c779e02fa17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '533129b2-d6ee-41c5-90d3-4790783a4be6', 'name': '', 'network_id': 'f817970e-ef84-435a-806f-1b015ae84dd9', 'tenant_id': '2715141f8ffd49d892600c779e02fa17', 'mac_address': 'fa:16:3e:c2:e4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff342686-d4a7-4820-b268-c308e7f5d698', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '14823cd5-3605-452f-a744-d8797ebcce33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:26:39Z', 'updated_at': '2022-05-16T20:26:45Z', 'revision_number': 5, 'project_id': '2715141f8ffd49d892600c779e02fa17', 'subnets': [{'id': '14823cd5-3605-452f-a744-d8797ebcce33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-7-iscsi', False) {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:33:56.072442 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecdcb4d6-1e19-48e2-a3ff-bf6891bdbfca None None] Checking router: ff342686-d4a7-4820-b268-c308e7f5d698 for host: dv-cinder-830901-7-iscsi {{(pid=103451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 20:33:56.080357 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecdcb4d6-1e19-48e2-a3ff-bf6891bdbfca None None] Routers {'ff342686-d4a7-4820-b268-c308e7f5d698'} bound to L3 agent in host dv-cinder-830901-7-iscsi {{(pid=103451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:33:56.080946 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-ecdcb4d6-1e19-48e2-a3ff-bf6891bdbfca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-16T20:16:38Z,description=,heartbeat_timestamp=2022-05-16T20:33:38Z,host='dv-cinder-830901-7-iscsi',id=fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:16:38Z,topic='l3_agent')) {'router_ids': ['ff342686-d4a7-4820-b268-c308e7f5d698'], 'active': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:33:56.178946 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvr_db [None req-ecdcb4d6-1e19-48e2-a3ff-bf6891bdbfca None None] Set router ff342686-d4a7-4820-b268-c308e7f5d698 gateway port host: dv-cinder-830901-7-iscsi {{(pid=103451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:33:56.389520 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-ecdcb4d6-1e19-48e2-a3ff-bf6891bdbfca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff342686-d4a7-4820-b268-c308e7f5d698', 'name': 'tempest-TestVolumeBootPattern-348190237-router', 'tenant_id': '2715141f8ffd49d892600c779e02fa17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'external_fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': '3c16e6da-0f15-424c-83b1-65a7dba0c80e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:26:37Z', 'updated_at': '2022-05-16T20:26:40Z', 'revision_number': 4, 'project_id': '2715141f8ffd49d892600c779e02fa17', 'gw_port': {'id': '3c16e6da-0f15-424c-83b1-65a7dba0c80e', 'name': '', 'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:1b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff342686-d4a7-4820-b268-c308e7f5d698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:26:37Z', 'updated_at': '2022-05-16T20:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-7-iscsi', '_floatingips': [{'id': 'eee0ee61-aad4-49de-a84a-4d95ce242b8d', 'tenant_id': '2715141f8ffd49d892600c779e02fa17', 'floating_ip_address': '172.27.2.102', 'floating_network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'router_id': 'ff342686-d4a7-4820-b268-c308e7f5d698', 'port_id': '59817910-96f2-4d96-a3b6-dfa35ba5fbe5', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f817970e-ef84-435a-806f-1b015ae84dd9', 'mac_address': 'fa:16:3e:23:44:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce1b1e18-f282-440d-9040-466f95a632fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T20:30:15Z', 'updated_at': '2022-05-16T20:30:18Z', 'revision_number': 1, 'project_id': '2715141f8ffd49d892600c779e02fa17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '533129b2-d6ee-41c5-90d3-4790783a4be6', 'name': '', 'network_id': 'f817970e-ef84-435a-806f-1b015ae84dd9', 'tenant_id': '2715141f8ffd49d892600c779e02fa17', 'mac_address': 'fa:16:3e:c2:e4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff342686-d4a7-4820-b268-c308e7f5d698', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '14823cd5-3605-452f-a744-d8797ebcce33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:26:39Z', 'updated_at': '2022-05-16T20:26:45Z', 'revision_number': 5, 'project_id': '2715141f8ffd49d892600c779e02fa17', 'subnets': [{'id': '14823cd5-3605-452f-a744-d8797ebcce33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-7-iscsi', False) {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:33:56.415036 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecdcb4d6-1e19-48e2-a3ff-bf6891bdbfca None None] The sync data for ids ['ff342686-d4a7-4820-b268-c308e7f5d698'] in dv-cinder-830901-7-iscsi is: [{'id': 'ff342686-d4a7-4820-b268-c308e7f5d698', 'name': 'tempest-TestVolumeBootPattern-348190237-router', 'tenant_id': '2715141f8ffd49d892600c779e02fa17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'external_fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': '3c16e6da-0f15-424c-83b1-65a7dba0c80e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:26:37Z', 'updated_at': '2022-05-16T20:26:40Z', 'revision_number': 4, 'project_id': '2715141f8ffd49d892600c779e02fa17', 'gw_port': {'id': '3c16e6da-0f15-424c-83b1-65a7dba0c80e', 'name': '', 'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:1b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff342686-d4a7-4820-b268-c308e7f5d698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:26:37Z', 'updated_at': '2022-05-16T20:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-7-iscsi', '_floatingips': [{'id': 'eee0ee61-aad4-49de-a84a-4d95ce242b8d', 'tenant_id': '2715141f8ffd49d892600c779e02fa17', 'floating_ip_address': '172.27.2.102', 'floating_network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'router_id': 'ff342686-d4a7-4820-b268-c308e7f5d698', 'port_id': '59817910-96f2-4d96-a3b6-dfa35ba5fbe5', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f817970e-ef84-435a-806f-1b015ae84dd9', 'mac_address': 'fa:16:3e:23:44:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce1b1e18-f282-440d-9040-466f95a632fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T20:30:15Z', 'updated_at': '2022-05-16T20:30:18Z', 'revision_number': 1, 'project_id': '2715141f8ffd49d892600c779e02fa17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '533129b2-d6ee-41c5-90d3-4790783a4be6', 'name': '', 'network_id': 'f817970e-ef84-435a-806f-1b015ae84dd9', 'tenant_id': '2715141f8ffd49d892600c779e02fa17', 'mac_address': 'fa:16:3e:c2:e4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff342686-d4a7-4820-b268-c308e7f5d698', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '14823cd5-3605-452f-a744-d8797ebcce33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:26:39Z', 'updated_at': '2022-05-16T20:26:45Z', 'revision_number': 5, 'project_id': '2715141f8ffd49d892600c779e02fa17', 'subnets': [{'id': '14823cd5-3605-452f-a744-d8797ebcce33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 20:33:56.552987 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b9e599-868f-4db8-86fe-b46f0eb3e08c req-a8dabf07-671e-45c4-9240-839d0d53a9a5 tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:33:56.555061 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-44b9e599-868f-4db8-86fe-b46f0eb3e08c req-a8dabf07-671e-45c4-9240-839d0d53a9a5 tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] 10.222.0.71 "GET /v2.0/ports?device_id=a7ae12d8-7d93-4872-a8b7-bc5fa9bdddef HTTP/1.1" status: 200 len: 985 time: 0.0499423 May 16 20:33:56.619667 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-44b9e599-868f-4db8-86fe-b46f0eb3e08c req-167a6397-6232-4c9e-a1fe-e4998d3b22f7 tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] 10.222.0.71 "GET /v2.0/security-groups?id=213c4647-2ba8-4c3d-baf9-e120b7f8592c&id=5bdea423-7afe-452b-9b18-80e2e606f9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0586524 May 16 20:33:56.651151 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea296fd9-0550-440a-88ca-8b949e34f723 None None] New status for floating IP 9192405e-3947-4fc7-a165-ed379a174af7: DOWN {{(pid=103450) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 20:33:56.708764 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Device 55061ff0-7f22-4323-aeb4-7d34fa7c9873 no longer exists at agent hyperv_hv-cinder-83090 {{(pid=103450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 20:33:56.729201 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] No Port match for: 55061ff0-7f22-4323-aeb4-7d34fa7c9873 {{(pid=103450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 20:33:56.729549 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Device 55061ff0-7f22-4323-aeb4-7d34fa7c9873 not bound to the agent host hv-cinder-83090 {{(pid=103450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 20:33:56.908656 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-e4f86322-239b-4622-8ac2-ed451b660962 req-938dfca0-31f0-4e1e-ba04-0e93a01a3509 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cd0b9e20-d1a9-4962-bec3-5e41b6cd9464 HTTP/1.1" status: 200 len: 217 time: 0.0371838 May 16 20:33:56.966469 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f86322-239b-4622-8ac2-ed451b660962 req-c9c55eae-e7e6-496f-be74-1a6eac85b22f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:33:56.967815 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-e4f86322-239b-4622-8ac2-ed451b660962 req-c9c55eae-e7e6-496f-be74-1a6eac85b22f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=14823cd5-3605-452f-a744-d8797ebcce33 HTTP/1.1" status: 200 len: 850 time: 0.0459459 May 16 20:33:57.110531 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f86322-239b-4622-8ac2-ed451b660962 req-6ab96e2a-45d7-452d-8926-c26b45552a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:33:57.112038 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-e4f86322-239b-4622-8ac2-ed451b660962 req-6ab96e2a-45d7-452d-8926-c26b45552a97 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=f817970e-ef84-435a-806f-1b015ae84dd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0405068 May 16 20:33:57.155966 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8862e5c-44df-491a-af06-e1ecfec1d1e9 req-f495e797-d556-4294-b430-39d891b31458 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:33:57.158026 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-e8862e5c-44df-491a-af06-e1ecfec1d1e9 req-f495e797-d556-4294-b430-39d891b31458 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] 10.222.0.71 "GET /v2.0/ports?device_id=fc081fee-b910-4daa-971e-04aa263c3f45 HTTP/1.1" status: 200 len: 946 time: 0.0638726 May 16 20:33:57.219340 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-e8862e5c-44df-491a-af06-e1ecfec1d1e9 req-2b4967bd-bccd-42ad-bbcc-a817fba6b2d3 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] 10.222.0.71 "GET /v2.0/security-groups?id=8b428606-3a27-4b6b-a2ec-503b3fc25851&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546417 May 16 20:33:57.384582 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-e4f86322-239b-4622-8ac2-ed451b660962 req-1be03801-8b15-4448-8303-3b5e5a5c01fd service neutron] 10.222.0.81 "GET /v2.0/networks/f817970e-ef84-435a-806f-1b015ae84dd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986938 May 16 20:33:57.400319 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab2fca1-2572-4453-b85c-2a54fedb5ca8 req-10a21857-464c-4991-9a2b-ceba0f4dd3fe tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:33:57.402089 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-3ab2fca1-2572-4453-b85c-2a54fedb5ca8 req-10a21857-464c-4991-9a2b-ceba0f4dd3fe tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] 10.222.0.81 "GET /v2.0/ports?device_id=fc081fee-b910-4daa-971e-04aa263c3f45 HTTP/1.1" status: 200 len: 946 time: 0.0694530 May 16 20:33:57.510236 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [req-3ab2fca1-2572-4453-b85c-2a54fedb5ca8 req-e4fc2b53-a411-45bc-b850-353062372b66 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Deleting port cd0b9e20-d1a9-4962-bec3-5e41b6cd9464 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 20:33:57.510948 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-3ab2fca1-2572-4453-b85c-2a54fedb5ca8 req-e4fc2b53-a411-45bc-b850-353062372b66 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732397588453'] for port (cd0b9e20-d1a9-4962-bec3-5e41b6cd9464), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:33:57.514585 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-e4f86322-239b-4622-8ac2-ed451b660962 req-84d00f6f-5c3a-495b-a83e-176af1f9358a service neutron] 10.222.0.81 "GET /v2.0/networks/f817970e-ef84-435a-806f-1b015ae84dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024787 May 16 20:33:57.628435 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-3ab2fca1-2572-4453-b85c-2a54fedb5ca8 req-e4fc2b53-a411-45bc-b850-353062372b66 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] For port cd0b9e20-d1a9-4962-bec3-5e41b6cd9464, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=cd0b9e20-d1a9-4962-bec3-5e41b6cd9464,segment=NetworkSegment(3f368376-ca0a-4204-8008-7e3a527d3a30),segment_id=3f368376-ca0a-4204-8008-7e3a527d3a30)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:33:57.628435 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-3ab2fca1-2572-4453-b85c-2a54fedb5ca8 req-e4fc2b53-a411-45bc-b850-353062372b66 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641018'] for port (cd0b9e20-d1a9-4962-bec3-5e41b6cd9464), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:33:57.645920 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [req-3ab2fca1-2572-4453-b85c-2a54fedb5ca8 req-e4fc2b53-a411-45bc-b850-353062372b66 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Calling delete_port for cd0b9e20-d1a9-4962-bec3-5e41b6cd9464 owned by compute:nova {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 20:33:57.717269 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4943f4ae-5808-48f4-8b66-351f7743a0bc req-43a64f98-1d38-4247-ada0-1c3596ffcf80 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:33:57.718732 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-4943f4ae-5808-48f4-8b66-351f7743a0bc req-43a64f98-1d38-4247-ada0-1c3596ffcf80 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] 10.222.0.71 "GET /v2.0/ports?device_id=d5374235-8ad9-4565-9419-1f58f7de8fb5 HTTP/1.1" status: 200 len: 945 time: 0.0520127 May 16 20:33:57.764310 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a9f6ff-489c-4dc8-b28b-95f6e91a5dca req-8a96a2bd-1eb5-4e57-8cd8-db2a9f030fc1 tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:33:57.765857 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-b3a9f6ff-489c-4dc8-b28b-95f6e91a5dca req-8a96a2bd-1eb5-4e57-8cd8-db2a9f030fc1 tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] 10.222.0.71 "GET /v2.0/ports?device_id=a7ae12d8-7d93-4872-a8b7-bc5fa9bdddef HTTP/1.1" status: 200 len: 985 time: 0.0628815 May 16 20:33:57.769001 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-4943f4ae-5808-48f4-8b66-351f7743a0bc req-5a107123-c5e5-4823-90e1-d829bd1f6928 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] 10.222.0.71 "GET /v2.0/security-groups?id=95069c18-5951-45ec-8ecb-33458abfa00b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431836 May 16 20:33:57.850499 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-3ab2fca1-2572-4453-b85c-2a54fedb5ca8 req-e4fc2b53-a411-45bc-b850-353062372b66 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732397598073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732397102969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27048612'] for port (cd0b9e20-d1a9-4962-bec3-5e41b6cd9464), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:33:57.887909 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fc2b53-a411-45bc-b850-353062372b66 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Pushing event deleted for resources: {'Port': ['ID=cd0b9e20-d1a9-4962-bec3-5e41b6cd9464,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:33:57.895107 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-b3a9f6ff-489c-4dc8-b28b-95f6e91a5dca req-b402316f-040b-439c-96f9-20086ddd4e67 tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] 10.222.0.71 "GET /v2.0/security-groups?id=213c4647-2ba8-4c3d-baf9-e120b7f8592c&id=5bdea423-7afe-452b-9b18-80e2e606f9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1201270 May 16 20:33:57.907288 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fc2b53-a411-45bc-b850-353062372b66 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:33:57.907288 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fc2b53-a411-45bc-b850-353062372b66 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:33:57.907288 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fc2b53-a411-45bc-b850-353062372b66 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:33:57.907637 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fc2b53-a411-45bc-b850-353062372b66 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:33:57.907727 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fc2b53-a411-45bc-b850-353062372b66 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:33:57.907987 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fc2b53-a411-45bc-b850-353062372b66 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:33:57.908333 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fc2b53-a411-45bc-b850-353062372b66 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:33:57.908636 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fc2b53-a411-45bc-b850-353062372b66 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:33:57.908962 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fc2b53-a411-45bc-b850-353062372b66 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:33:57.909285 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fc2b53-a411-45bc-b850-353062372b66 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:33:57.909609 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fc2b53-a411-45bc-b850-353062372b66 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:33:57.909930 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fc2b53-a411-45bc-b850-353062372b66 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:33:57.910292 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fc2b53-a411-45bc-b850-353062372b66 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:33:57.910549 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fc2b53-a411-45bc-b850-353062372b66 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:33:57.910868 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fc2b53-a411-45bc-b850-353062372b66 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:33:57.963743 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ab2fca1-2572-4453-b85c-2a54fedb5ca8 req-e4fc2b53-a411-45bc-b850-353062372b66 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] No DVR routers for this DVR port cd0b9e20-d1a9-4962-bec3-5e41b6cd9464 on host hv-cinder-83090 {{(pid=103448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 20:33:57.966224 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-3ab2fca1-2572-4453-b85c-2a54fedb5ca8 req-e4fc2b53-a411-45bc-b850-353062372b66 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-338397'] for port (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:33:57.969426 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-3ab2fca1-2572-4453-b85c-2a54fedb5ca8 req-e4fc2b53-a411-45bc-b850-353062372b66 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] 10.222.0.81 "DELETE /v2.0/ports/cd0b9e20-d1a9-4962-bec3-5e41b6cd9464 HTTP/1.1" status: 204 len: 173 time: 0.5571225 May 16 20:33:57.969882 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc081fee-b910-4daa-971e-04aa263c3f45', 'name': 'network-vif-deleted', 'tag': 'cd0b9e20-d1a9-4962-bec3-5e41b6cd9464'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 20:33:57.972112 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cabd327eae894280a08d6ee7d9129781675a5828ba01ec684011f2f655eb9e7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c995539-e1f7-4706-978f-2603fa9ebaef" -d '{"events": [{"server_uuid": "fc081fee-b910-4daa-971e-04aa263c3f45", "name": "network-vif-deleted", "tag": "cd0b9e20-d1a9-4962-bec3-5e41b6cd9464"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 20:33:58.006423 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 20:33:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-894c700a-92c9-4abd-abc3-247095c963b6 x-openstack-request-id: req-894c700a-92c9-4abd-abc3-247095c963b6 {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 20:33:58.006723 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc081fee-b910-4daa-971e-04aa263c3f45", "name": "network-vif-deleted", "tag": "cd0b9e20-d1a9-4962-bec3-5e41b6cd9464", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 20:33:58.006982 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-894c700a-92c9-4abd-abc3-247095c963b6 {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 20:33:58.007401 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event matching ['req-894c700a-92c9-4abd-abc3-247095c963b6'] response: {'server_uuid': 'fc081fee-b910-4daa-971e-04aa263c3f45', 'name': 'network-vif-deleted', 'tag': 'cd0b9e20-d1a9-4962-bec3-5e41b6cd9464', 'status': 'completed', 'code': 200} May 16 20:33:58.322214 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-cdfa6ddb-1ee4-4249-9f00-6325f18af513 req-982ab059-2120-4a77-8bcb-e0020f9872e8 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] 10.222.0.71 "GET /v2.0/ports?device_id=fc081fee-b910-4daa-971e-04aa263c3f45 HTTP/1.1" status: 200 len: 210 time: 0.0294836 May 16 20:33:58.886343 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d1f6d2-8d43-4858-886b-0f1732fdf566 req-a25bcf3a-fda5-40ea-8761-7d798cbb0d98 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:33:58.887846 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-d7d1f6d2-8d43-4858-886b-0f1732fdf566 req-a25bcf3a-fda5-40ea-8761-7d798cbb0d98 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] 10.222.0.71 "GET /v2.0/ports?device_id=d5374235-8ad9-4565-9419-1f58f7de8fb5 HTTP/1.1" status: 200 len: 945 time: 0.0473607 May 16 20:33:58.935230 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-d7d1f6d2-8d43-4858-886b-0f1732fdf566 req-f12c27f7-d62a-4e62-b751-00188a64f3ce tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] 10.222.0.71 "GET /v2.0/security-groups?id=95069c18-5951-45ec-8ecb-33458abfa00b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416930 May 16 20:33:59.420507 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-4f43504a-75d1-4592-aa52-6bf6eedabe30 req-fe0a6c7a-5989-4ea1-b0b8-6a893170f749 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] 10.222.0.71 "GET /v2.0/ports?device_id=fc081fee-b910-4daa-971e-04aa263c3f45 HTTP/1.1" status: 200 len: 210 time: 0.0296068 May 16 20:33:59.485691 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3712d912-1850-45fe-ab59-d2409a1534b0 req-34f12b7c-c1c8-40e9-9878-85452f279dbe tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:33:59.487049 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-3712d912-1850-45fe-ab59-d2409a1534b0 req-34f12b7c-c1c8-40e9-9878-85452f279dbe tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] 10.222.0.81 "GET /v2.0/ports?device_id=d5374235-8ad9-4565-9419-1f58f7de8fb5 HTTP/1.1" status: 200 len: 945 time: 0.0510874 May 16 20:33:59.574404 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [req-3712d912-1850-45fe-ab59-d2409a1534b0 req-b81db610-4763-4c2e-b1d6-8177b264468f tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Deleting port 15fcb199-42b2-41fd-916f-2c481fd0fe4d {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 20:33:59.574747 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-3712d912-1850-45fe-ab59-d2409a1534b0 req-b81db610-4763-4c2e-b1d6-8177b264468f tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732397588453'] for port (15fcb199-42b2-41fd-916f-2c481fd0fe4d), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:33:59.671548 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-3712d912-1850-45fe-ab59-d2409a1534b0 req-b81db610-4763-4c2e-b1d6-8177b264468f tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] For port 15fcb199-42b2-41fd-916f-2c481fd0fe4d, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=15fcb199-42b2-41fd-916f-2c481fd0fe4d,segment=NetworkSegment(ebdc97d5-0dc3-44e3-97c0-cb7e898e699f),segment_id=ebdc97d5-0dc3-44e3-97c0-cb7e898e699f)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:33:59.672015 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-3712d912-1850-45fe-ab59-d2409a1534b0 req-b81db610-4763-4c2e-b1d6-8177b264468f tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641018'] for port (15fcb199-42b2-41fd-916f-2c481fd0fe4d), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:33:59.829713 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-3712d912-1850-45fe-ab59-d2409a1534b0 req-b81db610-4763-4c2e-b1d6-8177b264468f tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:33:59.830088 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-3712d912-1850-45fe-ab59-d2409a1534b0 req-b81db610-4763-4c2e-b1d6-8177b264468f tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1640477'] for floatingip (2a5fcf3b-0c3c-44f2-904f-f165cae99bf7), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:33:59.830410 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.db.l3_db [req-3712d912-1850-45fe-ab59-d2409a1534b0 req-b81db610-4763-4c2e-b1d6-8177b264468f tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Floating IP 2a5fcf3b-0c3c-44f2-904f-f165cae99bf7 disassociated. External IP: 172.27.2.161, port: 15fcb199-42b2-41fd-916f-2c481fd0fe4d. May 16 20:33:59.830759 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [req-3712d912-1850-45fe-ab59-d2409a1534b0 req-b81db610-4763-4c2e-b1d6-8177b264468f tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Calling delete_port for 15fcb199-42b2-41fd-916f-2c481fd0fe4d owned by compute:nova {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 20:33:59.959064 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-3712d912-1850-45fe-ab59-d2409a1534b0 req-b81db610-4763-4c2e-b1d6-8177b264468f tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732397598073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732397102969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27048612'] for port (15fcb199-42b2-41fd-916f-2c481fd0fe4d), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:33:59.984749 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81db610-4763-4c2e-b1d6-8177b264468f tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Pushing event deleted for resources: {'Port': ['ID=15fcb199-42b2-41fd-916f-2c481fd0fe4d,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:34:00.047432 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-9069f384-937e-40a1-a7e5-8ff40db446c4 req-56dfc530-1b5d-4eea-b0a8-576fe9a51c03 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] 10.222.0.71 "GET /v2.0/ports?device_id=d5374235-8ad9-4565-9419-1f58f7de8fb5 HTTP/1.1" status: 200 len: 210 time: 0.0318639 May 16 20:34:00.102108 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3712d912-1850-45fe-ab59-d2409a1534b0 req-b81db610-4763-4c2e-b1d6-8177b264468f tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Router 013a50c1-75d1-4eeb-88ff-52fbc84c6fe4 has already been hosted by L3 agent fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f {{(pid=103448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 20:34:00.199694 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3712d912-1850-45fe-ab59-d2409a1534b0 req-b81db610-4763-4c2e-b1d6-8177b264468f tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Notify agent at l3_agent.dv-cinder-830901-7-iscsi the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 20:34:00.211163 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-948b0585-dca4-4d9b-9d72-be672a84c549 None None] Sync routers for ids ['013a50c1-75d1-4eeb-88ff-52fbc84c6fe4'] in dv-cinder-830901-7-iscsi {{(pid=103451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 20:34:00.222248 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-948b0585-dca4-4d9b-9d72-be672a84c549 None None] Routers {'013a50c1-75d1-4eeb-88ff-52fbc84c6fe4'} bound to L3 agent in host dv-cinder-830901-7-iscsi {{(pid=103451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:34:00.222851 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-948b0585-dca4-4d9b-9d72-be672a84c549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-16T20:16:38Z,description=,heartbeat_timestamp=2022-05-16T20:33:38Z,host='dv-cinder-830901-7-iscsi',id=fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:16:38Z,topic='l3_agent')) {'router_ids': ['013a50c1-75d1-4eeb-88ff-52fbc84c6fe4'], 'active': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:34:00.246650 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [req-3712d912-1850-45fe-ab59-d2409a1534b0 req-b81db610-4763-4c2e-b1d6-8177b264468f tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] No DVR routers for this DVR port 15fcb199-42b2-41fd-916f-2c481fd0fe4d on host hv-cinder-83090 {{(pid=103448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 20:34:00.249085 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-3712d912-1850-45fe-ab59-d2409a1534b0 req-b81db610-4763-4c2e-b1d6-8177b264468f tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-338397'] for port (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:00.252331 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-3712d912-1850-45fe-ab59-d2409a1534b0 req-b81db610-4763-4c2e-b1d6-8177b264468f tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] 10.222.0.81 "DELETE /v2.0/ports/15fcb199-42b2-41fd-916f-2c481fd0fe4d HTTP/1.1" status: 204 len: 173 time: 0.7591908 May 16 20:34:00.252769 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5374235-8ad9-4565-9419-1f58f7de8fb5', 'name': 'network-vif-deleted', 'tag': '15fcb199-42b2-41fd-916f-2c481fd0fe4d'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 20:34:00.255001 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cabd327eae894280a08d6ee7d9129781675a5828ba01ec684011f2f655eb9e7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a3be925-e329-4f1c-9d39-402b1184e7ac" -d '{"events": [{"server_uuid": "d5374235-8ad9-4565-9419-1f58f7de8fb5", "name": "network-vif-deleted", "tag": "15fcb199-42b2-41fd-916f-2c481fd0fe4d"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 20:34:00.294427 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 20:34:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6240e0ae-49d5-4a8c-9230-c3e82af440fa x-openstack-request-id: req-6240e0ae-49d5-4a8c-9230-c3e82af440fa {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 20:34:00.294719 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5374235-8ad9-4565-9419-1f58f7de8fb5", "name": "network-vif-deleted", "tag": "15fcb199-42b2-41fd-916f-2c481fd0fe4d", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 20:34:00.294972 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-6240e0ae-49d5-4a8c-9230-c3e82af440fa {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 20:34:00.295383 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6240e0ae-49d5-4a8c-9230-c3e82af440fa'] response: {'server_uuid': 'd5374235-8ad9-4565-9419-1f58f7de8fb5', 'name': 'network-vif-deleted', 'tag': '15fcb199-42b2-41fd-916f-2c481fd0fe4d', 'status': 'completed', 'code': 200} May 16 20:34:00.333874 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvr_db [None req-948b0585-dca4-4d9b-9d72-be672a84c549 None None] Set router 013a50c1-75d1-4eeb-88ff-52fbc84c6fe4 gateway port host: dv-cinder-830901-7-iscsi {{(pid=103451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:34:00.537908 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-948b0585-dca4-4d9b-9d72-be672a84c549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '013a50c1-75d1-4eeb-88ff-52fbc84c6fe4', 'name': 'tempest-AttachVolumeNegativeTest-976810855-router', 'tenant_id': '2e74299322ca4cedabe873822eda95ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'external_fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.221'}], 'enable_snat': True}, 'gw_port_id': '50d2dbe4-550d-410a-b31b-c2bcba8664fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:31:51Z', 'updated_at': '2022-05-16T20:31:54Z', 'revision_number': 4, 'project_id': '2e74299322ca4cedabe873822eda95ae', 'gw_port': {'id': '50d2dbe4-550d-410a-b31b-c2bcba8664fc', 'name': '', 'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:0f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '013a50c1-75d1-4eeb-88ff-52fbc84c6fe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:31:51Z', 'updated_at': '2022-05-16T20:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-7-iscsi', '_interfaces': [{'id': '7556598a-d31e-484f-b5ee-d939b7326199', 'name': '', 'network_id': 'b7ed8523-9957-45bf-80ef-13010737dd57', 'tenant_id': '2e74299322ca4cedabe873822eda95ae', 'mac_address': 'fa:16:3e:c3:8d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '013a50c1-75d1-4eeb-88ff-52fbc84c6fe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '6fd9bd49-8907-4582-9941-2a3571aaa9b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:31:53Z', 'updated_at': '2022-05-16T20:31:57Z', 'revision_number': 5, 'project_id': '2e74299322ca4cedabe873822eda95ae', 'subnets': [{'id': '6fd9bd49-8907-4582-9941-2a3571aaa9b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-7-iscsi', False) {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:34:00.566801 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-948b0585-dca4-4d9b-9d72-be672a84c549 None None] Checking router: 013a50c1-75d1-4eeb-88ff-52fbc84c6fe4 for host: dv-cinder-830901-7-iscsi {{(pid=103451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 20:34:00.575949 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-948b0585-dca4-4d9b-9d72-be672a84c549 None None] Routers {'013a50c1-75d1-4eeb-88ff-52fbc84c6fe4'} bound to L3 agent in host dv-cinder-830901-7-iscsi {{(pid=103451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:34:00.576610 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-948b0585-dca4-4d9b-9d72-be672a84c549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-16T20:16:38Z,description=,heartbeat_timestamp=2022-05-16T20:33:38Z,host='dv-cinder-830901-7-iscsi',id=fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:16:38Z,topic='l3_agent')) {'router_ids': ['013a50c1-75d1-4eeb-88ff-52fbc84c6fe4'], 'active': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:34:00.681586 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvr_db [None req-948b0585-dca4-4d9b-9d72-be672a84c549 None None] Set router 013a50c1-75d1-4eeb-88ff-52fbc84c6fe4 gateway port host: dv-cinder-830901-7-iscsi {{(pid=103451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:34:00.707624 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Device cd0b9e20-d1a9-4962-bec3-5e41b6cd9464 no longer exists at agent hyperv_hv-cinder-83090 {{(pid=103450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 20:34:00.732048 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] No Port match for: cd0b9e20-d1a9-4962-bec3-5e41b6cd9464 {{(pid=103450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 20:34:00.732955 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Device cd0b9e20-d1a9-4962-bec3-5e41b6cd9464 not bound to the agent host hv-cinder-83090 {{(pid=103450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 20:34:00.868570 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-948b0585-dca4-4d9b-9d72-be672a84c549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '013a50c1-75d1-4eeb-88ff-52fbc84c6fe4', 'name': 'tempest-AttachVolumeNegativeTest-976810855-router', 'tenant_id': '2e74299322ca4cedabe873822eda95ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'external_fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.221'}], 'enable_snat': True}, 'gw_port_id': '50d2dbe4-550d-410a-b31b-c2bcba8664fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:31:51Z', 'updated_at': '2022-05-16T20:31:54Z', 'revision_number': 4, 'project_id': '2e74299322ca4cedabe873822eda95ae', 'gw_port': {'id': '50d2dbe4-550d-410a-b31b-c2bcba8664fc', 'name': '', 'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:0f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '013a50c1-75d1-4eeb-88ff-52fbc84c6fe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:31:51Z', 'updated_at': '2022-05-16T20:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-7-iscsi', '_interfaces': [{'id': '7556598a-d31e-484f-b5ee-d939b7326199', 'name': '', 'network_id': 'b7ed8523-9957-45bf-80ef-13010737dd57', 'tenant_id': '2e74299322ca4cedabe873822eda95ae', 'mac_address': 'fa:16:3e:c3:8d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '013a50c1-75d1-4eeb-88ff-52fbc84c6fe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '6fd9bd49-8907-4582-9941-2a3571aaa9b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:31:53Z', 'updated_at': '2022-05-16T20:31:57Z', 'revision_number': 5, 'project_id': '2e74299322ca4cedabe873822eda95ae', 'subnets': [{'id': '6fd9bd49-8907-4582-9941-2a3571aaa9b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-7-iscsi', False) {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:34:00.892523 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-948b0585-dca4-4d9b-9d72-be672a84c549 None None] The sync data for ids ['013a50c1-75d1-4eeb-88ff-52fbc84c6fe4'] in dv-cinder-830901-7-iscsi is: [{'id': '013a50c1-75d1-4eeb-88ff-52fbc84c6fe4', 'name': 'tempest-AttachVolumeNegativeTest-976810855-router', 'tenant_id': '2e74299322ca4cedabe873822eda95ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'external_fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.221'}], 'enable_snat': True}, 'gw_port_id': '50d2dbe4-550d-410a-b31b-c2bcba8664fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:31:51Z', 'updated_at': '2022-05-16T20:31:54Z', 'revision_number': 4, 'project_id': '2e74299322ca4cedabe873822eda95ae', 'gw_port': {'id': '50d2dbe4-550d-410a-b31b-c2bcba8664fc', 'name': '', 'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:0f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '013a50c1-75d1-4eeb-88ff-52fbc84c6fe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:31:51Z', 'updated_at': '2022-05-16T20:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-7-iscsi', '_interfaces': [{'id': '7556598a-d31e-484f-b5ee-d939b7326199', 'name': '', 'network_id': 'b7ed8523-9957-45bf-80ef-13010737dd57', 'tenant_id': '2e74299322ca4cedabe873822eda95ae', 'mac_address': 'fa:16:3e:c3:8d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '013a50c1-75d1-4eeb-88ff-52fbc84c6fe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '6fd9bd49-8907-4582-9941-2a3571aaa9b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:31:53Z', 'updated_at': '2022-05-16T20:31:57Z', 'revision_number': 5, 'project_id': '2e74299322ca4cedabe873822eda95ae', 'subnets': [{'id': '6fd9bd49-8907-4582-9941-2a3571aaa9b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 20:34:01.116661 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f5d9e07-e5b2-4a02-b206-aa439f7a481a None None] New status for floating IP 2a5fcf3b-0c3c-44f2-904f-f165cae99bf7: DOWN {{(pid=103450) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 20:34:01.136316 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.71', 53790) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:34:01.193859 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4b0755cd-2a7b-4445-ad83-8d61281c0848 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Publish callbacks [] for security_group (95069c18-5951-45ec-8ecb-33458abfa00b), before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:01.217359 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4b0755cd-2a7b-4445-ad83-8d61281c0848 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Publish callbacks [] for security_group (95069c18-5951-45ec-8ecb-33458abfa00b), precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:01.272791 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4b0755cd-2a7b-4445-ad83-8d61281c0848 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997425'] for security_group (95069c18-5951-45ec-8ecb-33458abfa00b), after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:01.276492 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4b0755cd-2a7b-4445-ad83-8d61281c0848 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Publish callbacks [] for security_group (None), before_response {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:01.277762 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-4b0755cd-2a7b-4445-ad83-8d61281c0848 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] 10.222.0.71 "DELETE /v2.0/security-groups/95069c18-5951-45ec-8ecb-33458abfa00b HTTP/1.1" status: 204 len: 168 time: 0.1404088 May 16 20:34:01.280718 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.71', 53792) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:34:01.292983 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0755cd-2a7b-4445-ad83-8d61281c0848 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95069c18-5951-45ec-8ecb-33458abfa00b,revision_number=None']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:34:01.300303 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.api.v2.resource [None req-3816304e-8b76-4e9d-9220-58cce3180ad8 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] show failed (client error): The resource could not be found. May 16 20:34:01.301327 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-3816304e-8b76-4e9d-9220-58cce3180ad8 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] 10.222.0.71 "GET /v2.0/security-groups/95069c18-5951-45ec-8ecb-33458abfa00b HTTP/1.1" status: 404 len: 347 time: 0.0191414 May 16 20:34:01.304727 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.71', 53794) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:34:01.413270 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-e5e40b5b-e810-44f8-8a92-56c3db72f5c6 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Deleting port 1e87ef7b-429a-4fcf-862c-61f974254cc0 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 20:34:01.413693 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e5e40b5b-e810-44f8-8a92-56c3db72f5c6 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732397588453'] for port (1e87ef7b-429a-4fcf-862c-61f974254cc0), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:01.487746 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e5e40b5b-e810-44f8-8a92-56c3db72f5c6 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641018'] for port (1e87ef7b-429a-4fcf-862c-61f974254cc0), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:01.487994 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e5e40b5b-e810-44f8-8a92-56c3db72f5c6 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Publish callbacks [] for floatingip (1e87ef7b-429a-4fcf-862c-61f974254cc0), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:01.500910 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-e5e40b5b-e810-44f8-8a92-56c3db72f5c6 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Calling delete_port for 1e87ef7b-429a-4fcf-862c-61f974254cc0 owned by network:floatingip {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 20:34:01.631584 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e5e40b5b-e810-44f8-8a92-56c3db72f5c6 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732397598073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732397102969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27048612'] for port (1e87ef7b-429a-4fcf-862c-61f974254cc0), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:01.654780 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e40b5b-e810-44f8-8a92-56c3db72f5c6 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Pushing event deleted for resources: {'Port': ['ID=1e87ef7b-429a-4fcf-862c-61f974254cc0,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:34:01.723320 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e5e40b5b-e810-44f8-8a92-56c3db72f5c6 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Publish callbacks [] for floatingip (2a5fcf3b-0c3c-44f2-904f-f165cae99bf7), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:01.726773 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e5e40b5b-e810-44f8-8a92-56c3db72f5c6 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-338397'] for floatingip (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:01.727917 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-e5e40b5b-e810-44f8-8a92-56c3db72f5c6 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] 10.222.0.71 "DELETE /v2.0/floatingips/2a5fcf3b-0c3c-44f2-904f-f165cae99bf7 HTTP/1.1" status: 204 len: 168 time: 0.4222744 May 16 20:34:01.795046 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.71', 53804) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:34:01.799557 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.v2.base [None req-756616ab-8f79-4222-ba6d-c3f1eedbf4ac tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Request body: {'security_group': {'name': 'tempest-securitygroup--72245968', 'description': 'tempest-description--2026860145'}} {{(pid=103449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:34:01.821208 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-756616ab-8f79-4222-ba6d-c3f1eedbf4ac tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Publish callbacks [] for security_group (None), before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:01.886362 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-756616ab-8f79-4222-ba6d-c3f1eedbf4ac tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Publish callbacks [] for security_group (09110b63-50c2-40a2-be28-e4b8d304195b), precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:01.889867 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-756616ab-8f79-4222-ba6d-c3f1eedbf4ac tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997425'] for security_group (09110b63-50c2-40a2-be28-e4b8d304195b), after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:01.913587 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-756616ab-8f79-4222-ba6d-c3f1eedbf4ac tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Publish callbacks [] for security_group (None), before_response {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:01.914751 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-756616ab-8f79-4222-ba6d-c3f1eedbf4ac tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1187246 May 16 20:34:01.917955 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.71', 53806) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:34:01.923029 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756616ab-8f79-4222-ba6d-c3f1eedbf4ac tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09110b63-50c2-40a2-be28-e4b8d304195b,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:34:01.923474 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.v2.base [None req-feee4b39-bb16-453c-aa55-669869978766 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Request body: {'security_group_rule': {'security_group_id': '09110b63-50c2-40a2-be28-e4b8d304195b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:34:01.950809 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-feee4b39-bb16-453c-aa55-669869978766 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Publish callbacks [] for security_group_rule (03c858f6-70e5-47be-86f2-58f3c163507a), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:02.009953 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-feee4b39-bb16-453c-aa55-669869978766 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Publish callbacks [] for security_group_rule (03c858f6-70e5-47be-86f2-58f3c163507a), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:02.013281 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-feee4b39-bb16-453c-aa55-669869978766 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997506'] for security_group_rule (03c858f6-70e5-47be-86f2-58f3c163507a), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:02.032470 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feee4b39-bb16-453c-aa55-669869978766 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03c858f6-70e5-47be-86f2-58f3c163507a,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:34:02.038275 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-feee4b39-bb16-453c-aa55-669869978766 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:02.039465 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-feee4b39-bb16-453c-aa55-669869978766 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1202352 May 16 20:34:02.042190 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.71', 53808) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:34:02.046406 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.v2.base [None req-c74cc5e1-fea6-44a7-b3ba-5af5bb79527b tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Request body: {'security_group_rule': {'security_group_id': '09110b63-50c2-40a2-be28-e4b8d304195b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:34:02.072051 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c74cc5e1-fea6-44a7-b3ba-5af5bb79527b tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Publish callbacks [] for security_group_rule (d12971d1-ce31-4a0c-a5d8-e4295b02b15d), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:02.126422 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c74cc5e1-fea6-44a7-b3ba-5af5bb79527b tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Publish callbacks [] for security_group_rule (d12971d1-ce31-4a0c-a5d8-e4295b02b15d), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:02.129828 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c74cc5e1-fea6-44a7-b3ba-5af5bb79527b tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997506'] for security_group_rule (d12971d1-ce31-4a0c-a5d8-e4295b02b15d), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:02.147782 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74cc5e1-fea6-44a7-b3ba-5af5bb79527b tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d12971d1-ce31-4a0c-a5d8-e4295b02b15d,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:34:02.155353 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c74cc5e1-fea6-44a7-b3ba-5af5bb79527b tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:02.156657 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-c74cc5e1-fea6-44a7-b3ba-5af5bb79527b tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1135762 May 16 20:34:02.159616 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.71', 53810) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:34:02.164579 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.v2.base [None req-8ceaf704-7e55-4390-afca-a0edeee03eaf tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Request body: {'floatingip': {'floating_network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:34:02.184312 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8ceaf704-7e55-4390-afca-a0edeee03eaf tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:02.263263 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8ceaf704-7e55-4390-afca-a0edeee03eaf tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:02.369061 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-8ceaf704-7e55-4390-afca-a0edeee03eaf tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Allocated IP 172.27.2.205 (ded6ab20-0a8b-4051-830c-385457f4e062/dcb7b1f3-82ff-415d-89cf-2b6021c22eb5/97ec918a-b242-412f-9b8f-b52139c43e56) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 20:34:02.467435 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8ceaf704-7e55-4390-afca-a0edeee03eaf tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Publish callbacks [] for port (97ec918a-b242-412f-9b8f-b52139c43e56), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:02.499365 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8ceaf704-7e55-4390-afca-a0edeee03eaf tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732397102960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27048612'] for port (97ec918a-b242-412f-9b8f-b52139c43e56), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:02.534838 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ceaf704-7e55-4390-afca-a0edeee03eaf tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Network ded6ab20-0a8b-4051-830c-385457f4e062 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 20:34:02.537484 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-8ceaf704-7e55-4390-afca-a0edeee03eaf tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 20:34:02.542430 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ceaf704-7e55-4390-afca-a0edeee03eaf tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 20:34:02.572066 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ceaf704-7e55-4390-afca-a0edeee03eaf tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Pushing event updated for resources: {'Port': ['ID=97ec918a-b242-412f-9b8f-b52139c43e56,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:34:02.634951 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8ceaf704-7e55-4390-afca-a0edeee03eaf tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Publish callbacks [] for floatingip (42204c6c-eac7-4e74-88b3-f319d0b73d8e), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:02.672110 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8ceaf704-7e55-4390-afca-a0edeee03eaf tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (97ec918a-b242-412f-9b8f-b52139c43e56), before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:02.707148 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Device 15fcb199-42b2-41fd-916f-2c481fd0fe4d no longer exists at agent hyperv_hv-cinder-83090 {{(pid=103450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 20:34:02.715036 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.71', 53814) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:34:02.729515 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] No Port match for: 15fcb199-42b2-41fd-916f-2c481fd0fe4d {{(pid=103450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 20:34:02.729802 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Device 15fcb199-42b2-41fd-916f-2c481fd0fe4d not bound to the agent host hv-cinder-83090 {{(pid=103450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 20:34:02.850147 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8ceaf704-7e55-4390-afca-a0edeee03eaf tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Publish callbacks [] for port (97ec918a-b242-412f-9b8f-b52139c43e56), precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:02.852368 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-d58cc8dd-924f-45a5-9e6a-d10852442f78 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Deleting port 0010af90-8341-4f8b-9814-b849b87d689d {{(pid=103449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 20:34:02.852597 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-d58cc8dd-924f-45a5-9e6a-d10852442f78 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732397588453'] for port (0010af90-8341-4f8b-9814-b849b87d689d), before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:02.856028 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8ceaf704-7e55-4390-afca-a0edeee03eaf tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732397598091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732397102978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732397102996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27048595'] for port (97ec918a-b242-412f-9b8f-b52139c43e56), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:02.926274 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ceaf704-7e55-4390-afca-a0edeee03eaf tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Pushing event updated for resources: {'Port': ['ID=97ec918a-b242-412f-9b8f-b52139c43e56,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:34:02.930897 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-d58cc8dd-924f-45a5-9e6a-d10852442f78 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641018'] for port (0010af90-8341-4f8b-9814-b849b87d689d), precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:02.931220 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-d58cc8dd-924f-45a5-9e6a-d10852442f78 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Publish callbacks [] for floatingip (0010af90-8341-4f8b-9814-b849b87d689d), precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:02.936457 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8ceaf704-7e55-4390-afca-a0edeee03eaf tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1640477'] for floatingip (42204c6c-eac7-4e74-88b3-f319d0b73d8e), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:02.943548 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-d58cc8dd-924f-45a5-9e6a-d10852442f78 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Calling delete_port for 0010af90-8341-4f8b-9814-b849b87d689d owned by network:floatingip {{(pid=103449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 20:34:02.952516 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8ceaf704-7e55-4390-afca-a0edeee03eaf tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-338397'] for floatingip (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:02.959389 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-8ceaf704-7e55-4390-afca-a0edeee03eaf tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7931387 May 16 20:34:03.114863 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-d58cc8dd-924f-45a5-9e6a-d10852442f78 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732397598073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732397102969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26134374'] for port (0010af90-8341-4f8b-9814-b849b87d689d), after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:03.149172 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-fb8eb51e-854a-4e8b-9a4a-5d5ac33220cc req-bacf938b-0394-47b3-9346-8df8772b1d01 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-securitygroup--72245968&fields=id&tenant_id=2e74299322ca4cedabe873822eda95ae HTTP/1.1" status: 200 len: 267 time: 0.0776572 May 16 20:34:03.151380 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58cc8dd-924f-45a5-9e6a-d10852442f78 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Pushing event deleted for resources: {'Port': ['ID=0010af90-8341-4f8b-9814-b849b87d689d,revision_number=None']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:34:03.275101 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-d58cc8dd-924f-45a5-9e6a-d10852442f78 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Publish callbacks [] for floatingip (eee0ee61-aad4-49de-a84a-4d95ce242b8d), after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:03.275430 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.db.l3_db [None req-d58cc8dd-924f-45a5-9e6a-d10852442f78 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Floating IP eee0ee61-aad4-49de-a84a-4d95ce242b8d disassociated (deleted). External IP: 172.27.2.102, port: 59817910-96f2-4d96-a3b6-dfa35ba5fbe5. May 16 20:34:03.335762 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8eb51e-854a-4e8b-9a4a-5d5ac33220cc req-7444f0ee-e4aa-4dc5-a5fe-e2e4aece299d tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:34:03.337250 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-fb8eb51e-854a-4e8b-9a4a-5d5ac33220cc req-7444f0ee-e4aa-4dc5-a5fe-e2e4aece299d tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] 10.222.0.71 "GET /v2.0/networks?id=b7ed8523-9957-45bf-80ef-13010737dd57 HTTP/1.1" status: 200 len: 814 time: 0.1790018 May 16 20:34:03.380328 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-fb8eb51e-854a-4e8b-9a4a-5d5ac33220cc req-4429bc83-52c4-48b1-94c7-0f9347a3fe60 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] 10.222.0.71 "GET /v2.0/quotas/2e74299322ca4cedabe873822eda95ae HTTP/1.1" status: 200 len: 375 time: 0.0372062 May 16 20:34:03.438902 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-fb8eb51e-854a-4e8b-9a4a-5d5ac33220cc req-34981d00-91f9-4306-8811-49a55d3b062b tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=2e74299322ca4cedabe873822eda95ae&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0528128 May 16 20:34:03.604871 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-fb8eb51e-854a-4e8b-9a4a-5d5ac33220cc req-c578930e-5f2c-415b-aa57-de7cd594114a service neutron] 10.222.0.71 "GET /v2.0/networks/b7ed8523-9957-45bf-80ef-13010737dd57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348453 May 16 20:34:03.606550 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d58cc8dd-924f-45a5-9e6a-d10852442f78 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Router ff342686-d4a7-4820-b268-c308e7f5d698 has already been hosted by L3 agent fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f {{(pid=103449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 20:34:03.682733 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-bf02612f-d209-4e7c-9806-76845eb3e3ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (6de3586b-c77a-41a3-9d69-e80d1925fb22), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:03.765510 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-fb8eb51e-854a-4e8b-9a4a-5d5ac33220cc req-5ff291c7-39cc-408f-80fe-d03ee95160d2 service neutron] 10.222.0.71 "GET /v2.0/networks/b7ed8523-9957-45bf-80ef-13010737dd57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541350 May 16 20:34:03.776680 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d58cc8dd-924f-45a5-9e6a-d10852442f78 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Notify agent at l3_agent.dv-cinder-830901-7-iscsi the message routers_updated {{(pid=103449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 20:34:03.781190 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-d58cc8dd-924f-45a5-9e6a-d10852442f78 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-338397'] for floatingip (None), before_response {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:03.789381 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e620126c-9d20-4620-bde9-38a5d87684c0 None None] Sync routers for ids ['ff342686-d4a7-4820-b268-c308e7f5d698'] in dv-cinder-830901-7-iscsi {{(pid=103451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 20:34:03.800591 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e620126c-9d20-4620-bde9-38a5d87684c0 None None] Routers {'ff342686-d4a7-4820-b268-c308e7f5d698'} bound to L3 agent in host dv-cinder-830901-7-iscsi {{(pid=103451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:34:03.801411 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-e620126c-9d20-4620-bde9-38a5d87684c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-16T20:16:38Z,description=,heartbeat_timestamp=2022-05-16T20:33:38Z,host='dv-cinder-830901-7-iscsi',id=fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:16:38Z,topic='l3_agent')) {'router_ids': ['ff342686-d4a7-4820-b268-c308e7f5d698'], 'active': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:34:03.816745 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-d58cc8dd-924f-45a5-9e6a-d10852442f78 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] 10.222.0.71 "DELETE /v2.0/floatingips/eee0ee61-aad4-49de-a84a-4d95ce242b8d HTTP/1.1" status: 204 len: 168 time: 1.0981417 May 16 20:34:03.816745 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce1b1e18-f282-440d-9040-466f95a632fa', 'tag': '59817910-96f2-4d96-a3b6-dfa35ba5fbe5'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 20:34:03.817245 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}295115e3b8025bbf11aa9aac085408c2d5e3d0e4242a5f701d1d164c8d9f99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ac7bb7a-672d-4ff2-9d23-0f846efd4a4c" -d '{"events": [{"name": "network-changed", "server_uuid": "ce1b1e18-f282-440d-9040-466f95a632fa", "tag": "59817910-96f2-4d96-a3b6-dfa35ba5fbe5"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 20:34:03.916200 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 20:34:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fceed2bf-49dd-47ac-8dc5-f32eac45ffca x-openstack-request-id: req-fceed2bf-49dd-47ac-8dc5-f32eac45ffca {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 20:34:03.916769 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce1b1e18-f282-440d-9040-466f95a632fa", "tag": "59817910-96f2-4d96-a3b6-dfa35ba5fbe5", "status": "completed", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 20:34:03.917990 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-fceed2bf-49dd-47ac-8dc5-f32eac45ffca {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 20:34:03.918641 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fceed2bf-49dd-47ac-8dc5-f32eac45ffca'] response: {'name': 'network-changed', 'server_uuid': 'ce1b1e18-f282-440d-9040-466f95a632fa', 'tag': '59817910-96f2-4d96-a3b6-dfa35ba5fbe5', 'status': 'completed', 'code': 200} May 16 20:34:04.002362 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac7bb7a-672d-4ff2-9d23-0f846efd4a4c req-c3c74f0f-9182-4681-b03f-8a0ac7337308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:34:04.003950 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-1ac7bb7a-672d-4ff2-9d23-0f846efd4a4c req-c3c74f0f-9182-4681-b03f-8a0ac7337308 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=2715141f8ffd49d892600c779e02fa17&device_id=ce1b1e18-f282-440d-9040-466f95a632fa HTTP/1.1" status: 200 len: 1130 time: 0.0657089 May 16 20:34:04.046716 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvr_db [None req-e620126c-9d20-4620-bde9-38a5d87684c0 None None] Set router ff342686-d4a7-4820-b268-c308e7f5d698 gateway port host: dv-cinder-830901-7-iscsi {{(pid=103451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:34:04.073720 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-0ef64353-33b6-4837-9ce5-a418b93076ba req-64dcf391-40af-4a1e-9538-5e21dc3cb9e0 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] 10.222.0.71 "GET /v2.0/ports?device_id=a24fc40c-1d03-4e0f-a045-421de785cb1d HTTP/1.1" status: 200 len: 210 time: 0.0875707 May 16 20:34:04.151655 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3ec010-b171-4a7a-879c-a6d486c6fc1e req-0e4a421d-2b32-46d9-8094-0fc0a85d2e6b tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:34:04.153174 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-ac3ec010-b171-4a7a-879c-a6d486c6fc1e req-0e4a421d-2b32-46d9-8094-0fc0a85d2e6b tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce1b1e18-f282-440d-9040-466f95a632fa HTTP/1.1" status: 200 len: 946 time: 0.0668752 May 16 20:34:04.155243 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac7bb7a-672d-4ff2-9d23-0f846efd4a4c req-74ccf8c5-59f7-4ca8-921a-57c2500b201e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:34:04.155894 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-1ac7bb7a-672d-4ff2-9d23-0f846efd4a4c req-74ccf8c5-59f7-4ca8-921a-57c2500b201e service neutron] 10.222.0.81 "GET /v2.0/networks?id=f817970e-ef84-435a-806f-1b015ae84dd9 HTTP/1.1" status: 200 len: 912 time: 0.1459298 May 16 20:34:04.212029 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-ac3ec010-b171-4a7a-879c-a6d486c6fc1e req-899fbe95-e841-48ba-8def-084d09f02366 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] 10.222.0.71 "GET /v2.0/security-groups?id=8b428606-3a27-4b6b-a2ec-503b3fc25851&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517745 May 16 20:34:04.254642 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-e620126c-9d20-4620-bde9-38a5d87684c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff342686-d4a7-4820-b268-c308e7f5d698', 'name': 'tempest-TestVolumeBootPattern-348190237-router', 'tenant_id': '2715141f8ffd49d892600c779e02fa17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'external_fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': '3c16e6da-0f15-424c-83b1-65a7dba0c80e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:26:37Z', 'updated_at': '2022-05-16T20:26:40Z', 'revision_number': 4, 'project_id': '2715141f8ffd49d892600c779e02fa17', 'gw_port': {'id': '3c16e6da-0f15-424c-83b1-65a7dba0c80e', 'name': '', 'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:1b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff342686-d4a7-4820-b268-c308e7f5d698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:26:37Z', 'updated_at': '2022-05-16T20:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-7-iscsi', '_interfaces': [{'id': '533129b2-d6ee-41c5-90d3-4790783a4be6', 'name': '', 'network_id': 'f817970e-ef84-435a-806f-1b015ae84dd9', 'tenant_id': '2715141f8ffd49d892600c779e02fa17', 'mac_address': 'fa:16:3e:c2:e4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff342686-d4a7-4820-b268-c308e7f5d698', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '14823cd5-3605-452f-a744-d8797ebcce33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:26:39Z', 'updated_at': '2022-05-16T20:26:45Z', 'revision_number': 5, 'project_id': '2715141f8ffd49d892600c779e02fa17', 'subnets': [{'id': '14823cd5-3605-452f-a744-d8797ebcce33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-7-iscsi', False) {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:34:04.281124 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e620126c-9d20-4620-bde9-38a5d87684c0 None None] Checking router: ff342686-d4a7-4820-b268-c308e7f5d698 for host: dv-cinder-830901-7-iscsi {{(pid=103451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 20:34:04.289615 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e620126c-9d20-4620-bde9-38a5d87684c0 None None] Routers {'ff342686-d4a7-4820-b268-c308e7f5d698'} bound to L3 agent in host dv-cinder-830901-7-iscsi {{(pid=103451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:34:04.290246 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-e620126c-9d20-4620-bde9-38a5d87684c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-16T20:16:38Z,description=,heartbeat_timestamp=2022-05-16T20:33:38Z,host='dv-cinder-830901-7-iscsi',id=fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:16:38Z,topic='l3_agent')) {'router_ids': ['ff342686-d4a7-4820-b268-c308e7f5d698'], 'active': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:34:04.390158 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvr_db [None req-e620126c-9d20-4620-bde9-38a5d87684c0 None None] Set router ff342686-d4a7-4820-b268-c308e7f5d698 gateway port host: dv-cinder-830901-7-iscsi {{(pid=103451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:34:04.565214 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-e620126c-9d20-4620-bde9-38a5d87684c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff342686-d4a7-4820-b268-c308e7f5d698', 'name': 'tempest-TestVolumeBootPattern-348190237-router', 'tenant_id': '2715141f8ffd49d892600c779e02fa17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'external_fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': '3c16e6da-0f15-424c-83b1-65a7dba0c80e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:26:37Z', 'updated_at': '2022-05-16T20:26:40Z', 'revision_number': 4, 'project_id': '2715141f8ffd49d892600c779e02fa17', 'gw_port': {'id': '3c16e6da-0f15-424c-83b1-65a7dba0c80e', 'name': '', 'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:1b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff342686-d4a7-4820-b268-c308e7f5d698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:26:37Z', 'updated_at': '2022-05-16T20:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-7-iscsi', '_interfaces': [{'id': '533129b2-d6ee-41c5-90d3-4790783a4be6', 'name': '', 'network_id': 'f817970e-ef84-435a-806f-1b015ae84dd9', 'tenant_id': '2715141f8ffd49d892600c779e02fa17', 'mac_address': 'fa:16:3e:c2:e4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff342686-d4a7-4820-b268-c308e7f5d698', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '14823cd5-3605-452f-a744-d8797ebcce33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:26:39Z', 'updated_at': '2022-05-16T20:26:45Z', 'revision_number': 5, 'project_id': '2715141f8ffd49d892600c779e02fa17', 'subnets': [{'id': '14823cd5-3605-452f-a744-d8797ebcce33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-7-iscsi', False) {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:34:04.592802 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e620126c-9d20-4620-bde9-38a5d87684c0 None None] The sync data for ids ['ff342686-d4a7-4820-b268-c308e7f5d698'] in dv-cinder-830901-7-iscsi is: [{'id': 'ff342686-d4a7-4820-b268-c308e7f5d698', 'name': 'tempest-TestVolumeBootPattern-348190237-router', 'tenant_id': '2715141f8ffd49d892600c779e02fa17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'external_fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': '3c16e6da-0f15-424c-83b1-65a7dba0c80e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:26:37Z', 'updated_at': '2022-05-16T20:26:40Z', 'revision_number': 4, 'project_id': '2715141f8ffd49d892600c779e02fa17', 'gw_port': {'id': '3c16e6da-0f15-424c-83b1-65a7dba0c80e', 'name': '', 'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:1b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff342686-d4a7-4820-b268-c308e7f5d698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:26:37Z', 'updated_at': '2022-05-16T20:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-7-iscsi', '_interfaces': [{'id': '533129b2-d6ee-41c5-90d3-4790783a4be6', 'name': '', 'network_id': 'f817970e-ef84-435a-806f-1b015ae84dd9', 'tenant_id': '2715141f8ffd49d892600c779e02fa17', 'mac_address': 'fa:16:3e:c2:e4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff342686-d4a7-4820-b268-c308e7f5d698', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '14823cd5-3605-452f-a744-d8797ebcce33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:26:39Z', 'updated_at': '2022-05-16T20:26:45Z', 'revision_number': 5, 'project_id': '2715141f8ffd49d892600c779e02fa17', 'subnets': [{'id': '14823cd5-3605-452f-a744-d8797ebcce33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 20:34:04.815812 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac75e1d-8488-4c9c-8a34-31ab37fb4a3a None None] New status for floating IP eee0ee61-aad4-49de-a84a-4d95ce242b8d: DOWN {{(pid=103450) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 20:34:05.095553 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-1ac7bb7a-672d-4ff2-9d23-0f846efd4a4c req-05c6edcb-94f4-442f-b975-1834ebda1114 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=59817910-96f2-4d96-a3b6-dfa35ba5fbe5 HTTP/1.1" status: 200 len: 217 time: 0.0366795 May 16 20:34:05.167696 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-0dffebc9-764d-4172-b477-b8c49f7e0710 req-fe8551a6-8dcd-411d-ab3c-7ee1de6aa8d4 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] 10.222.0.71 "GET /v2.0/ports?device_id=a24fc40c-1d03-4e0f-a045-421de785cb1d HTTP/1.1" status: 200 len: 210 time: 0.0288510 May 16 20:34:05.343583 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac7bb7a-672d-4ff2-9d23-0f846efd4a4c req-06a8a3bf-de66-4277-af7b-3cbfff564aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:34:05.345080 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-1ac7bb7a-672d-4ff2-9d23-0f846efd4a4c req-06a8a3bf-de66-4277-af7b-3cbfff564aa2 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=14823cd5-3605-452f-a744-d8797ebcce33 HTTP/1.1" status: 200 len: 850 time: 0.0798404 May 16 20:34:05.353913 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab42bc6c-ac09-4fe3-8510-145084566aa2 req-5a97bed1-c690-4401-89d0-f59fb396e55a tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:34:05.360623 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-ab42bc6c-ac09-4fe3-8510-145084566aa2 req-5a97bed1-c690-4401-89d0-f59fb396e55a tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce1b1e18-f282-440d-9040-466f95a632fa HTTP/1.1" status: 200 len: 946 time: 0.0666332 May 16 20:34:05.404289 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-ab42bc6c-ac09-4fe3-8510-145084566aa2 req-30ba88e8-9e69-4dc4-b45e-2e64a59383b0 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] 10.222.0.71 "GET /v2.0/security-groups?id=8b428606-3a27-4b6b-a2ec-503b3fc25851&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428684 May 16 20:34:05.511744 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac7bb7a-672d-4ff2-9d23-0f846efd4a4c req-fceb98c9-f83c-4c52-a6a1-e142bf58679c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:34:05.513341 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-1ac7bb7a-672d-4ff2-9d23-0f846efd4a4c req-fceb98c9-f83c-4c52-a6a1-e142bf58679c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=f817970e-ef84-435a-806f-1b015ae84dd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0394423 May 16 20:34:05.785430 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167d9d43-d0de-48d5-967d-1c104932d7a3 req-49e86fe9-2077-4af3-ae46-dd7f073f3a86 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:34:05.786842 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-167d9d43-d0de-48d5-967d-1c104932d7a3 req-49e86fe9-2077-4af3-ae46-dd7f073f3a86 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] 10.222.0.81 "GET /v2.0/ports?device_id=ce1b1e18-f282-440d-9040-466f95a632fa HTTP/1.1" status: 200 len: 946 time: 0.0506516 May 16 20:34:05.798047 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-1ac7bb7a-672d-4ff2-9d23-0f846efd4a4c req-e403a3ed-1fd7-4a25-9012-87914b4b2792 service neutron] 10.222.0.81 "GET /v2.0/networks/f817970e-ef84-435a-806f-1b015ae84dd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905085 May 16 20:34:05.887583 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [req-167d9d43-d0de-48d5-967d-1c104932d7a3 req-c486b408-59c1-448f-9e4a-db3f1ced6faa tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Deleting port 59817910-96f2-4d96-a3b6-dfa35ba5fbe5 {{(pid=103449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 20:34:05.887971 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [req-167d9d43-d0de-48d5-967d-1c104932d7a3 req-c486b408-59c1-448f-9e4a-db3f1ced6faa tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732397588453'] for port (59817910-96f2-4d96-a3b6-dfa35ba5fbe5), before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:06.264747 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8eb51e-854a-4e8b-9a4a-5d5ac33220cc req-cdb92c69-3a1c-4f2b-81a3-9fb06a9ade36 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:34:06.266215 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-fb8eb51e-854a-4e8b-9a4a-5d5ac33220cc req-cdb92c69-3a1c-4f2b-81a3-9fb06a9ade36 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] 10.222.0.81 "GET /v2.0/networks?id=b7ed8523-9957-45bf-80ef-13010737dd57 HTTP/1.1" status: 200 len: 814 time: 0.4588385 May 16 20:34:06.268201 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-1ac7bb7a-672d-4ff2-9d23-0f846efd4a4c req-5a501365-2a1b-4352-8c87-03c9aef2a9d3 service neutron] 10.222.0.81 "GET /v2.0/networks/f817970e-ef84-435a-806f-1b015ae84dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4595017 May 16 20:34:06.284755 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-c3ae4a2c-6d9d-4141-9612-d95142f098d7 req-3d7f885d-49be-4421-92d4-e1ec4906dd0a tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] 10.222.0.71 "GET /v2.0/ports?device_id=a24fc40c-1d03-4e0f-a045-421de785cb1d HTTP/1.1" status: 200 len: 210 time: 0.0359530 May 16 20:34:06.294854 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [req-167d9d43-d0de-48d5-967d-1c104932d7a3 req-c486b408-59c1-448f-9e4a-db3f1ced6faa tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] For port 59817910-96f2-4d96-a3b6-dfa35ba5fbe5, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=59817910-96f2-4d96-a3b6-dfa35ba5fbe5,segment=NetworkSegment(3f368376-ca0a-4204-8008-7e3a527d3a30),segment_id=3f368376-ca0a-4204-8008-7e3a527d3a30)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:34:06.295337 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [req-167d9d43-d0de-48d5-967d-1c104932d7a3 req-c486b408-59c1-448f-9e4a-db3f1ced6faa tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641018'] for port (59817910-96f2-4d96-a3b6-dfa35ba5fbe5), precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:06.316032 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [req-167d9d43-d0de-48d5-967d-1c104932d7a3 req-c486b408-59c1-448f-9e4a-db3f1ced6faa tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Calling delete_port for 59817910-96f2-4d96-a3b6-dfa35ba5fbe5 owned by compute:nova {{(pid=103449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 20:34:06.334511 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-fb8eb51e-854a-4e8b-9a4a-5d5ac33220cc req-b53234c1-75e7-4a7b-98a9-aacee5ac6a54 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2e74299322ca4cedabe873822eda95ae HTTP/1.1" status: 200 len: 378 time: 0.0562880 May 16 20:34:06.343013 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.v2.base [req-fb8eb51e-854a-4e8b-9a4a-5d5ac33220cc req-49e1d338-41f7-4fe2-a492-8326207e9459 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Request body: {'port': {'device_id': 'a24fc40c-1d03-4e0f-a045-421de785cb1d', 'network_id': 'b7ed8523-9957-45bf-80ef-13010737dd57', 'admin_state_up': True, 'tenant_id': '2e74299322ca4cedabe873822eda95ae', 'security_groups': ['09110b63-50c2-40a2-be28-e4b8d304195b']}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:34:06.443004 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [req-167d9d43-d0de-48d5-967d-1c104932d7a3 req-c486b408-59c1-448f-9e4a-db3f1ced6faa tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732397598073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732397102969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26134374'] for port (59817910-96f2-4d96-a3b6-dfa35ba5fbe5), after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:06.457217 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb8eb51e-854a-4e8b-9a4a-5d5ac33220cc req-49e1d338-41f7-4fe2-a492-8326207e9459 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Made reservation on behalf of 2e74299322ca4cedabe873822eda95ae for: {'port': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 20:34:06.461038 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-fb8eb51e-854a-4e8b-9a4a-5d5ac33220cc req-49e1d338-41f7-4fe2-a492-8326207e9459 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:06.477762 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c486b408-59c1-448f-9e4a-db3f1ced6faa tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Pushing event deleted for resources: {'Port': ['ID=59817910-96f2-4d96-a3b6-dfa35ba5fbe5,revision_number=None']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:34:06.513379 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-edec1b78-7050-462a-a346-560c9542d0b9 req-cba5d064-1a07-48ab-8529-33335a36a4f6 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce1b1e18-f282-440d-9040-466f95a632fa HTTP/1.1" status: 200 len: 210 time: 0.0357254 May 16 20:34:06.531130 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [req-167d9d43-d0de-48d5-967d-1c104932d7a3 req-c486b408-59c1-448f-9e4a-db3f1ced6faa tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] No DVR routers for this DVR port 59817910-96f2-4d96-a3b6-dfa35ba5fbe5 on host hv-cinder-83090 {{(pid=103449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 20:34:06.533694 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [req-167d9d43-d0de-48d5-967d-1c104932d7a3 req-c486b408-59c1-448f-9e4a-db3f1ced6faa tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-338397'] for port (None), before_response {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:06.537292 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-167d9d43-d0de-48d5-967d-1c104932d7a3 req-c486b408-59c1-448f-9e4a-db3f1ced6faa tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] 10.222.0.81 "DELETE /v2.0/ports/59817910-96f2-4d96-a3b6-dfa35ba5fbe5 HTTP/1.1" status: 204 len: 173 time: 0.7444515 May 16 20:34:06.538328 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce1b1e18-f282-440d-9040-466f95a632fa', 'name': 'network-vif-deleted', 'tag': '59817910-96f2-4d96-a3b6-dfa35ba5fbe5'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 20:34:06.541516 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}295115e3b8025bbf11aa9aac085408c2d5e3d0e4242a5f701d1d164c8d9f99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdd55e23-6ba9-4664-8516-9382da895053" -d '{"events": [{"server_uuid": "ce1b1e18-f282-440d-9040-466f95a632fa", "name": "network-vif-deleted", "tag": "59817910-96f2-4d96-a3b6-dfa35ba5fbe5"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 20:34:06.582739 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 20:34:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a705f98-118c-46e8-a49c-eadefb2b9ada x-openstack-request-id: req-4a705f98-118c-46e8-a49c-eadefb2b9ada {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 20:34:06.583040 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce1b1e18-f282-440d-9040-466f95a632fa", "name": "network-vif-deleted", "tag": "59817910-96f2-4d96-a3b6-dfa35ba5fbe5", "status": "completed", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 20:34:06.583289 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-4a705f98-118c-46e8-a49c-eadefb2b9ada {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 20:34:06.583691 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a705f98-118c-46e8-a49c-eadefb2b9ada'] response: {'server_uuid': 'ce1b1e18-f282-440d-9040-466f95a632fa', 'name': 'network-vif-deleted', 'tag': '59817910-96f2-4d96-a3b6-dfa35ba5fbe5', 'status': 'completed', 'code': 200} May 16 20:34:06.620771 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [req-fb8eb51e-854a-4e8b-9a4a-5d5ac33220cc req-49e1d338-41f7-4fe2-a492-8326207e9459 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Allocated IP 172.20.0.12 (b7ed8523-9957-45bf-80ef-13010737dd57/6fd9bd49-8907-4582-9941-2a3571aaa9b7/43b3ac22-4305-4933-95a7-9bcd68a25c2d) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 20:34:06.756592 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-fb8eb51e-854a-4e8b-9a4a-5d5ac33220cc req-49e1d338-41f7-4fe2-a492-8326207e9459 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Publish callbacks [] for port (43b3ac22-4305-4933-95a7-9bcd68a25c2d), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:06.788578 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-fb8eb51e-854a-4e8b-9a4a-5d5ac33220cc req-49e1d338-41f7-4fe2-a492-8326207e9459 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732397102960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27048612'] for port (43b3ac22-4305-4933-95a7-9bcd68a25c2d), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:06.837856 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb8eb51e-854a-4e8b-9a4a-5d5ac33220cc req-49e1d338-41f7-4fe2-a492-8326207e9459 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Network b7ed8523-9957-45bf-80ef-13010737dd57 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 20:34:06.842006 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [req-fb8eb51e-854a-4e8b-9a4a-5d5ac33220cc req-49e1d338-41f7-4fe2-a492-8326207e9459 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 20:34:06.844472 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb8eb51e-854a-4e8b-9a4a-5d5ac33220cc req-49e1d338-41f7-4fe2-a492-8326207e9459 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 20:34:06.881373 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e1d338-41f7-4fe2-a492-8326207e9459 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Pushing event updated for resources: {'Port': ['ID=43b3ac22-4305-4933-95a7-9bcd68a25c2d,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:34:06.905294 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8eb51e-854a-4e8b-9a4a-5d5ac33220cc req-49e1d338-41f7-4fe2-a492-8326207e9459 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:34:06.906046 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-fb8eb51e-854a-4e8b-9a4a-5d5ac33220cc req-49e1d338-41f7-4fe2-a492-8326207e9459 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-338397'] for port (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:06.923517 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-fb8eb51e-854a-4e8b-9a4a-5d5ac33220cc req-49e1d338-41f7-4fe2-a492-8326207e9459 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5840199 May 16 20:34:07.044753 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.v2.base [req-fb8eb51e-854a-4e8b-9a4a-5d5ac33220cc req-f25cafa1-4639-45e6-9844-339dd0aa9f27 service neutron] Request body: {'port': {'device_id': 'a24fc40c-1d03-4e0f-a045-421de785cb1d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83090'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:34:07.076407 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [None req-56d71a2e-7f24-4645-b9ca-4b77089be29a None None] Provisioning complete for port 43b3ac22-4305-4933-95a7-9bcd68a25c2d triggered by entity DHCP. {{(pid=103450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:34:07.077011 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-56d71a2e-7f24-4645-b9ca-4b77089be29a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868582'] for port (43b3ac22-4305-4933-95a7-9bcd68a25c2d), provisioning_complete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:07.109256 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-56d71a2e-7f24-4645-b9ca-4b77089be29a None None] Port 43b3ac22-4305-4933-95a7-9bcd68a25c2d cannot update to ACTIVE because it is not bound. {{(pid=103450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 20:34:07.117159 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-fb8eb51e-854a-4e8b-9a4a-5d5ac33220cc req-f25cafa1-4639-45e6-9844-339dd0aa9f27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (43b3ac22-4305-4933-95a7-9bcd68a25c2d), before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:07.435473 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.notifiers.nova [req-fb8eb51e-854a-4e8b-9a4a-5d5ac33220cc req-f25cafa1-4639-45e6-9844-339dd0aa9f27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43b3ac22-4305-4933-95a7-9bcd68a25c2d {{(pid=103448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 20:34:07.446693 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d667bf2-5543-425a-a7d3-20c9f8e0e0d0 req-b0914ff6-eb61-4176-bb1a-3b3d4193d3d6 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:34:07.448416 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-3d667bf2-5543-425a-a7d3-20c9f8e0e0d0 req-b0914ff6-eb61-4176-bb1a-3b3d4193d3d6 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] 10.222.0.71 "GET /v2.0/ports?device_id=a24fc40c-1d03-4e0f-a045-421de785cb1d HTTP/1.1" status: 200 len: 932 time: 0.0854900 May 16 20:34:07.453040 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-fb8eb51e-854a-4e8b-9a4a-5d5ac33220cc req-f25cafa1-4639-45e6-9844-339dd0aa9f27 service neutron] Publish callbacks [] for port (43b3ac22-4305-4933-95a7-9bcd68a25c2d), precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:07.479373 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [req-fb8eb51e-854a-4e8b-9a4a-5d5ac33220cc req-f25cafa1-4639-45e6-9844-339dd0aa9f27 service neutron] Transition to ACTIVE for port object 43b3ac22-4305-4933-95a7-9bcd68a25c2d will not be triggered until provisioned by entity L2. {{(pid=103448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 16 20:34:07.485651 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-fb8eb51e-854a-4e8b-9a4a-5d5ac33220cc req-f25cafa1-4639-45e6-9844-339dd0aa9f27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732397598091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732397102978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732397102996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27048595'] for port (43b3ac22-4305-4933-95a7-9bcd68a25c2d), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:07.541678 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-3d667bf2-5543-425a-a7d3-20c9f8e0e0d0 req-66e60227-742b-4ab6-84a2-9a32698cb25f tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] 10.222.0.71 "GET /v2.0/security-groups?id=09110b63-50c2-40a2-be28-e4b8d304195b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0861063 May 16 20:34:07.562242 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25cafa1-4639-45e6-9844-339dd0aa9f27 service neutron] Pushing event updated for resources: {'Port': ['ID=43b3ac22-4305-4933-95a7-9bcd68a25c2d,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:34:07.586553 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.71', 53864) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:34:07.643297 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-fb8eb51e-854a-4e8b-9a4a-5d5ac33220cc req-f25cafa1-4639-45e6-9844-339dd0aa9f27 service neutron] Attempting to bind port 43b3ac22-4305-4933-95a7-9bcd68a25c2d on host hv-cinder-83090 for vnic_type normal with profile {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 20:34:07.643637 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-fb8eb51e-854a-4e8b-9a4a-5d5ac33220cc req-f25cafa1-4639-45e6-9844-339dd0aa9f27 service neutron] Attempting to bind port 43b3ac22-4305-4933-95a7-9bcd68a25c2d by drivers openvswitch,hyperv on host hv-cinder-83090 at level 0 using segments [{'id': 'ebdc97d5-0dc3-44e3-97c0-cb7e898e699f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'b7ed8523-9957-45bf-80ef-13010737dd57'}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 20:34:07.643972 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb8eb51e-854a-4e8b-9a4a-5d5ac33220cc req-f25cafa1-4639-45e6-9844-339dd0aa9f27 service neutron] Attempting to bind port 43b3ac22-4305-4933-95a7-9bcd68a25c2d on network b7ed8523-9957-45bf-80ef-13010737dd57 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 20:34:07.650448 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb8eb51e-854a-4e8b-9a4a-5d5ac33220cc req-f25cafa1-4639-45e6-9844-339dd0aa9f27 service neutron] Port 43b3ac22-4305-4933-95a7-9bcd68a25c2d on network b7ed8523-9957-45bf-80ef-13010737dd57 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83090 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 16 20:34:07.650975 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb8eb51e-854a-4e8b-9a4a-5d5ac33220cc req-f25cafa1-4639-45e6-9844-339dd0aa9f27 service neutron] Attempting to bind port 43b3ac22-4305-4933-95a7-9bcd68a25c2d on network b7ed8523-9957-45bf-80ef-13010737dd57 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 20:34:07.657671 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb8eb51e-854a-4e8b-9a4a-5d5ac33220cc req-f25cafa1-4639-45e6-9844-339dd0aa9f27 service neutron] Checking agent: {'id': '748e0023-d5c8-44d3-9d74-a0da2def1ef4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83090', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 20, 23, 10), 'started_at': datetime.datetime(2022, 5, 16, 20, 23, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 20, 33, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 20:34:07.658343 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb8eb51e-854a-4e8b-9a4a-5d5ac33220cc req-f25cafa1-4639-45e6-9844-339dd0aa9f27 service neutron] Checking segment: {'id': 'ebdc97d5-0dc3-44e3-97c0-cb7e898e699f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'b7ed8523-9957-45bf-80ef-13010737dd57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 20:34:07.659155 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb8eb51e-854a-4e8b-9a4a-5d5ac33220cc req-f25cafa1-4639-45e6-9844-339dd0aa9f27 service neutron] Bound using segment: {'id': 'ebdc97d5-0dc3-44e3-97c0-cb7e898e699f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'b7ed8523-9957-45bf-80ef-13010737dd57'} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 20:34:07.659682 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-fb8eb51e-854a-4e8b-9a4a-5d5ac33220cc req-f25cafa1-4639-45e6-9844-339dd0aa9f27 service neutron] Bound port: 43b3ac22-4305-4933-95a7-9bcd68a25c2d, host: hv-cinder-83090, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebdc97d5-0dc3-44e3-97c0-cb7e898e699f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'b7ed8523-9957-45bf-80ef-13010737dd57'}}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 20:34:07.660215 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-fb8eb51e-854a-4e8b-9a4a-5d5ac33220cc req-f25cafa1-4639-45e6-9844-339dd0aa9f27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (43b3ac22-4305-4933-95a7-9bcd68a25c2d), before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:07.660367 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-dfa4c5f0-3e75-4878-8f48-ce822d569d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:07.709929 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-55b0db5b-e2c3-4691-b375-7dd5e9a6dc90 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Deleting port 2b0fb290-d24a-4066-8aec-a24793c2dbb6 {{(pid=103449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 20:34:07.710503 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-55b0db5b-e2c3-4691-b375-7dd5e9a6dc90 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732397588453'] for port (2b0fb290-d24a-4066-8aec-a24793c2dbb6), before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:07.730197 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-fb8eb51e-854a-4e8b-9a4a-5d5ac33220cc req-f25cafa1-4639-45e6-9844-339dd0aa9f27 service neutron] For port 43b3ac22-4305-4933-95a7-9bcd68a25c2d, host hv-cinder-83090, cleared binding levels {{(pid=103448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 20:34:07.733580 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-fb8eb51e-854a-4e8b-9a4a-5d5ac33220cc req-f25cafa1-4639-45e6-9844-339dd0aa9f27 service neutron] For port 43b3ac22-4305-4933-95a7-9bcd68a25c2d, host hv-cinder-83090, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=43b3ac22-4305-4933-95a7-9bcd68a25c2d,segment=NetworkSegment(ebdc97d5-0dc3-44e3-97c0-cb7e898e699f),segment_id=ebdc97d5-0dc3-44e3-97c0-cb7e898e699f)] {{(pid=103448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 20:34:07.739292 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-fb8eb51e-854a-4e8b-9a4a-5d5ac33220cc req-f25cafa1-4639-45e6-9844-339dd0aa9f27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732397598091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732397102978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732397102996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27048595'] for port (43b3ac22-4305-4933-95a7-9bcd68a25c2d), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:07.777918 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8eb51e-854a-4e8b-9a4a-5d5ac33220cc req-f25cafa1-4639-45e6-9844-339dd0aa9f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:34:07.778197 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-fb8eb51e-854a-4e8b-9a4a-5d5ac33220cc req-f25cafa1-4639-45e6-9844-339dd0aa9f27 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-338397'] for port (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:07.779561 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-fb8eb51e-854a-4e8b-9a4a-5d5ac33220cc req-f25cafa1-4639-45e6-9844-339dd0aa9f27 service neutron] 10.222.0.81 "PUT /v2.0/ports/43b3ac22-4305-4933-95a7-9bcd68a25c2d HTTP/1.1" status: 200 len: 1094 time: 0.7402170 May 16 20:34:07.780043 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a24fc40c-1d03-4e0f-a045-421de785cb1d', 'tag': '43b3ac22-4305-4933-95a7-9bcd68a25c2d'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 20:34:07.782264 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cabd327eae894280a08d6ee7d9129781675a5828ba01ec684011f2f655eb9e7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-214815ba-1888-4ad8-8331-3fcfd2202e3d" -d '{"events": [{"name": "network-changed", "server_uuid": "a24fc40c-1d03-4e0f-a045-421de785cb1d", "tag": "43b3ac22-4305-4933-95a7-9bcd68a25c2d"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 20:34:07.801271 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-55b0db5b-e2c3-4691-b375-7dd5e9a6dc90 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641018'] for port (2b0fb290-d24a-4066-8aec-a24793c2dbb6), precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:07.812263 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-55b0db5b-e2c3-4691-b375-7dd5e9a6dc90 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Publish callbacks [] for floatingip (2b0fb290-d24a-4066-8aec-a24793c2dbb6), precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:07.839535 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 20:34:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-617ef675-130d-45d7-a455-c58dc41e4e97 x-openstack-request-id: req-617ef675-130d-45d7-a455-c58dc41e4e97 {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 20:34:07.839870 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a24fc40c-1d03-4e0f-a045-421de785cb1d", "tag": "43b3ac22-4305-4933-95a7-9bcd68a25c2d", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 20:34:07.840001 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-55b0db5b-e2c3-4691-b375-7dd5e9a6dc90 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Calling delete_port for 2b0fb290-d24a-4066-8aec-a24793c2dbb6 owned by network:floatingip {{(pid=103449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 20:34:07.840091 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-617ef675-130d-45d7-a455-c58dc41e4e97 {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 20:34:07.840465 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event matching ['req-617ef675-130d-45d7-a455-c58dc41e4e97'] response: {'name': 'network-changed', 'server_uuid': 'a24fc40c-1d03-4e0f-a045-421de785cb1d', 'tag': '43b3ac22-4305-4933-95a7-9bcd68a25c2d', 'status': 'completed', 'code': 200} May 16 20:34:07.861378 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25cafa1-4639-45e6-9844-339dd0aa9f27 service neutron] Pushing event updated for resources: {'Port': ['ID=43b3ac22-4305-4933-95a7-9bcd68a25c2d,revision_number=3']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:34:07.874634 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8eb51e-854a-4e8b-9a4a-5d5ac33220cc req-be6eb775-36b8-4ab2-9270-8bb3f60c01fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:34:07.876415 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-fb8eb51e-854a-4e8b-9a4a-5d5ac33220cc req-be6eb775-36b8-4ab2-9270-8bb3f60c01fa service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=2e74299322ca4cedabe873822eda95ae&device_id=a24fc40c-1d03-4e0f-a045-421de785cb1d HTTP/1.1" status: 200 len: 1128 time: 0.0563941 May 16 20:34:07.924379 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-fb8eb51e-854a-4e8b-9a4a-5d5ac33220cc req-a9b9ec30-1050-42cc-8ce1-f27bdd7ea519 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=43b3ac22-4305-4933-95a7-9bcd68a25c2d HTTP/1.1" status: 200 len: 217 time: 0.0413618 May 16 20:34:07.975708 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8eb51e-854a-4e8b-9a4a-5d5ac33220cc req-f9461790-a9f9-4291-a0a3-46af028183c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:34:07.977223 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-fb8eb51e-854a-4e8b-9a4a-5d5ac33220cc req-f9461790-a9f9-4291-a0a3-46af028183c2 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=6fd9bd49-8907-4582-9941-2a3571aaa9b7 HTTP/1.1" status: 200 len: 853 time: 0.0455093 May 16 20:34:07.983509 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-55b0db5b-e2c3-4691-b375-7dd5e9a6dc90 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732397598073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732397102969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26134374'] for port (2b0fb290-d24a-4066-8aec-a24793c2dbb6), after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:08.010805 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b0db5b-e2c3-4691-b375-7dd5e9a6dc90 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Pushing event deleted for resources: {'Port': ['ID=2b0fb290-d24a-4066-8aec-a24793c2dbb6,revision_number=None']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:34:08.021235 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8eb51e-854a-4e8b-9a4a-5d5ac33220cc req-69bcd3e8-760d-46d9-8493-863b8723ef29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:34:08.023047 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-fb8eb51e-854a-4e8b-9a4a-5d5ac33220cc req-69bcd3e8-760d-46d9-8493-863b8723ef29 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b7ed8523-9957-45bf-80ef-13010737dd57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0402999 May 16 20:34:08.080916 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-55b0db5b-e2c3-4691-b375-7dd5e9a6dc90 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Publish callbacks [] for floatingip (a9396c98-a550-4ec8-b01e-1e03f21fb9bd), after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:08.083707 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-55b0db5b-e2c3-4691-b375-7dd5e9a6dc90 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-338397'] for floatingip (None), before_response {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:08.085520 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-55b0db5b-e2c3-4691-b375-7dd5e9a6dc90 tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] 10.222.0.71 "DELETE /v2.0/floatingips/a9396c98-a550-4ec8-b01e-1e03f21fb9bd HTTP/1.1" status: 204 len: 168 time: 0.4979601 May 16 20:34:08.116634 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-fb8eb51e-854a-4e8b-9a4a-5d5ac33220cc req-2ef3d69e-352a-492f-bdfd-3f3f57a19a77 service neutron] 10.222.0.81 "GET /v2.0/networks/b7ed8523-9957-45bf-80ef-13010737dd57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878332 May 16 20:34:08.212089 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-fb8eb51e-854a-4e8b-9a4a-5d5ac33220cc req-454d9617-1586-4fec-b2ee-eb0a18a364db service neutron] 10.222.0.81 "GET /v2.0/networks/b7ed8523-9957-45bf-80ef-13010737dd57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890141 May 16 20:34:08.657218 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b478418a-1ca9-47c2-bbef-c3e6ed8b89bd req-46e37c87-34fe-48cd-863e-83fc7401e1d8 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:34:08.658674 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-b478418a-1ca9-47c2-bbef-c3e6ed8b89bd req-46e37c87-34fe-48cd-863e-83fc7401e1d8 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] 10.222.0.71 "GET /v2.0/ports?device_id=a24fc40c-1d03-4e0f-a045-421de785cb1d HTTP/1.1" status: 200 len: 944 time: 0.0475066 May 16 20:34:08.704336 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-b478418a-1ca9-47c2-bbef-c3e6ed8b89bd req-2c0ee021-b7ca-488c-af39-87552bf7f8ad tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] 10.222.0.71 "GET /v2.0/security-groups?id=09110b63-50c2-40a2-be28-e4b8d304195b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0398457 May 16 20:34:08.736666 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Device 59817910-96f2-4d96-a3b6-dfa35ba5fbe5 no longer exists at agent hyperv_hv-cinder-83090 {{(pid=103450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 20:34:08.756172 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] No Port match for: 59817910-96f2-4d96-a3b6-dfa35ba5fbe5 {{(pid=103450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 20:34:08.757338 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Device 59817910-96f2-4d96-a3b6-dfa35ba5fbe5 not bound to the agent host hv-cinder-83090 {{(pid=103450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 20:34:08.828366 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7e48644e-b95e-4624-af94-515661536cfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (250d088e-9c0e-4ec5-80f3-a83f8403448b), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:09.002880 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214815ba-1888-4ad8-8331-3fcfd2202e3d req-0568aa43-6e39-41dd-bafd-40338dc9c64a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:34:09.004358 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-214815ba-1888-4ad8-8331-3fcfd2202e3d req-0568aa43-6e39-41dd-bafd-40338dc9c64a service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=2e74299322ca4cedabe873822eda95ae&device_id=a24fc40c-1d03-4e0f-a045-421de785cb1d HTTP/1.1" status: 200 len: 1128 time: 0.0393221 May 16 20:34:09.094555 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214815ba-1888-4ad8-8331-3fcfd2202e3d req-00e86a0a-df79-40d2-a77b-99eec6ca18b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:34:09.095994 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-214815ba-1888-4ad8-8331-3fcfd2202e3d req-00e86a0a-df79-40d2-a77b-99eec6ca18b3 service neutron] 10.222.0.81 "GET /v2.0/networks?id=b7ed8523-9957-45bf-80ef-13010737dd57 HTTP/1.1" status: 200 len: 915 time: 0.0863485 May 16 20:34:09.134652 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-214815ba-1888-4ad8-8331-3fcfd2202e3d req-679cbcca-10af-45b9-ad3c-2869536732fa service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=43b3ac22-4305-4933-95a7-9bcd68a25c2d HTTP/1.1" status: 200 len: 217 time: 0.0321262 May 16 20:34:09.187027 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214815ba-1888-4ad8-8331-3fcfd2202e3d req-88e9a145-e46c-41c3-b378-1ab0513c68aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:34:09.188510 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-214815ba-1888-4ad8-8331-3fcfd2202e3d req-88e9a145-e46c-41c3-b378-1ab0513c68aa service neutron] 10.222.0.81 "GET /v2.0/subnets?id=6fd9bd49-8907-4582-9941-2a3571aaa9b7 HTTP/1.1" status: 200 len: 853 time: 0.0475678 May 16 20:34:09.232225 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214815ba-1888-4ad8-8331-3fcfd2202e3d req-09f164da-e1c7-489b-abf8-64a3cf9a4675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:34:09.233730 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-214815ba-1888-4ad8-8331-3fcfd2202e3d req-09f164da-e1c7-489b-abf8-64a3cf9a4675 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b7ed8523-9957-45bf-80ef-13010737dd57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387137 May 16 20:34:09.295200 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.71', 53880) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:34:09.323381 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-214815ba-1888-4ad8-8331-3fcfd2202e3d req-1a0dcf8b-db22-404c-9016-626d937777f9 service neutron] 10.222.0.81 "GET /v2.0/networks/b7ed8523-9957-45bf-80ef-13010737dd57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835898 May 16 20:34:09.352291 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6f81c4e4-2427-48fe-9dee-69e7d2c289ad tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Publish callbacks [] for security_group (8b428606-3a27-4b6b-a2ec-503b3fc25851), before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:09.380792 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6f81c4e4-2427-48fe-9dee-69e7d2c289ad tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Publish callbacks [] for security_group (8b428606-3a27-4b6b-a2ec-503b3fc25851), precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:09.420540 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-214815ba-1888-4ad8-8331-3fcfd2202e3d req-719fbb73-0fcc-473b-b8fd-f96e96afe352 service neutron] 10.222.0.81 "GET /v2.0/networks/b7ed8523-9957-45bf-80ef-13010737dd57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911851 May 16 20:34:09.445640 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6f81c4e4-2427-48fe-9dee-69e7d2c289ad tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997425'] for security_group (8b428606-3a27-4b6b-a2ec-503b3fc25851), after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:09.448790 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6f81c4e4-2427-48fe-9dee-69e7d2c289ad tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Publish callbacks [] for security_group (None), before_response {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:09.450180 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-6f81c4e4-2427-48fe-9dee-69e7d2c289ad tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] 10.222.0.71 "DELETE /v2.0/security-groups/8b428606-3a27-4b6b-a2ec-503b3fc25851 HTTP/1.1" status: 204 len: 168 time: 0.1539404 May 16 20:34:09.459319 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f81c4e4-2427-48fe-9dee-69e7d2c289ad tempest-TestVolumeBootPattern-77463331 tempest-TestVolumeBootPattern-77463331-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b428606-3a27-4b6b-a2ec-503b3fc25851,revision_number=None']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:34:09.512789 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.71', 53884) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:34:09.855861 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043dd2af-7705-4123-97fd-934a9d820e88 req-11641cc2-06cf-4614-9ec5-30472b422cc8 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:34:09.857335 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-043dd2af-7705-4123-97fd-934a9d820e88 req-11641cc2-06cf-4614-9ec5-30472b422cc8 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] 10.222.0.71 "GET /v2.0/ports?device_id=a24fc40c-1d03-4e0f-a045-421de785cb1d HTTP/1.1" status: 200 len: 944 time: 0.0711374 May 16 20:34:09.934779 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-043dd2af-7705-4123-97fd-934a9d820e88 req-84480fc5-7baa-442a-9c55-66c5ad761c9a tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] 10.222.0.71 "GET /v2.0/security-groups?id=09110b63-50c2-40a2-be28-e4b8d304195b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0717103 May 16 20:34:09.985362 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-7069ad42-42a2-4d5d-babc-50517d790e7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1641200'] for router_interface (ff342686-d4a7-4820-b268-c308e7f5d698), before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:10.171975 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (748e0023-d5c8-44d3-9d74-a0da2def1ef4), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:10.196324 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-7069ad42-42a2-4d5d-babc-50517d790e7d admin admin] Deleting port 533129b2-d6ee-41c5-90d3-4790783a4be6 {{(pid=103449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 20:34:10.196657 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-7069ad42-42a2-4d5d-babc-50517d790e7d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732397588453'] for port (533129b2-d6ee-41c5-90d3-4790783a4be6), before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:10.272802 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-7069ad42-42a2-4d5d-babc-50517d790e7d admin admin] For port 533129b2-d6ee-41c5-90d3-4790783a4be6, host dv-cinder-830901-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-7-iscsi',level=0,port_id=533129b2-d6ee-41c5-90d3-4790783a4be6,segment=NetworkSegment(3f368376-ca0a-4204-8008-7e3a527d3a30),segment_id=3f368376-ca0a-4204-8008-7e3a527d3a30)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:34:10.273164 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-7069ad42-42a2-4d5d-babc-50517d790e7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641018'] for port (533129b2-d6ee-41c5-90d3-4790783a4be6), precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:10.286063 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-7069ad42-42a2-4d5d-babc-50517d790e7d admin admin] Calling delete_port for 533129b2-d6ee-41c5-90d3-4790783a4be6 owned by network:router_interface {{(pid=103449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 20:34:10.457135 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-7069ad42-42a2-4d5d-babc-50517d790e7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732397598073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732397102969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26134374'] for port (533129b2-d6ee-41c5-90d3-4790783a4be6), after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:10.479512 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7069ad42-42a2-4d5d-babc-50517d790e7d admin admin] Pushing event deleted for resources: {'Port': ['ID=533129b2-d6ee-41c5-90d3-4790783a4be6,revision_number=None']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:34:10.640839 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-7069ad42-42a2-4d5d-babc-50517d790e7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1614403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1651439'] for router_interface (ff342686-d4a7-4820-b268-c308e7f5d698), after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:10.752105 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Device 43b3ac22-4305-4933-95a7-9bcd68a25c2d details requested by agent hyperv_hv-cinder-83090 with host hv-cinder-83090 {{(pid=103450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 20:34:10.845987 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7069ad42-42a2-4d5d-babc-50517d790e7d admin admin] Router ff342686-d4a7-4820-b268-c308e7f5d698 has already been hosted by L3 agent fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f {{(pid=103449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 20:34:10.849453 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] For port 43b3ac22-4305-4933-95a7-9bcd68a25c2d, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=43b3ac22-4305-4933-95a7-9bcd68a25c2d,segment=NetworkSegment(ebdc97d5-0dc3-44e3-97c0-cb7e898e699f),segment_id=ebdc97d5-0dc3-44e3-97c0-cb7e898e699f)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:34:10.860856 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Returning: {'device': '43b3ac22-4305-4933-95a7-9bcd68a25c2d', 'network_id': 'b7ed8523-9957-45bf-80ef-13010737dd57', 'port_id': '43b3ac22-4305-4933-95a7-9bcd68a25c2d', 'mac_address': 'fa:16:3e:89:e0:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fd9bd49-8907-4582-9941-2a3571aaa9b7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 20:34:10.909300 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6817a924-6d52-4d66-a8a7-036511333704 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (03fa33e9-7cc7-490c-b269-c4f69c490346), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:10.909943 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Current status of the port 43b3ac22-4305-4933-95a7-9bcd68a25c2d is: DOWN; New status is: BUILD {{(pid=103450) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:34:10.910329 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (43b3ac22-4305-4933-95a7-9bcd68a25c2d), before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:10.923587 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.notifiers.nova [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43b3ac22-4305-4933-95a7-9bcd68a25c2d {{(pid=103450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 20:34:10.943612 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] For port 43b3ac22-4305-4933-95a7-9bcd68a25c2d, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=43b3ac22-4305-4933-95a7-9bcd68a25c2d,segment=NetworkSegment(ebdc97d5-0dc3-44e3-97c0-cb7e898e699f),segment_id=ebdc97d5-0dc3-44e3-97c0-cb7e898e699f)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:34:10.947952 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732397598091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732397102978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732397102996'] for port (43b3ac22-4305-4933-95a7-9bcd68a25c2d), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:10.948839 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7069ad42-42a2-4d5d-babc-50517d790e7d admin admin] Notify agent at l3_agent.dv-cinder-830901-7-iscsi the message routers_updated {{(pid=103449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 20:34:10.953966 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-7069ad42-42a2-4d5d-babc-50517d790e7d admin admin] 10.222.0.71 "PUT /v2.0/routers/ff342686-d4a7-4820-b268-c308e7f5d698/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4401405 May 16 20:34:10.956639 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.71', 53890) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:34:10.963385 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b0b49f2-88c1-48d7-aeb0-ebda0ec0cfc0 None None] Sync routers for ids ['ff342686-d4a7-4820-b268-c308e7f5d698'] in dv-cinder-830901-7-iscsi {{(pid=103451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 20:34:10.977597 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b0b49f2-88c1-48d7-aeb0-ebda0ec0cfc0 None None] Routers {'ff342686-d4a7-4820-b268-c308e7f5d698'} bound to L3 agent in host dv-cinder-830901-7-iscsi {{(pid=103451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:34:10.978360 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-3b0b49f2-88c1-48d7-aeb0-ebda0ec0cfc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-16T20:16:38Z,description=,heartbeat_timestamp=2022-05-16T20:34:08Z,host='dv-cinder-830901-7-iscsi',id=fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:16:38Z,topic='l3_agent')) {'router_ids': ['ff342686-d4a7-4820-b268-c308e7f5d698'], 'active': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:34:11.005879 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Pushing event updated for resources: {'Port': ['ID=43b3ac22-4305-4933-95a7-9bcd68a25c2d,revision_number=4']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:34:11.015904 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:34:11.016291 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:34:11.016656 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:34:11.016997 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:34:11.017326 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:34:11.017652 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:34:11.017970 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:34:11.018473 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:34:11.019092 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:34:11.019616 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:34:11.020217 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:34:11.020551 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:34:11.020871 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:34:11.021191 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:34:11.021509 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:34:11.092432 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvr_db [None req-3b0b49f2-88c1-48d7-aeb0-ebda0ec0cfc0 None None] Set router ff342686-d4a7-4820-b268-c308e7f5d698 gateway port host: dv-cinder-830901-7-iscsi {{(pid=103451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:34:11.110637 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05f9b28-b2ca-41da-8f79-571507a47f59 req-22b89476-df04-425a-8d86-2a447c10c266 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:34:11.112109 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-a05f9b28-b2ca-41da-8f79-571507a47f59 req-22b89476-df04-425a-8d86-2a447c10c266 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] 10.222.0.71 "GET /v2.0/ports?device_id=a24fc40c-1d03-4e0f-a045-421de785cb1d HTTP/1.1" status: 200 len: 945 time: 0.0862780 May 16 20:34:11.115540 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-68c35132-47ca-4dc0-919b-9beb87fe1d44 admin admin] Publish callbacks [] for router (ff342686-d4a7-4820-b268-c308e7f5d698), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:11.178085 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] get_ports_and_sgs() called for port_ids ['43b3ac22-4305-4933-95a7-9bcd68a25c2d'] {{(pid=103450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 20:34:11.227628 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-a05f9b28-b2ca-41da-8f79-571507a47f59 req-523e01da-210f-4e12-a79b-86ea7dc684b6 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] 10.222.0.71 "GET /v2.0/security-groups?id=09110b63-50c2-40a2-be28-e4b8d304195b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1082275 May 16 20:34:11.255123 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-68c35132-47ca-4dc0-919b-9beb87fe1d44 admin admin] Publish callbacks [] for router_gateway (ff342686-d4a7-4820-b268-c308e7f5d698), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:11.263645 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-3b0b49f2-88c1-48d7-aeb0-ebda0ec0cfc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff342686-d4a7-4820-b268-c308e7f5d698', 'name': 'tempest-TestVolumeBootPattern-348190237-router', 'tenant_id': '2715141f8ffd49d892600c779e02fa17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'external_fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': '3c16e6da-0f15-424c-83b1-65a7dba0c80e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:26:37Z', 'updated_at': '2022-05-16T20:34:10Z', 'revision_number': 5, 'project_id': '2715141f8ffd49d892600c779e02fa17', 'gw_port': {'id': '3c16e6da-0f15-424c-83b1-65a7dba0c80e', 'name': '', 'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:1b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff342686-d4a7-4820-b268-c308e7f5d698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:26:37Z', 'updated_at': '2022-05-16T20:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-7-iscsi'}], 'dv-cinder-830901-7-iscsi', False) {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:34:11.293077 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b0b49f2-88c1-48d7-aeb0-ebda0ec0cfc0 None None] Checking router: ff342686-d4a7-4820-b268-c308e7f5d698 for host: dv-cinder-830901-7-iscsi {{(pid=103451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 20:34:11.302033 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b0b49f2-88c1-48d7-aeb0-ebda0ec0cfc0 None None] Routers {'ff342686-d4a7-4820-b268-c308e7f5d698'} bound to L3 agent in host dv-cinder-830901-7-iscsi {{(pid=103451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:34:11.302660 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-3b0b49f2-88c1-48d7-aeb0-ebda0ec0cfc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-16T20:16:38Z,description=,heartbeat_timestamp=2022-05-16T20:34:08Z,host='dv-cinder-830901-7-iscsi',id=fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:16:38Z,topic='l3_agent')) {'router_ids': ['ff342686-d4a7-4820-b268-c308e7f5d698'], 'active': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:34:11.308213 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-68c35132-47ca-4dc0-919b-9beb87fe1d44 admin admin] Deleting port 3c16e6da-0f15-424c-83b1-65a7dba0c80e {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 20:34:11.308694 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-68c35132-47ca-4dc0-919b-9beb87fe1d44 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732397588453'] for port (3c16e6da-0f15-424c-83b1-65a7dba0c80e), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:11.405536 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (bddaa840-ffd9-43a2-8860-d40111f70aff), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:11.406954 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-68c35132-47ca-4dc0-919b-9beb87fe1d44 admin admin] For port 3c16e6da-0f15-424c-83b1-65a7dba0c80e, host dv-cinder-830901-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-7-iscsi',level=0,port_id=3c16e6da-0f15-424c-83b1-65a7dba0c80e,segment=NetworkSegment(cb03ab33-ba4f-4a89-ab90-bfee78bf90a5),segment_id=cb03ab33-ba4f-4a89-ab90-bfee78bf90a5)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:34:11.407093 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvr_db [None req-3b0b49f2-88c1-48d7-aeb0-ebda0ec0cfc0 None None] Set router ff342686-d4a7-4820-b268-c308e7f5d698 gateway port host: None {{(pid=103451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:34:11.407202 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-68c35132-47ca-4dc0-919b-9beb87fe1d44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641018'] for port (3c16e6da-0f15-424c-83b1-65a7dba0c80e), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:11.425202 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-68c35132-47ca-4dc0-919b-9beb87fe1d44 admin admin] Calling delete_port for 3c16e6da-0f15-424c-83b1-65a7dba0c80e owned by network:router_gateway {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 20:34:11.466514 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-3b0b49f2-88c1-48d7-aeb0-ebda0ec0cfc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff342686-d4a7-4820-b268-c308e7f5d698', 'name': 'tempest-TestVolumeBootPattern-348190237-router', 'tenant_id': '2715141f8ffd49d892600c779e02fa17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:26:37Z', 'updated_at': '2022-05-16T20:34:11Z', 'revision_number': 6, 'project_id': '2715141f8ffd49d892600c779e02fa17', 'gw_port_host': None}], 'dv-cinder-830901-7-iscsi', False) {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:34:11.492068 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b0b49f2-88c1-48d7-aeb0-ebda0ec0cfc0 None None] The sync data for ids ['ff342686-d4a7-4820-b268-c308e7f5d698'] in dv-cinder-830901-7-iscsi is: [{'id': 'ff342686-d4a7-4820-b268-c308e7f5d698', 'name': 'tempest-TestVolumeBootPattern-348190237-router', 'tenant_id': '2715141f8ffd49d892600c779e02fa17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:26:37Z', 'updated_at': '2022-05-16T20:34:11Z', 'revision_number': 6, 'project_id': '2715141f8ffd49d892600c779e02fa17', 'gw_port_host': None}] {{(pid=103451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 20:34:11.604561 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-68c35132-47ca-4dc0-919b-9beb87fe1d44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732397598073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732397102969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27048612'] for port (3c16e6da-0f15-424c-83b1-65a7dba0c80e), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:11.630598 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c35132-47ca-4dc0-919b-9beb87fe1d44 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c16e6da-0f15-424c-83b1-65a7dba0c80e,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:34:11.699783 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-68c35132-47ca-4dc0-919b-9beb87fe1d44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1643458'] for router_gateway (ff342686-d4a7-4820-b268-c308e7f5d698), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:11.785023 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-68c35132-47ca-4dc0-919b-9beb87fe1d44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1646218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6238'] for router (ff342686-d4a7-4820-b268-c308e7f5d698), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:11.787083 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-68c35132-47ca-4dc0-919b-9beb87fe1d44 admin admin] Publish callbacks [] for router_controller (ff342686-d4a7-4820-b268-c308e7f5d698), precommit_delete_associations {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:11.831181 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-68c35132-47ca-4dc0-919b-9beb87fe1d44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1646227'] for router (ff342686-d4a7-4820-b268-c308e7f5d698), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:11.831945 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68c35132-47ca-4dc0-919b-9beb87fe1d44 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ff342686-d4a7-4820-b268-c308e7f5d698 {{(pid=103448) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 16 20:34:11.839507 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-68c35132-47ca-4dc0-919b-9beb87fe1d44 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:11.841197 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-68c35132-47ca-4dc0-919b-9beb87fe1d44 admin admin] 10.222.0.71 "DELETE /v2.0/routers/ff342686-d4a7-4820-b268-c308e7f5d698 HTTP/1.1" status: 204 len: 168 time: 0.8833411 May 16 20:34:11.844456 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.71', 53894) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:34:11.891410 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c7c37d4-1c11-49a6-abec-7ddb29d1be50 admin admin] Deleting subnet 14823cd5-3605-452f-a744-d8797ebcce33 {{(pid=103448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 16 20:34:11.894741 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2c7c37d4-1c11-49a6-abec-7ddb29d1be50 admin admin] Publish callbacks [] for subnet (14823cd5-3605-452f-a744-d8797ebcce33), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:11.936758 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2c7c37d4-1c11-49a6-abec-7ddb29d1be50 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25253665'] for subnet (14823cd5-3605-452f-a744-d8797ebcce33), precommit_delete_associations {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:12.015106 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2c7c37d4-1c11-49a6-abec-7ddb29d1be50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1028042'] for subnet (14823cd5-3605-452f-a744-d8797ebcce33), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:12.079843 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2c7c37d4-1c11-49a6-abec-7ddb29d1be50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1028051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1941894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27049557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27247662'] for subnet (14823cd5-3605-452f-a744-d8797ebcce33), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:12.129731 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7c37d4-1c11-49a6-abec-7ddb29d1be50 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14823cd5-3605-452f-a744-d8797ebcce33,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:34:12.137106 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2c7c37d4-1c11-49a6-abec-7ddb29d1be50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614436'] for subnet (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:12.140850 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-2c7c37d4-1c11-49a6-abec-7ddb29d1be50 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/14823cd5-3605-452f-a744-d8797ebcce33 HTTP/1.1" status: 204 len: 168 time: 0.2953386 May 16 20:34:12.142066 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb2cec93-225b-40cd-ad40-73a1f783ff31 None None] Network f817970e-ef84-435a-806f-1b015ae84dd9 requested from dv-cinder-830901-7-iscsi {{(pid=103450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 20:34:12.143430 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.71', 53896) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:34:12.143989 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-a8a38411-51f8-4920-910b-f485062df429 req-85b8bdca-b1a8-4deb-ae23-ded2aa52a25f service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=a7ae12d8-7d93-4872-a8b7-bc5fa9bdddef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0738838 May 16 20:34:12.204436 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a38411-51f8-4920-910b-f485062df429 req-9f2ac290-d2b8-49ea-8904-a520b51ebc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:34:12.206388 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-a8a38411-51f8-4920-910b-f485062df429 req-9f2ac290-d2b8-49ea-8904-a520b51ebc01 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=4d18594086434fd19336bd76a7089437&device_id=a7ae12d8-7d93-4872-a8b7-bc5fa9bdddef HTTP/1.1" status: 200 len: 1169 time: 0.0409951 May 16 20:34:12.217907 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-062145b8-d171-4afa-98d0-fc220ecb3610 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759573'] for network (f817970e-ef84-435a-806f-1b015ae84dd9), before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:12.294953 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-062145b8-d171-4afa-98d0-fc220ecb3610 admin admin] Deleting port 56594ef1-aca7-4aaf-8a6a-fe1c0387bdfa {{(pid=103449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 20:34:12.295539 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-062145b8-d171-4afa-98d0-fc220ecb3610 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732397588453'] for port (56594ef1-aca7-4aaf-8a6a-fe1c0387bdfa), before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:12.330483 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a38411-51f8-4920-910b-f485062df429 req-57ac5b79-cb10-49af-99b9-728a3fd92b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:34:12.332000 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-a8a38411-51f8-4920-910b-f485062df429 req-57ac5b79-cb10-49af-99b9-728a3fd92b75 service neutron] 10.222.0.81 "GET /v2.0/networks?id=bb6d97a1-ea92-40e0-99cc-81380c6478ce HTTP/1.1" status: 200 len: 915 time: 0.1071184 May 16 20:34:12.348769 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fd688fd-f64a-4c11-a2a7-289f2db98621 None None] DHCP port deletion for f817970e-ef84-435a-806f-1b015ae84dd9 request from dv-cinder-830901-7-iscsi {{(pid=103450) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 16 20:34:12.386700 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-1fd688fd-f64a-4c11-a2a7-289f2db98621 None None] Deleting port 56594ef1-aca7-4aaf-8a6a-fe1c0387bdfa {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 20:34:12.387210 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1fd688fd-f64a-4c11-a2a7-289f2db98621 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732397588453'] for port (56594ef1-aca7-4aaf-8a6a-fe1c0387bdfa), before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:12.400373 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-062145b8-d171-4afa-98d0-fc220ecb3610 admin admin] For port 56594ef1-aca7-4aaf-8a6a-fe1c0387bdfa, host dv-cinder-830901-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-7-iscsi',level=0,port_id=56594ef1-aca7-4aaf-8a6a-fe1c0387bdfa,segment=NetworkSegment(3f368376-ca0a-4204-8008-7e3a527d3a30),segment_id=3f368376-ca0a-4204-8008-7e3a527d3a30)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:34:12.400738 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-062145b8-d171-4afa-98d0-fc220ecb3610 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641018'] for port (56594ef1-aca7-4aaf-8a6a-fe1c0387bdfa), precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:12.410395 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-a8a38411-51f8-4920-910b-f485062df429 req-5fd0f5fd-09f1-411b-998e-f7afa8d8f78d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=203e3b62-339d-4dc9-8b28-06868747507b HTTP/1.1" status: 200 len: 1002 time: 0.0712657 May 16 20:34:12.424382 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae0aaf9-3e83-483c-a6c8-cd518c4a4984 req-0461b694-fce3-4ae3-9cad-620083642b1e tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:34:12.425837 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-aae0aaf9-3e83-483c-a6c8-cd518c4a4984 req-0461b694-fce3-4ae3-9cad-620083642b1e tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] 10.222.0.71 "GET /v2.0/ports?device_id=a24fc40c-1d03-4e0f-a045-421de785cb1d HTTP/1.1" status: 200 len: 945 time: 0.0665908 May 16 20:34:12.426838 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-062145b8-d171-4afa-98d0-fc220ecb3610 admin admin] Calling delete_port for 56594ef1-aca7-4aaf-8a6a-fe1c0387bdfa owned by network:dhcp {{(pid=103449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 20:34:12.465186 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a38411-51f8-4920-910b-f485062df429 req-2300a6d9-e4c8-4489-ac97-05badd2b1d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:34:12.466801 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-a8a38411-51f8-4920-910b-f485062df429 req-2300a6d9-e4c8-4489-ac97-05badd2b1d85 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=a3c300fd-5ec3-465b-9a92-333b0899fa80 HTTP/1.1" status: 200 len: 853 time: 0.0500054 May 16 20:34:12.469242 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-1fd688fd-f64a-4c11-a2a7-289f2db98621 None None] For port 56594ef1-aca7-4aaf-8a6a-fe1c0387bdfa, host dv-cinder-830901-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-7-iscsi',level=0,port_id=56594ef1-aca7-4aaf-8a6a-fe1c0387bdfa,segment=NetworkSegment(3f368376-ca0a-4204-8008-7e3a527d3a30),segment_id=3f368376-ca0a-4204-8008-7e3a527d3a30)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:34:12.469646 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1fd688fd-f64a-4c11-a2a7-289f2db98621 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641018'] for port (56594ef1-aca7-4aaf-8a6a-fe1c0387bdfa), precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:12.488791 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-1fd688fd-f64a-4c11-a2a7-289f2db98621 None None] Calling delete_port for 56594ef1-aca7-4aaf-8a6a-fe1c0387bdfa owned by network:dhcp {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 20:34:12.511532 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a38411-51f8-4920-910b-f485062df429 req-2766d653-69e4-4217-acda-d999ad32087d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:34:12.513130 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-a8a38411-51f8-4920-910b-f485062df429 req-2766d653-69e4-4217-acda-d999ad32087d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=bb6d97a1-ea92-40e0-99cc-81380c6478ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0405622 May 16 20:34:12.523398 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-aae0aaf9-3e83-483c-a6c8-cd518c4a4984 req-ff37a4dc-abd7-4393-af76-5bfbb99852cf tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] 10.222.0.71 "GET /v2.0/security-groups?id=09110b63-50c2-40a2-be28-e4b8d304195b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0906923 May 16 20:34:12.559505 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-062145b8-d171-4afa-98d0-fc220ecb3610 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732397598073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732397102969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26134374'] for port (56594ef1-aca7-4aaf-8a6a-fe1c0387bdfa), after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:12.578893 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1fd688fd-f64a-4c11-a2a7-289f2db98621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732397598073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732397102969'] for port (56594ef1-aca7-4aaf-8a6a-fe1c0387bdfa), after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:12.585671 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062145b8-d171-4afa-98d0-fc220ecb3610 admin admin] Pushing event deleted for resources: {'Port': ['ID=56594ef1-aca7-4aaf-8a6a-fe1c0387bdfa,revision_number=None']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:34:12.590432 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-062145b8-d171-4afa-98d0-fc220ecb3610 admin admin] No DVR routers for this DVR port 56594ef1-aca7-4aaf-8a6a-fe1c0387bdfa on host dv-cinder-830901-7-iscsi {{(pid=103449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 20:34:12.611470 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd688fd-f64a-4c11-a2a7-289f2db98621 None None] Pushing event deleted for resources: {'Port': ['ID=56594ef1-aca7-4aaf-8a6a-fe1c0387bdfa,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:34:12.619984 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd688fd-f64a-4c11-a2a7-289f2db98621 None None] No DVR routers for this DVR port 56594ef1-aca7-4aaf-8a6a-fe1c0387bdfa on host dv-cinder-830901-7-iscsi {{(pid=103450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 20:34:12.627539 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-a8a38411-51f8-4920-910b-f485062df429 req-dc7ebee5-f9da-41e9-be4f-08aeb59e0b60 service neutron] 10.222.0.81 "GET /v2.0/networks/bb6d97a1-ea92-40e0-99cc-81380c6478ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088352 May 16 20:34:12.671266 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-062145b8-d171-4afa-98d0-fc220ecb3610 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1029759', 'neutron.services.segments.db._delete_segments_for_network-8732397667094'] for network (f817970e-ef84-435a-806f-1b015ae84dd9), precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:12.698495 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.services.segments.db [None req-062145b8-d171-4afa-98d0-fc220ecb3610 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f817970e-ef84-435a-806f-1b015ae84dd9']}} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:34:12.711175 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.services.segments.db [None req-062145b8-d171-4afa-98d0-fc220ecb3610 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f368376-ca0a-4204-8008-7e3a527d3a30') {'for_net_delete': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:34:12.711325 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.services.segments.db [None req-062145b8-d171-4afa-98d0-fc220ecb3610 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f368376-ca0a-4204-8008-7e3a527d3a30') {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:34:12.722826 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-062145b8-d171-4afa-98d0-fc220ecb3610 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732397667615', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25761665'] for segment (3f368376-ca0a-4204-8008-7e3a527d3a30), before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:12.725824 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-a8a38411-51f8-4920-910b-f485062df429 req-1e335c59-907e-4b7e-9dbb-e31a4393d615 service neutron] 10.222.0.81 "GET /v2.0/networks/bb6d97a1-ea92-40e0-99cc-81380c6478ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921240 May 16 20:34:12.736969 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-062145b8-d171-4afa-98d0-fc220ecb3610 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1026353'] for segment (3f368376-ca0a-4204-8008-7e3a527d3a30), precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:12.744770 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-062145b8-d171-4afa-98d0-fc220ecb3610 admin admin] Releasing vlan 517 on physical network physnet1 to pool {{(pid=103449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 16 20:34:12.745846 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-062145b8-d171-4afa-98d0-fc220ecb3610 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1026353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26134325'] for segment (3f368376-ca0a-4204-8008-7e3a527d3a30), after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:12.747718 dv-cinder-830901-7-iscsi neutron-server[103449]: Traceback (most recent call last): May 16 20:34:12.747718 dv-cinder-830901-7-iscsi neutron-server[103449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 16 20:34:12.747718 dv-cinder-830901-7-iscsi neutron-server[103449]: timer() May 16 20:34:12.747718 dv-cinder-830901-7-iscsi neutron-server[103449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 16 20:34:12.747718 dv-cinder-830901-7-iscsi neutron-server[103449]: cb(*args, **kw) May 16 20:34:12.747718 dv-cinder-830901-7-iscsi neutron-server[103449]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 16 20:34:12.747718 dv-cinder-830901-7-iscsi neutron-server[103449]: return func(*args, **kwargs) May 16 20:34:12.747718 dv-cinder-830901-7-iscsi neutron-server[103449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 16 20:34:12.747718 dv-cinder-830901-7-iscsi neutron-server[103449]: self._notify() May 16 20:34:12.747718 dv-cinder-830901-7-iscsi neutron-server[103449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 16 20:34:12.747718 dv-cinder-830901-7-iscsi neutron-server[103449]: self.callback(batched_events) May 16 20:34:12.747718 dv-cinder-830901-7-iscsi neutron-server[103449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 16 20:34:12.747718 dv-cinder-830901-7-iscsi neutron-server[103449]: event.method(event) May 16 20:34:12.747718 dv-cinder-830901-7-iscsi neutron-server[103449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 16 20:34:12.747718 dv-cinder-830901-7-iscsi neutron-server[103449]: aggregate_id = self._get_aggregate_id(event.segment_id) May 16 20:34:12.747718 dv-cinder-830901-7-iscsi neutron-server[103449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 16 20:34:12.747718 dv-cinder-830901-7-iscsi neutron-server[103449]: aggregate_uuid = self.p_client.list_aggregates( May 16 20:34:12.747718 dv-cinder-830901-7-iscsi neutron-server[103449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 16 20:34:12.747718 dv-cinder-830901-7-iscsi neutron-server[103449]: return f(self, *a, **k) May 16 20:34:12.747718 dv-cinder-830901-7-iscsi neutron-server[103449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 16 20:34:12.747718 dv-cinder-830901-7-iscsi neutron-server[103449]: return self._get(url).json() May 16 20:34:12.747718 dv-cinder-830901-7-iscsi neutron-server[103449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 16 20:34:12.747718 dv-cinder-830901-7-iscsi neutron-server[103449]: return self._client.get(url, endpoint_filter=self._ks_filter, May 16 20:34:12.747718 dv-cinder-830901-7-iscsi neutron-server[103449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 16 20:34:12.747718 dv-cinder-830901-7-iscsi neutron-server[103449]: return self.request(url, 'GET', **kwargs) May 16 20:34:12.747718 dv-cinder-830901-7-iscsi neutron-server[103449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 16 20:34:12.747718 dv-cinder-830901-7-iscsi neutron-server[103449]: base_url = self.get_endpoint(auth, allow=allow, May 16 20:34:12.747718 dv-cinder-830901-7-iscsi neutron-server[103449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 16 20:34:12.747718 dv-cinder-830901-7-iscsi neutron-server[103449]: auth = self._auth_required(auth, 'determine endpoint URL') May 16 20:34:12.747718 dv-cinder-830901-7-iscsi neutron-server[103449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 16 20:34:12.747718 dv-cinder-830901-7-iscsi neutron-server[103449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 16 20:34:12.747718 dv-cinder-830901-7-iscsi neutron-server[103449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 16 20:34:12.763713 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Device 43b3ac22-4305-4933-95a7-9bcd68a25c2d up at agent hyperv_hv-cinder-83090 {{(pid=103450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 20:34:12.806077 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-062145b8-d171-4afa-98d0-fc220ecb3610 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1029700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1996455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1640688'] for network (f817970e-ef84-435a-806f-1b015ae84dd9), after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:12.809041 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Provisioning for port 43b3ac22-4305-4933-95a7-9bcd68a25c2d completed by entity L2. {{(pid=103450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 16 20:34:12.812463 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-062145b8-d171-4afa-98d0-fc220ecb3610 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614436'] for network (None), before_response {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:12.814958 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Provisioning complete for port 43b3ac22-4305-4933-95a7-9bcd68a25c2d triggered by entity L2. {{(pid=103450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:34:12.815376 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868582'] for port (43b3ac22-4305-4933-95a7-9bcd68a25c2d), provisioning_complete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:12.815716 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-062145b8-d171-4afa-98d0-fc220ecb3610 admin admin] 10.222.0.71 "DELETE /v2.0/networks/f817970e-ef84-435a-806f-1b015ae84dd9 HTTP/1.1" status: 204 len: 168 time: 0.6711950 May 16 20:34:12.819672 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.71', 53900) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:34:12.825862 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062145b8-d171-4afa-98d0-fc220ecb3610 admin admin] Pushing event deleted for resources: {'Network': ['ID=f817970e-ef84-435a-806f-1b015ae84dd9,revision_number=None']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:34:12.893937 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Current status of the port 43b3ac22-4305-4933-95a7-9bcd68a25c2d is: BUILD; New status is: ACTIVE {{(pid=103450) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:34:12.894230 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (43b3ac22-4305-4933-95a7-9bcd68a25c2d), before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:12.917201 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a24fc40c-1d03-4e0f-a045-421de785cb1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43b3ac22-4305-4933-95a7-9bcd68a25c2d'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 20:34:12.919524 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38452c862c9e2e5c9d38da0d4ca4e6053ba1266d056c207bc89b5fbcea4cd82f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11024504-8622-4ad1-b2ce-7fbe91fbdbd5" -d '{"events": [{"server_uuid": "a24fc40c-1d03-4e0f-a045-421de785cb1d", "name": "network-vif-plugged", "status": "completed", "tag": "43b3ac22-4305-4933-95a7-9bcd68a25c2d"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 20:34:12.933103 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] For port 43b3ac22-4305-4933-95a7-9bcd68a25c2d, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=43b3ac22-4305-4933-95a7-9bcd68a25c2d,segment=NetworkSegment(ebdc97d5-0dc3-44e3-97c0-cb7e898e699f),segment_id=ebdc97d5-0dc3-44e3-97c0-cb7e898e699f)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:34:12.937708 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732397598091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732397102978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732397102996'] for port (43b3ac22-4305-4933-95a7-9bcd68a25c2d), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:12.967302 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 20:34:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95744d4b-efd8-4837-853a-60ba06939cec x-openstack-request-id: req-95744d4b-efd8-4837-853a-60ba06939cec {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 20:34:12.967600 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a24fc40c-1d03-4e0f-a045-421de785cb1d", "name": "network-vif-plugged", "status": "completed", "tag": "43b3ac22-4305-4933-95a7-9bcd68a25c2d", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 20:34:12.967853 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-95744d4b-efd8-4837-853a-60ba06939cec {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 20:34:12.968833 dv-cinder-830901-7-iscsi neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95744d4b-efd8-4837-853a-60ba06939cec'] response: {'server_uuid': 'a24fc40c-1d03-4e0f-a045-421de785cb1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43b3ac22-4305-4933-95a7-9bcd68a25c2d', 'code': 200} May 16 20:34:12.995564 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Pushing event updated for resources: {'Port': ['ID=43b3ac22-4305-4933-95a7-9bcd68a25c2d,revision_number=5']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:34:13.150618 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-be7d20cb-08af-405c-a08f-6694a5627e5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1641200'] for router_interface (1e15e0a0-d95c-459a-81b4-219e8cb59db2), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:13.392803 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c70998a-8ffc-40d9-9b22-12d2fd7d5ee8 req-e4ded45b-f059-4aeb-b3ea-707e6517b5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:34:13.394282 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-5c70998a-8ffc-40d9-9b22-12d2fd7d5ee8 req-e4ded45b-f059-4aeb-b3ea-707e6517b5a5 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=a24fc40c-1d03-4e0f-a045-421de785cb1d HTTP/1.1" status: 200 len: 1130 time: 0.0608623 May 16 20:34:13.394942 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-be7d20cb-08af-405c-a08f-6694a5627e5f admin admin] Deleting port 5a4ef02e-7161-4e6b-b424-c86312f9b298 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 20:34:13.395524 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-be7d20cb-08af-405c-a08f-6694a5627e5f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732397588453'] for port (5a4ef02e-7161-4e6b-b424-c86312f9b298), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:13.416481 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Device 56594ef1-aca7-4aaf-8a6a-fe1c0387bdfa no longer exists at agent ovs-agent-dv-cinder-830901-7-iscsi {{(pid=103450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 20:34:13.435291 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] No Port match for: 56594ef1-aca7-4aaf-8a6a-fe1c0387bdfa {{(pid=103450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 20:34:13.435633 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Device 56594ef1-aca7-4aaf-8a6a-fe1c0387bdfa not bound to the agent host dv-cinder-830901-7-iscsi {{(pid=103450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 20:34:13.436033 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Device 3c16e6da-0f15-424c-83b1-65a7dba0c80e no longer exists at agent ovs-agent-dv-cinder-830901-7-iscsi {{(pid=103450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 20:34:13.453811 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] No Port match for: 3c16e6da-0f15-424c-83b1-65a7dba0c80e {{(pid=103450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 20:34:13.454156 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Device 3c16e6da-0f15-424c-83b1-65a7dba0c80e not bound to the agent host dv-cinder-830901-7-iscsi {{(pid=103450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 20:34:13.454573 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Device 533129b2-d6ee-41c5-90d3-4790783a4be6 no longer exists at agent ovs-agent-dv-cinder-830901-7-iscsi {{(pid=103450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 20:34:13.472710 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] No Port match for: 533129b2-d6ee-41c5-90d3-4790783a4be6 {{(pid=103450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 20:34:13.473049 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Device 533129b2-d6ee-41c5-90d3-4790783a4be6 not bound to the agent host dv-cinder-830901-7-iscsi {{(pid=103450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 20:34:13.488007 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-5c70998a-8ffc-40d9-9b22-12d2fd7d5ee8 req-ae8e02bc-617c-45a3-8c9a-1319f02b6781 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=09110b63-50c2-40a2-be28-e4b8d304195b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0806565 May 16 20:34:13.506020 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-be7d20cb-08af-405c-a08f-6694a5627e5f admin admin] For port 5a4ef02e-7161-4e6b-b424-c86312f9b298, host dv-cinder-830901-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-7-iscsi',level=0,port_id=5a4ef02e-7161-4e6b-b424-c86312f9b298,segment=NetworkSegment(e7db7ef1-8140-4bca-8c27-0a8b9392d9d6),segment_id=e7db7ef1-8140-4bca-8c27-0a8b9392d9d6)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:34:13.506417 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-be7d20cb-08af-405c-a08f-6694a5627e5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641018'] for port (5a4ef02e-7161-4e6b-b424-c86312f9b298), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:13.519542 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-be7d20cb-08af-405c-a08f-6694a5627e5f admin admin] Calling delete_port for 5a4ef02e-7161-4e6b-b424-c86312f9b298 owned by network:router_interface {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 20:34:13.653258 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1736b83-3681-4da8-9854-cab94128f674 req-b88f12a1-78fc-47f3-b49e-22a6e5e9bbeb tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:34:13.654762 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-d1736b83-3681-4da8-9854-cab94128f674 req-b88f12a1-78fc-47f3-b49e-22a6e5e9bbeb tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] 10.222.0.71 "GET /v2.0/ports?device_id=a24fc40c-1d03-4e0f-a045-421de785cb1d HTTP/1.1" status: 200 len: 946 time: 0.0510147 May 16 20:34:13.698256 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-be7d20cb-08af-405c-a08f-6694a5627e5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732397598073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732397102969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27048612'] for port (5a4ef02e-7161-4e6b-b424-c86312f9b298), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:13.705479 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-d1736b83-3681-4da8-9854-cab94128f674 req-3ea66a68-7bef-42d0-a5fe-ac03c9a2305b tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] 10.222.0.71 "GET /v2.0/security-groups?id=09110b63-50c2-40a2-be28-e4b8d304195b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0450907 May 16 20:34:13.725568 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7d20cb-08af-405c-a08f-6694a5627e5f admin admin] Pushing event deleted for resources: {'Port': ['ID=5a4ef02e-7161-4e6b-b424-c86312f9b298,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:34:13.884595 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-be7d20cb-08af-405c-a08f-6694a5627e5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1614403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1651439'] for router_interface (1e15e0a0-d95c-459a-81b4-219e8cb59db2), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:14.083528 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be7d20cb-08af-405c-a08f-6694a5627e5f admin admin] Router 1e15e0a0-d95c-459a-81b4-219e8cb59db2 has already been hosted by L3 agent fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f {{(pid=103448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 20:34:14.447993 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be7d20cb-08af-405c-a08f-6694a5627e5f admin admin] Notify agent at l3_agent.dv-cinder-830901-7-iscsi the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 20:34:14.453378 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-be7d20cb-08af-405c-a08f-6694a5627e5f admin admin] 10.222.0.71 "PUT /v2.0/routers/1e15e0a0-d95c-459a-81b4-219e8cb59db2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6324496 May 16 20:34:14.455923 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.71', 53906) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:34:14.457154 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b06c7b2-c29f-4c36-a12c-e344a88874e7 None None] Sync routers for ids ['1e15e0a0-d95c-459a-81b4-219e8cb59db2'] in dv-cinder-830901-7-iscsi {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 20:34:14.466902 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b06c7b2-c29f-4c36-a12c-e344a88874e7 None None] Routers {'1e15e0a0-d95c-459a-81b4-219e8cb59db2'} bound to L3 agent in host dv-cinder-830901-7-iscsi {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:34:14.467523 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-3b06c7b2-c29f-4c36-a12c-e344a88874e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-16T20:16:38Z,description=,heartbeat_timestamp=2022-05-16T20:34:08Z,host='dv-cinder-830901-7-iscsi',id=fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:16:38Z,topic='l3_agent')) {'router_ids': ['1e15e0a0-d95c-459a-81b4-219e8cb59db2'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:34:14.557111 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c1126952-7595-446e-9093-0991d942adc9 admin admin] Publish callbacks [] for router (1e15e0a0-d95c-459a-81b4-219e8cb59db2), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:14.570839 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-3b06c7b2-c29f-4c36-a12c-e344a88874e7 None None] Set router 1e15e0a0-d95c-459a-81b4-219e8cb59db2 gateway port host: dv-cinder-830901-7-iscsi {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:34:14.657400 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c1126952-7595-446e-9093-0991d942adc9 admin admin] Publish callbacks [] for router_gateway (1e15e0a0-d95c-459a-81b4-219e8cb59db2), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:14.699896 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-c1126952-7595-446e-9093-0991d942adc9 admin admin] Deleting port c2b7df01-5ee5-47cc-a138-470005b49d0f {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 20:34:14.700170 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c1126952-7595-446e-9093-0991d942adc9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732397588453'] for port (c2b7df01-5ee5-47cc-a138-470005b49d0f), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:14.746422 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-3b06c7b2-c29f-4c36-a12c-e344a88874e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e15e0a0-d95c-459a-81b4-219e8cb59db2', 'name': 'tempest-TestVolumeBootPattern-1807787256-router', 'tenant_id': 'e1fa8a2b2f064a62939e0a1c4a34f7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'external_fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': 'c2b7df01-5ee5-47cc-a138-470005b49d0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:26:43Z', 'updated_at': '2022-05-16T20:34:13Z', 'revision_number': 5, 'project_id': 'e1fa8a2b2f064a62939e0a1c4a34f7cb', 'gw_port': {'id': 'c2b7df01-5ee5-47cc-a138-470005b49d0f', 'name': '', 'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:8b:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e15e0a0-d95c-459a-81b4-219e8cb59db2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:26:44Z', 'updated_at': '2022-05-16T20:26:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-7-iscsi'}], 'dv-cinder-830901-7-iscsi', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:34:14.774253 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b06c7b2-c29f-4c36-a12c-e344a88874e7 None None] Checking router: 1e15e0a0-d95c-459a-81b4-219e8cb59db2 for host: dv-cinder-830901-7-iscsi {{(pid=103450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 20:34:14.782757 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b06c7b2-c29f-4c36-a12c-e344a88874e7 None None] Routers {'1e15e0a0-d95c-459a-81b4-219e8cb59db2'} bound to L3 agent in host dv-cinder-830901-7-iscsi {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:34:14.783370 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-3b06c7b2-c29f-4c36-a12c-e344a88874e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-16T20:16:38Z,description=,heartbeat_timestamp=2022-05-16T20:34:08Z,host='dv-cinder-830901-7-iscsi',id=fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:16:38Z,topic='l3_agent')) {'router_ids': ['1e15e0a0-d95c-459a-81b4-219e8cb59db2'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:34:14.783714 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-c1126952-7595-446e-9093-0991d942adc9 admin admin] For port c2b7df01-5ee5-47cc-a138-470005b49d0f, host dv-cinder-830901-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-7-iscsi',level=0,port_id=c2b7df01-5ee5-47cc-a138-470005b49d0f,segment=NetworkSegment(cb03ab33-ba4f-4a89-ab90-bfee78bf90a5),segment_id=cb03ab33-ba4f-4a89-ab90-bfee78bf90a5)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:34:14.784081 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c1126952-7595-446e-9093-0991d942adc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641018'] for port (c2b7df01-5ee5-47cc-a138-470005b49d0f), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:14.822740 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-c1126952-7595-446e-9093-0991d942adc9 admin admin] Calling delete_port for c2b7df01-5ee5-47cc-a138-470005b49d0f owned by network:router_gateway {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 20:34:14.848050 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b8ea59-1289-48b2-a7dc-540da1178649 req-6ad2444c-6b22-49c3-9b7f-fe2da01d9efd tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:34:14.849582 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-91b8ea59-1289-48b2-a7dc-540da1178649 req-6ad2444c-6b22-49c3-9b7f-fe2da01d9efd tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] 10.222.0.71 "GET /v2.0/ports?device_id=a24fc40c-1d03-4e0f-a045-421de785cb1d HTTP/1.1" status: 200 len: 946 time: 0.0714519 May 16 20:34:14.867689 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-3b06c7b2-c29f-4c36-a12c-e344a88874e7 None None] Set router 1e15e0a0-d95c-459a-81b4-219e8cb59db2 gateway port host: None {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:34:14.916091 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-3b06c7b2-c29f-4c36-a12c-e344a88874e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e15e0a0-d95c-459a-81b4-219e8cb59db2', 'name': 'tempest-TestVolumeBootPattern-1807787256-router', 'tenant_id': 'e1fa8a2b2f064a62939e0a1c4a34f7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:26:43Z', 'updated_at': '2022-05-16T20:34:14Z', 'revision_number': 6, 'project_id': 'e1fa8a2b2f064a62939e0a1c4a34f7cb', 'gw_port_host': None}], 'dv-cinder-830901-7-iscsi', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:34:14.936576 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-91b8ea59-1289-48b2-a7dc-540da1178649 req-7b7bc3d8-4263-4cfe-bc3f-f73b3dfae11c tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] 10.222.0.71 "GET /v2.0/security-groups?id=09110b63-50c2-40a2-be28-e4b8d304195b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0592616 May 16 20:34:14.943230 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b06c7b2-c29f-4c36-a12c-e344a88874e7 None None] The sync data for ids ['1e15e0a0-d95c-459a-81b4-219e8cb59db2'] in dv-cinder-830901-7-iscsi is: [{'id': '1e15e0a0-d95c-459a-81b4-219e8cb59db2', 'name': 'tempest-TestVolumeBootPattern-1807787256-router', 'tenant_id': 'e1fa8a2b2f064a62939e0a1c4a34f7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:26:43Z', 'updated_at': '2022-05-16T20:34:14Z', 'revision_number': 6, 'project_id': 'e1fa8a2b2f064a62939e0a1c4a34f7cb', 'gw_port_host': None}] {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 20:34:15.057827 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e74429-9447-4053-9ede-3c20510e9463 req-c7cee58c-28b7-461b-9518-16fbc8d59cb8 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:34:15.058477 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c1126952-7595-446e-9093-0991d942adc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732397598073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732397102969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27048612'] for port (c2b7df01-5ee5-47cc-a138-470005b49d0f), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:15.059538 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-a0e74429-9447-4053-9ede-3c20510e9463 req-c7cee58c-28b7-461b-9518-16fbc8d59cb8 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] 10.222.0.71 "GET /v2.0/ports?device_id=a24fc40c-1d03-4e0f-a045-421de785cb1d HTTP/1.1" status: 200 len: 946 time: 0.0508740 May 16 20:34:15.068435 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.71', 53912) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:34:15.072962 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.v2.base [None req-dc532ab4-8a23-4ae6-a7a3-9d096cbb5d85 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Request body: {'floatingip': {'port_id': '43b3ac22-4305-4933-95a7-9bcd68a25c2d'}} {{(pid=103449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:34:15.082366 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1126952-7595-446e-9093-0991d942adc9 admin admin] Pushing event deleted for resources: {'Port': ['ID=c2b7df01-5ee5-47cc-a138-470005b49d0f,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:34:15.114334 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-dc532ab4-8a23-4ae6-a7a3-9d096cbb5d85 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Publish callbacks [] for floatingip (42204c6c-eac7-4e74-88b3-f319d0b73d8e), before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:15.149033 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c1126952-7595-446e-9093-0991d942adc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1643458'] for router_gateway (1e15e0a0-d95c-459a-81b4-219e8cb59db2), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:15.237296 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c1126952-7595-446e-9093-0991d942adc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1646218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6238'] for router (1e15e0a0-d95c-459a-81b4-219e8cb59db2), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:15.239484 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c1126952-7595-446e-9093-0991d942adc9 admin admin] Publish callbacks [] for router_controller (1e15e0a0-d95c-459a-81b4-219e8cb59db2), precommit_delete_associations {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:15.282739 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c1126952-7595-446e-9093-0991d942adc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1646227'] for router (1e15e0a0-d95c-459a-81b4-219e8cb59db2), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:15.283530 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1126952-7595-446e-9093-0991d942adc9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1e15e0a0-d95c-459a-81b4-219e8cb59db2 {{(pid=103448) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 16 20:34:15.288807 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c1126952-7595-446e-9093-0991d942adc9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:15.290085 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-c1126952-7595-446e-9093-0991d942adc9 admin admin] 10.222.0.71 "DELETE /v2.0/routers/1e15e0a0-d95c-459a-81b4-219e8cb59db2 HTTP/1.1" status: 204 len: 168 time: 0.8332126 May 16 20:34:15.292580 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.71', 53914) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:34:15.339504 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6d54c2b-44ce-4d10-b9cd-e7b344b91904 admin admin] Deleting subnet 06254eac-5be0-451d-89cd-01e3dd58ee9b {{(pid=103448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 16 20:34:15.343123 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f6d54c2b-44ce-4d10-b9cd-e7b344b91904 admin admin] Publish callbacks [] for subnet (06254eac-5be0-451d-89cd-01e3dd58ee9b), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:15.380515 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f6d54c2b-44ce-4d10-b9cd-e7b344b91904 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25253665'] for subnet (06254eac-5be0-451d-89cd-01e3dd58ee9b), precommit_delete_associations {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:15.477273 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f6d54c2b-44ce-4d10-b9cd-e7b344b91904 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1028042'] for subnet (06254eac-5be0-451d-89cd-01e3dd58ee9b), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:15.530769 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f6d54c2b-44ce-4d10-b9cd-e7b344b91904 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1028051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1941894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27049557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27247662'] for subnet (06254eac-5be0-451d-89cd-01e3dd58ee9b), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:15.556230 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-dc532ab4-8a23-4ae6-a7a3-9d096cbb5d85 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:15.556568 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d54c2b-44ce-4d10-b9cd-e7b344b91904 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06254eac-5be0-451d-89cd-01e3dd58ee9b,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:34:15.560633 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-dc532ab4-8a23-4ae6-a7a3-9d096cbb5d85 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1640477'] for floatingip (42204c6c-eac7-4e74-88b3-f319d0b73d8e), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:15.561884 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f6d54c2b-44ce-4d10-b9cd-e7b344b91904 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614436'] for subnet (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:15.565637 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-f6d54c2b-44ce-4d10-b9cd-e7b344b91904 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/06254eac-5be0-451d-89cd-01e3dd58ee9b HTTP/1.1" status: 204 len: 168 time: 0.2714601 May 16 20:34:15.567483 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.71', 53916) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:34:15.567796 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bdc8bf9-749c-4ea1-80a0-6cd8e7f0ade8 None None] Network 69f0c328-c712-4a4b-9f9b-a07ef94331b5 requested from dv-cinder-830901-7-iscsi {{(pid=103450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 20:34:15.771047 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea14e980-a560-40f8-8783-fe0c0ef5a1cf None None] DHCP port deletion for 69f0c328-c712-4a4b-9f9b-a07ef94331b5 request from dv-cinder-830901-7-iscsi {{(pid=103450) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 16 20:34:15.817869 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-ea14e980-a560-40f8-8783-fe0c0ef5a1cf None None] Deleting port 36a79e1b-579e-4fc0-9f30-937a14bffe9c {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 20:34:15.818243 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ea14e980-a560-40f8-8783-fe0c0ef5a1cf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732397588453'] for port (36a79e1b-579e-4fc0-9f30-937a14bffe9c), before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:15.840300 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Device 5a4ef02e-7161-4e6b-b424-c86312f9b298 no longer exists at agent ovs-agent-dv-cinder-830901-7-iscsi {{(pid=103450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 20:34:15.864485 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] No Port match for: 5a4ef02e-7161-4e6b-b424-c86312f9b298 {{(pid=103450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 20:34:15.864880 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Device 5a4ef02e-7161-4e6b-b424-c86312f9b298 not bound to the agent host dv-cinder-830901-7-iscsi {{(pid=103450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 20:34:15.908892 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-ea14e980-a560-40f8-8783-fe0c0ef5a1cf None None] For port 36a79e1b-579e-4fc0-9f30-937a14bffe9c, host dv-cinder-830901-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-7-iscsi',level=0,port_id=36a79e1b-579e-4fc0-9f30-937a14bffe9c,segment=NetworkSegment(e7db7ef1-8140-4bca-8c27-0a8b9392d9d6),segment_id=e7db7ef1-8140-4bca-8c27-0a8b9392d9d6)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:34:15.909285 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ea14e980-a560-40f8-8783-fe0c0ef5a1cf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641018'] for port (36a79e1b-579e-4fc0-9f30-937a14bffe9c), precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:15.922506 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-ea14e980-a560-40f8-8783-fe0c0ef5a1cf None None] Calling delete_port for 36a79e1b-579e-4fc0-9f30-937a14bffe9c owned by network:dhcp {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 20:34:15.927572 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c015fe7c-ca90-4300-8fd5-0df6a7795532 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759573'] for network (69f0c328-c712-4a4b-9f9b-a07ef94331b5), before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:15.993221 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.db.l3_db [None req-dc532ab4-8a23-4ae6-a7a3-9d096cbb5d85 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Floating IP 42204c6c-eac7-4e74-88b3-f319d0b73d8e associated. External IP: 172.27.2.205, port: 43b3ac22-4305-4933-95a7-9bcd68a25c2d. May 16 20:34:16.003641 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ea14e980-a560-40f8-8783-fe0c0ef5a1cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732397598073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732397102969'] for port (36a79e1b-579e-4fc0-9f30-937a14bffe9c), after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:16.032826 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea14e980-a560-40f8-8783-fe0c0ef5a1cf None None] No DVR routers for this DVR port 36a79e1b-579e-4fc0-9f30-937a14bffe9c on host dv-cinder-830901-7-iscsi {{(pid=103450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 20:34:16.037342 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea14e980-a560-40f8-8783-fe0c0ef5a1cf None None] Pushing event deleted for resources: {'Port': ['ID=36a79e1b-579e-4fc0-9f30-937a14bffe9c,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:34:16.047830 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-c015fe7c-ca90-4300-8fd5-0df6a7795532 admin admin] Deleting port 36a79e1b-579e-4fc0-9f30-937a14bffe9c {{(pid=103449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 20:34:16.048196 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c015fe7c-ca90-4300-8fd5-0df6a7795532 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732397588453'] for port (36a79e1b-579e-4fc0-9f30-937a14bffe9c), before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:16.146320 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-c015fe7c-ca90-4300-8fd5-0df6a7795532 admin admin] For port 36a79e1b-579e-4fc0-9f30-937a14bffe9c, host dv-cinder-830901-7-iscsi, got binding levels [] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:34:16.147029 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c015fe7c-ca90-4300-8fd5-0df6a7795532 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641018'] for port (36a79e1b-579e-4fc0-9f30-937a14bffe9c), precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:16.166562 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-c015fe7c-ca90-4300-8fd5-0df6a7795532 admin admin] Calling delete_port for 36a79e1b-579e-4fc0-9f30-937a14bffe9c owned by network:dhcp {{(pid=103449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 20:34:16.170594 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.db.ipam_backend_mixin [None req-c015fe7c-ca90-4300-8fd5-0df6a7795532 admin admin] Port 36a79e1b-579e-4fc0-9f30-937a14bffe9c was not found and therefore no delete operation was performed {{(pid=103449) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 16 20:34:16.173295 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c015fe7c-ca90-4300-8fd5-0df6a7795532 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732397598073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732397102969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26134374'] for port (36a79e1b-579e-4fc0-9f30-937a14bffe9c), after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:16.227600 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c015fe7c-ca90-4300-8fd5-0df6a7795532 admin admin] No DVR routers for this DVR port 36a79e1b-579e-4fc0-9f30-937a14bffe9c on host dv-cinder-830901-7-iscsi {{(pid=103449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 20:34:16.232779 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c015fe7c-ca90-4300-8fd5-0df6a7795532 admin admin] Pushing event deleted for resources: {'Port': ['ID=36a79e1b-579e-4fc0-9f30-937a14bffe9c,revision_number=None']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:34:16.341151 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c015fe7c-ca90-4300-8fd5-0df6a7795532 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1029759', 'neutron.services.segments.db._delete_segments_for_network-8732397667094'] for network (69f0c328-c712-4a4b-9f9b-a07ef94331b5), precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:16.370818 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.services.segments.db [None req-c015fe7c-ca90-4300-8fd5-0df6a7795532 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69f0c328-c712-4a4b-9f9b-a07ef94331b5']}} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:34:16.381732 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.services.segments.db [None req-c015fe7c-ca90-4300-8fd5-0df6a7795532 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7db7ef1-8140-4bca-8c27-0a8b9392d9d6') {'for_net_delete': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:34:16.382020 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.services.segments.db [None req-c015fe7c-ca90-4300-8fd5-0df6a7795532 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7db7ef1-8140-4bca-8c27-0a8b9392d9d6') {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:34:16.390355 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc532ab4-8a23-4ae6-a7a3-9d096cbb5d85 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Router 013a50c1-75d1-4eeb-88ff-52fbc84c6fe4 has already been hosted by L3 agent fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f {{(pid=103449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 20:34:16.394830 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c015fe7c-ca90-4300-8fd5-0df6a7795532 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732397667615', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25761665'] for segment (e7db7ef1-8140-4bca-8c27-0a8b9392d9d6), before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:16.411644 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c015fe7c-ca90-4300-8fd5-0df6a7795532 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1026353'] for segment (e7db7ef1-8140-4bca-8c27-0a8b9392d9d6), precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:16.419538 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c015fe7c-ca90-4300-8fd5-0df6a7795532 admin admin] Releasing vlan 546 on physical network physnet1 to pool {{(pid=103449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 16 20:34:16.419915 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c015fe7c-ca90-4300-8fd5-0df6a7795532 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1026353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26134325'] for segment (e7db7ef1-8140-4bca-8c27-0a8b9392d9d6), after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:16.421698 dv-cinder-830901-7-iscsi neutron-server[103449]: Traceback (most recent call last): May 16 20:34:16.421698 dv-cinder-830901-7-iscsi neutron-server[103449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 16 20:34:16.421698 dv-cinder-830901-7-iscsi neutron-server[103449]: timer() May 16 20:34:16.421698 dv-cinder-830901-7-iscsi neutron-server[103449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 16 20:34:16.421698 dv-cinder-830901-7-iscsi neutron-server[103449]: cb(*args, **kw) May 16 20:34:16.421698 dv-cinder-830901-7-iscsi neutron-server[103449]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 16 20:34:16.421698 dv-cinder-830901-7-iscsi neutron-server[103449]: return func(*args, **kwargs) May 16 20:34:16.421698 dv-cinder-830901-7-iscsi neutron-server[103449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 16 20:34:16.421698 dv-cinder-830901-7-iscsi neutron-server[103449]: self._notify() May 16 20:34:16.421698 dv-cinder-830901-7-iscsi neutron-server[103449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 16 20:34:16.421698 dv-cinder-830901-7-iscsi neutron-server[103449]: self.callback(batched_events) May 16 20:34:16.421698 dv-cinder-830901-7-iscsi neutron-server[103449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 16 20:34:16.421698 dv-cinder-830901-7-iscsi neutron-server[103449]: event.method(event) May 16 20:34:16.421698 dv-cinder-830901-7-iscsi neutron-server[103449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 16 20:34:16.421698 dv-cinder-830901-7-iscsi neutron-server[103449]: aggregate_id = self._get_aggregate_id(event.segment_id) May 16 20:34:16.421698 dv-cinder-830901-7-iscsi neutron-server[103449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 16 20:34:16.421698 dv-cinder-830901-7-iscsi neutron-server[103449]: aggregate_uuid = self.p_client.list_aggregates( May 16 20:34:16.421698 dv-cinder-830901-7-iscsi neutron-server[103449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 16 20:34:16.421698 dv-cinder-830901-7-iscsi neutron-server[103449]: return f(self, *a, **k) May 16 20:34:16.421698 dv-cinder-830901-7-iscsi neutron-server[103449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 16 20:34:16.421698 dv-cinder-830901-7-iscsi neutron-server[103449]: return self._get(url).json() May 16 20:34:16.421698 dv-cinder-830901-7-iscsi neutron-server[103449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 16 20:34:16.421698 dv-cinder-830901-7-iscsi neutron-server[103449]: return self._client.get(url, endpoint_filter=self._ks_filter, May 16 20:34:16.421698 dv-cinder-830901-7-iscsi neutron-server[103449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 16 20:34:16.421698 dv-cinder-830901-7-iscsi neutron-server[103449]: return self.request(url, 'GET', **kwargs) May 16 20:34:16.421698 dv-cinder-830901-7-iscsi neutron-server[103449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 16 20:34:16.421698 dv-cinder-830901-7-iscsi neutron-server[103449]: base_url = self.get_endpoint(auth, allow=allow, May 16 20:34:16.421698 dv-cinder-830901-7-iscsi neutron-server[103449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 16 20:34:16.421698 dv-cinder-830901-7-iscsi neutron-server[103449]: auth = self._auth_required(auth, 'determine endpoint URL') May 16 20:34:16.421698 dv-cinder-830901-7-iscsi neutron-server[103449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 16 20:34:16.421698 dv-cinder-830901-7-iscsi neutron-server[103449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 16 20:34:16.421698 dv-cinder-830901-7-iscsi neutron-server[103449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 16 20:34:16.513893 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c015fe7c-ca90-4300-8fd5-0df6a7795532 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1029700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1996455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1640688'] for network (69f0c328-c712-4a4b-9f9b-a07ef94331b5), after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:16.541786 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c015fe7c-ca90-4300-8fd5-0df6a7795532 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614436'] for network (None), before_response {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:16.544877 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-c015fe7c-ca90-4300-8fd5-0df6a7795532 admin admin] 10.222.0.71 "DELETE /v2.0/networks/69f0c328-c712-4a4b-9f9b-a07ef94331b5 HTTP/1.1" status: 204 len: 168 time: 0.9764435 May 16 20:34:16.558495 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c015fe7c-ca90-4300-8fd5-0df6a7795532 admin admin] Pushing event deleted for resources: {'Network': ['ID=69f0c328-c712-4a4b-9f9b-a07ef94331b5,revision_number=None']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:34:16.571583 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc532ab4-8a23-4ae6-a7a3-9d096cbb5d85 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Notify agent at l3_agent.dv-cinder-830901-7-iscsi the message routers_updated {{(pid=103449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 20:34:16.575762 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-dc532ab4-8a23-4ae6-a7a3-9d096cbb5d85 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-338397'] for floatingip (None), before_response {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:16.582144 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5497e48-7bc0-4ed8-af36-e7c8bcf4822d None None] Sync routers for ids ['013a50c1-75d1-4eeb-88ff-52fbc84c6fe4'] in dv-cinder-830901-7-iscsi {{(pid=103451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 20:34:16.598001 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5497e48-7bc0-4ed8-af36-e7c8bcf4822d None None] Routers {'013a50c1-75d1-4eeb-88ff-52fbc84c6fe4'} bound to L3 agent in host dv-cinder-830901-7-iscsi {{(pid=103451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:34:16.598540 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-e5497e48-7bc0-4ed8-af36-e7c8bcf4822d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-16T20:16:38Z,description=,heartbeat_timestamp=2022-05-16T20:34:08Z,host='dv-cinder-830901-7-iscsi',id=fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:16:38Z,topic='l3_agent')) {'router_ids': ['013a50c1-75d1-4eeb-88ff-52fbc84c6fe4'], 'active': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:34:16.613213 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-dc532ab4-8a23-4ae6-a7a3-9d096cbb5d85 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] 10.222.0.71 "PUT /v2.0/floatingips/42204c6c-eac7-4e74-88b3-f319d0b73d8e HTTP/1.1" status: 200 len: 992 time: 1.5431044 May 16 20:34:16.613715 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a24fc40c-1d03-4e0f-a045-421de785cb1d', 'tag': '43b3ac22-4305-4933-95a7-9bcd68a25c2d'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 20:34:16.617393 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}295115e3b8025bbf11aa9aac085408c2d5e3d0e4242a5f701d1d164c8d9f99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6dba3fc-d0c5-4745-92ed-c35d59a6fe73" -d '{"events": [{"name": "network-changed", "server_uuid": "a24fc40c-1d03-4e0f-a045-421de785cb1d", "tag": "43b3ac22-4305-4933-95a7-9bcd68a25c2d"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 20:34:16.656588 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 20:34:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88bf0b9e-f1db-4f54-9e0a-14bc77e02fd1 x-openstack-request-id: req-88bf0b9e-f1db-4f54-9e0a-14bc77e02fd1 {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 20:34:16.656876 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a24fc40c-1d03-4e0f-a045-421de785cb1d", "tag": "43b3ac22-4305-4933-95a7-9bcd68a25c2d", "status": "completed", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 20:34:16.657126 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-88bf0b9e-f1db-4f54-9e0a-14bc77e02fd1 {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 20:34:16.657521 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88bf0b9e-f1db-4f54-9e0a-14bc77e02fd1'] response: {'name': 'network-changed', 'server_uuid': 'a24fc40c-1d03-4e0f-a045-421de785cb1d', 'tag': '43b3ac22-4305-4933-95a7-9bcd68a25c2d', 'status': 'completed', 'code': 200} May 16 20:34:16.674463 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.71', 53924) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:34:16.707910 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvr_db [None req-e5497e48-7bc0-4ed8-af36-e7c8bcf4822d None None] Set router 013a50c1-75d1-4eeb-88ff-52fbc84c6fe4 gateway port host: dv-cinder-830901-7-iscsi {{(pid=103451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:34:16.718817 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-319492f2-2c26-431c-8e6c-f0f99f74f14f admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=2715141f8ffd49d892600c779e02fa17&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0409529 May 16 20:34:16.719123 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.71', 53926) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:34:16.727069 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dba3fc-d0c5-4745-92ed-c35d59a6fe73 req-5fa1104a-d290-46ed-ae21-855e682e3ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:34:16.729232 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-f6dba3fc-d0c5-4745-92ed-c35d59a6fe73 req-5fa1104a-d290-46ed-ae21-855e682e3ed1 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=2e74299322ca4cedabe873822eda95ae&device_id=a24fc40c-1d03-4e0f-a045-421de785cb1d HTTP/1.1" status: 200 len: 1130 time: 0.0491056 May 16 20:34:16.774013 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-7912befa-02c4-41a1-91a4-fbc498c349f3 admin admin] Publish callbacks [] for security_group (fdc525e1-6719-439e-a935-92462ef9b296), before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:16.797206 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-7912befa-02c4-41a1-91a4-fbc498c349f3 admin admin] Publish callbacks [] for security_group (fdc525e1-6719-439e-a935-92462ef9b296), precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:16.829267 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dba3fc-d0c5-4745-92ed-c35d59a6fe73 req-4328071f-1667-4e8c-a6ec-a9fb071ab80b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:34:16.831228 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-f6dba3fc-d0c5-4745-92ed-c35d59a6fe73 req-4328071f-1667-4e8c-a6ec-a9fb071ab80b service neutron] 10.222.0.81 "GET /v2.0/networks?id=b7ed8523-9957-45bf-80ef-13010737dd57 HTTP/1.1" status: 200 len: 915 time: 0.0956044 May 16 20:34:16.847660 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-7912befa-02c4-41a1-91a4-fbc498c349f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997425'] for security_group (fdc525e1-6719-439e-a935-92462ef9b296), after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:16.850472 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-7912befa-02c4-41a1-91a4-fbc498c349f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:16.854446 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-7912befa-02c4-41a1-91a4-fbc498c349f3 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/fdc525e1-6719-439e-a935-92462ef9b296 HTTP/1.1" status: 204 len: 168 time: 0.1343396 May 16 20:34:16.862423 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7912befa-02c4-41a1-91a4-fbc498c349f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdc525e1-6719-439e-a935-92462ef9b296,revision_number=None']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:34:16.904694 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-f6dba3fc-d0c5-4745-92ed-c35d59a6fe73 req-28b6cf99-1e98-495a-ae27-ffc539285dc7 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=43b3ac22-4305-4933-95a7-9bcd68a25c2d HTTP/1.1" status: 200 len: 1000 time: 0.0664165 May 16 20:34:16.958348 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dba3fc-d0c5-4745-92ed-c35d59a6fe73 req-fc2023d0-93f9-483b-8a13-715a4d126235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:34:16.960907 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-f6dba3fc-d0c5-4745-92ed-c35d59a6fe73 req-fc2023d0-93f9-483b-8a13-715a4d126235 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=6fd9bd49-8907-4582-9941-2a3571aaa9b7 HTTP/1.1" status: 200 len: 853 time: 0.0502059 May 16 20:34:17.005583 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dba3fc-d0c5-4745-92ed-c35d59a6fe73 req-e8bf958b-0f26-4dfc-8fe3-ab96a6334ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:34:17.008389 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-f6dba3fc-d0c5-4745-92ed-c35d59a6fe73 req-e8bf958b-0f26-4dfc-8fe3-ab96a6334ff6 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b7ed8523-9957-45bf-80ef-13010737dd57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0415993 May 16 20:34:17.010604 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-e5497e48-7bc0-4ed8-af36-e7c8bcf4822d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '013a50c1-75d1-4eeb-88ff-52fbc84c6fe4', 'name': 'tempest-AttachVolumeNegativeTest-976810855-router', 'tenant_id': '2e74299322ca4cedabe873822eda95ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'external_fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.221'}], 'enable_snat': True}, 'gw_port_id': '50d2dbe4-550d-410a-b31b-c2bcba8664fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:31:51Z', 'updated_at': '2022-05-16T20:31:54Z', 'revision_number': 4, 'project_id': '2e74299322ca4cedabe873822eda95ae', 'gw_port': {'id': '50d2dbe4-550d-410a-b31b-c2bcba8664fc', 'name': '', 'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:0f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '013a50c1-75d1-4eeb-88ff-52fbc84c6fe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:31:51Z', 'updated_at': '2022-05-16T20:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-7-iscsi', '_floatingips': [{'id': '42204c6c-eac7-4e74-88b3-f319d0b73d8e', 'tenant_id': '2e74299322ca4cedabe873822eda95ae', 'floating_ip_address': '172.27.2.205', 'floating_network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'router_id': '013a50c1-75d1-4eeb-88ff-52fbc84c6fe4', 'port_id': '43b3ac22-4305-4933-95a7-9bcd68a25c2d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 678, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7ed8523-9957-45bf-80ef-13010737dd57', 'mac_address': 'fa:16:3e:89:e0:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a24fc40c-1d03-4e0f-a045-421de785cb1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T20:34:02Z', 'updated_at': '2022-05-16T20:34:15Z', 'revision_number': 1, 'project_id': '2e74299322ca4cedabe873822eda95ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7556598a-d31e-484f-b5ee-d939b7326199', 'name': '', 'network_id': 'b7ed8523-9957-45bf-80ef-13010737dd57', 'tenant_id': '2e74299322ca4cedabe873822eda95ae', 'mac_address': 'fa:16:3e:c3:8d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '013a50c1-75d1-4eeb-88ff-52fbc84c6fe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '6fd9bd49-8907-4582-9941-2a3571aaa9b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:31:53Z', 'updated_at': '2022-05-16T20:31:57Z', 'revision_number': 5, 'project_id': '2e74299322ca4cedabe873822eda95ae', 'subnets': [{'id': '6fd9bd49-8907-4582-9941-2a3571aaa9b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-7-iscsi', False) {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:34:17.037571 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5497e48-7bc0-4ed8-af36-e7c8bcf4822d None None] Checking router: 013a50c1-75d1-4eeb-88ff-52fbc84c6fe4 for host: dv-cinder-830901-7-iscsi {{(pid=103451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 20:34:17.046048 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5497e48-7bc0-4ed8-af36-e7c8bcf4822d None None] Routers {'013a50c1-75d1-4eeb-88ff-52fbc84c6fe4'} bound to L3 agent in host dv-cinder-830901-7-iscsi {{(pid=103451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:34:17.046783 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-e5497e48-7bc0-4ed8-af36-e7c8bcf4822d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-16T20:16:38Z,description=,heartbeat_timestamp=2022-05-16T20:34:08Z,host='dv-cinder-830901-7-iscsi',id=fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:16:38Z,topic='l3_agent')) {'router_ids': ['013a50c1-75d1-4eeb-88ff-52fbc84c6fe4'], 'active': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:34:17.109064 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-f6dba3fc-d0c5-4745-92ed-c35d59a6fe73 req-8d39248e-8af8-4771-b08a-b829d5744bd2 service neutron] 10.222.0.81 "GET /v2.0/networks/b7ed8523-9957-45bf-80ef-13010737dd57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932760 May 16 20:34:17.149678 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvr_db [None req-e5497e48-7bc0-4ed8-af36-e7c8bcf4822d None None] Set router 013a50c1-75d1-4eeb-88ff-52fbc84c6fe4 gateway port host: dv-cinder-830901-7-iscsi {{(pid=103451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:34:17.206799 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-f6dba3fc-d0c5-4745-92ed-c35d59a6fe73 req-09e7405a-5806-42fe-a231-353742040601 service neutron] 10.222.0.81 "GET /v2.0/networks/b7ed8523-9957-45bf-80ef-13010737dd57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913303 May 16 20:34:17.209961 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.71', 53932) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:34:17.259098 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.71', 53934) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:34:17.259661 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-c09fdeaf-c29c-42ec-a0f9-ee21caaf5d43 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=e1fa8a2b2f064a62939e0a1c4a34f7cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0480642 May 16 20:34:17.310564 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-8eaa84e7-dc1b-440d-b8a4-7e1b2ece40d1 admin admin] Publish callbacks [] for security_group (cf733b95-7b2c-4b1a-a4bd-84c8fefae941), before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:17.332117 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-8eaa84e7-dc1b-440d-b8a4-7e1b2ece40d1 admin admin] Publish callbacks [] for security_group (cf733b95-7b2c-4b1a-a4bd-84c8fefae941), precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:17.368205 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-e5497e48-7bc0-4ed8-af36-e7c8bcf4822d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '013a50c1-75d1-4eeb-88ff-52fbc84c6fe4', 'name': 'tempest-AttachVolumeNegativeTest-976810855-router', 'tenant_id': '2e74299322ca4cedabe873822eda95ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'external_fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.221'}], 'enable_snat': True}, 'gw_port_id': '50d2dbe4-550d-410a-b31b-c2bcba8664fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:31:51Z', 'updated_at': '2022-05-16T20:31:54Z', 'revision_number': 4, 'project_id': '2e74299322ca4cedabe873822eda95ae', 'gw_port': {'id': '50d2dbe4-550d-410a-b31b-c2bcba8664fc', 'name': '', 'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:0f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '013a50c1-75d1-4eeb-88ff-52fbc84c6fe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:31:51Z', 'updated_at': '2022-05-16T20:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-7-iscsi', '_floatingips': [{'id': '42204c6c-eac7-4e74-88b3-f319d0b73d8e', 'tenant_id': '2e74299322ca4cedabe873822eda95ae', 'floating_ip_address': '172.27.2.205', 'floating_network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'router_id': '013a50c1-75d1-4eeb-88ff-52fbc84c6fe4', 'port_id': '43b3ac22-4305-4933-95a7-9bcd68a25c2d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 678, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7ed8523-9957-45bf-80ef-13010737dd57', 'mac_address': 'fa:16:3e:89:e0:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a24fc40c-1d03-4e0f-a045-421de785cb1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T20:34:02Z', 'updated_at': '2022-05-16T20:34:15Z', 'revision_number': 1, 'project_id': '2e74299322ca4cedabe873822eda95ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7556598a-d31e-484f-b5ee-d939b7326199', 'name': '', 'network_id': 'b7ed8523-9957-45bf-80ef-13010737dd57', 'tenant_id': '2e74299322ca4cedabe873822eda95ae', 'mac_address': 'fa:16:3e:c3:8d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '013a50c1-75d1-4eeb-88ff-52fbc84c6fe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '6fd9bd49-8907-4582-9941-2a3571aaa9b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:31:53Z', 'updated_at': '2022-05-16T20:31:57Z', 'revision_number': 5, 'project_id': '2e74299322ca4cedabe873822eda95ae', 'subnets': [{'id': '6fd9bd49-8907-4582-9941-2a3571aaa9b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-7-iscsi', False) {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:34:17.385468 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-8eaa84e7-dc1b-440d-b8a4-7e1b2ece40d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997425'] for security_group (cf733b95-7b2c-4b1a-a4bd-84c8fefae941), after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:17.388701 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-8eaa84e7-dc1b-440d-b8a4-7e1b2ece40d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:17.391952 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-8eaa84e7-dc1b-440d-b8a4-7e1b2ece40d1 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/cf733b95-7b2c-4b1a-a4bd-84c8fefae941 HTTP/1.1" status: 204 len: 168 time: 0.1290884 May 16 20:34:17.394788 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5497e48-7bc0-4ed8-af36-e7c8bcf4822d None None] The sync data for ids ['013a50c1-75d1-4eeb-88ff-52fbc84c6fe4'] in dv-cinder-830901-7-iscsi is: [{'id': '013a50c1-75d1-4eeb-88ff-52fbc84c6fe4', 'name': 'tempest-AttachVolumeNegativeTest-976810855-router', 'tenant_id': '2e74299322ca4cedabe873822eda95ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'external_fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.221'}], 'enable_snat': True}, 'gw_port_id': '50d2dbe4-550d-410a-b31b-c2bcba8664fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:31:51Z', 'updated_at': '2022-05-16T20:31:54Z', 'revision_number': 4, 'project_id': '2e74299322ca4cedabe873822eda95ae', 'gw_port': {'id': '50d2dbe4-550d-410a-b31b-c2bcba8664fc', 'name': '', 'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:0f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '013a50c1-75d1-4eeb-88ff-52fbc84c6fe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:31:51Z', 'updated_at': '2022-05-16T20:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-7-iscsi', '_floatingips': [{'id': '42204c6c-eac7-4e74-88b3-f319d0b73d8e', 'tenant_id': '2e74299322ca4cedabe873822eda95ae', 'floating_ip_address': '172.27.2.205', 'floating_network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'router_id': '013a50c1-75d1-4eeb-88ff-52fbc84c6fe4', 'port_id': '43b3ac22-4305-4933-95a7-9bcd68a25c2d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 678, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7ed8523-9957-45bf-80ef-13010737dd57', 'mac_address': 'fa:16:3e:89:e0:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a24fc40c-1d03-4e0f-a045-421de785cb1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T20:34:02Z', 'updated_at': '2022-05-16T20:34:15Z', 'revision_number': 1, 'project_id': '2e74299322ca4cedabe873822eda95ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7556598a-d31e-484f-b5ee-d939b7326199', 'name': '', 'network_id': 'b7ed8523-9957-45bf-80ef-13010737dd57', 'tenant_id': '2e74299322ca4cedabe873822eda95ae', 'mac_address': 'fa:16:3e:c3:8d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '013a50c1-75d1-4eeb-88ff-52fbc84c6fe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '6fd9bd49-8907-4582-9941-2a3571aaa9b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:31:53Z', 'updated_at': '2022-05-16T20:31:57Z', 'revision_number': 5, 'project_id': '2e74299322ca4cedabe873822eda95ae', 'subnets': [{'id': '6fd9bd49-8907-4582-9941-2a3571aaa9b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 20:34:17.404087 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eaa84e7-dc1b-440d-b8a4-7e1b2ece40d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf733b95-7b2c-4b1a-a4bd-84c8fefae941,revision_number=None']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:34:17.437373 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Device c2b7df01-5ee5-47cc-a138-470005b49d0f no longer exists at agent ovs-agent-dv-cinder-830901-7-iscsi {{(pid=103450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 20:34:17.462052 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] No Port match for: c2b7df01-5ee5-47cc-a138-470005b49d0f {{(pid=103450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 20:34:17.462395 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Device c2b7df01-5ee5-47cc-a138-470005b49d0f not bound to the agent host dv-cinder-830901-7-iscsi {{(pid=103450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 20:34:17.463017 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Device 36a79e1b-579e-4fc0-9f30-937a14bffe9c no longer exists at agent ovs-agent-dv-cinder-830901-7-iscsi {{(pid=103450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 20:34:17.482284 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] No Port match for: 36a79e1b-579e-4fc0-9f30-937a14bffe9c {{(pid=103450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 20:34:17.482643 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Device 36a79e1b-579e-4fc0-9f30-937a14bffe9c not bound to the agent host dv-cinder-830901-7-iscsi {{(pid=103450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 20:34:17.631600 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2683384-b009-4d8b-9b4a-f0db20970886 None None] New status for floating IP 42204c6c-eac7-4e74-88b3-f319d0b73d8e: ACTIVE {{(pid=103450) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 20:34:21.101536 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.agents_db [None req-fef3025b-cde1-4f6e-a405-d73d123fae0f None None] Agent healthcheck: found 6 active agents {{(pid=103451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 20:34:30.936701 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-35bbf185-d039-4885-9d0c-5463ff1c0873 req-e1d37213-5264-4839-9cd0-e9e46a974697 tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-284944908&fields=id&tenant_id=4d18594086434fd19336bd76a7089437 HTTP/1.1" status: 200 len: 267 time: 0.0429029 May 16 20:34:30.989002 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bbf185-d039-4885-9d0c-5463ff1c0873 req-49dfaa71-5384-4d6c-8efc-1f11efd127c5 tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:34:30.990370 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-35bbf185-d039-4885-9d0c-5463ff1c0873 req-49dfaa71-5384-4d6c-8efc-1f11efd127c5 tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] 10.222.0.71 "GET /v2.0/ports?device_id=a7ae12d8-7d93-4872-a8b7-bc5fa9bdddef HTTP/1.1" status: 200 len: 985 time: 0.0485601 May 16 20:34:31.001383 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.v2.base [req-35bbf185-d039-4885-9d0c-5463ff1c0873 req-216d8e4b-1f67-47fb-b6f0-31b01b645dcf tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] Request body: {'port': {'security_groups': ['5bdea423-7afe-452b-9b18-80e2e606f9f3']}} {{(pid=103449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:34:31.071679 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [req-35bbf185-d039-4885-9d0c-5463ff1c0873 req-216d8e4b-1f67-47fb-b6f0-31b01b645dcf tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (203e3b62-339d-4dc9-8b28-06868747507b), before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:31.270805 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [req-35bbf185-d039-4885-9d0c-5463ff1c0873 req-216d8e4b-1f67-47fb-b6f0-31b01b645dcf tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] For port 203e3b62-339d-4dc9-8b28-06868747507b, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=203e3b62-339d-4dc9-8b28-06868747507b,segment=NetworkSegment(cbd7787d-b18f-40ec-ada9-e437834c50fe),segment_id=cbd7787d-b18f-40ec-ada9-e437834c50fe)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:34:31.301041 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [req-35bbf185-d039-4885-9d0c-5463ff1c0873 req-216d8e4b-1f67-47fb-b6f0-31b01b645dcf tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] Publish callbacks [] for port (203e3b62-339d-4dc9-8b28-06868747507b), precommit_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:31.305975 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [req-35bbf185-d039-4885-9d0c-5463ff1c0873 req-216d8e4b-1f67-47fb-b6f0-31b01b645dcf tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732397598091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732397102978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732397102996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26134353'] for port (203e3b62-339d-4dc9-8b28-06868747507b), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:31.318007 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] get_ports_and_sgs() called for port_ids ['203e3b62-339d-4dc9-8b28-06868747507b'] {{(pid=103450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 20:34:31.346255 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bbf185-d039-4885-9d0c-5463ff1c0873 req-216d8e4b-1f67-47fb-b6f0-31b01b645dcf tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:34:31.346871 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [req-35bbf185-d039-4885-9d0c-5463ff1c0873 req-216d8e4b-1f67-47fb-b6f0-31b01b645dcf tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-338397'] for port (None), before_response {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:31.348257 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-35bbf185-d039-4885-9d0c-5463ff1c0873 req-216d8e4b-1f67-47fb-b6f0-31b01b645dcf tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] 10.222.0.71 "PUT /v2.0/ports/203e3b62-339d-4dc9-8b28-06868747507b HTTP/1.1" status: 200 len: 943 time: 0.3511274 May 16 20:34:31.348708 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7ae12d8-7d93-4872-a8b7-bc5fa9bdddef', 'tag': '203e3b62-339d-4dc9-8b28-06868747507b'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 20:34:31.354673 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}295115e3b8025bbf11aa9aac085408c2d5e3d0e4242a5f701d1d164c8d9f99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a661c09c-e6b6-4852-9fea-7489cb9f8622" -d '{"events": [{"name": "network-changed", "server_uuid": "a7ae12d8-7d93-4872-a8b7-bc5fa9bdddef", "tag": "203e3b62-339d-4dc9-8b28-06868747507b"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 20:34:31.354979 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.71', 53948) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:34:31.381011 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216d8e4b-1f67-47fb-b6f0-31b01b645dcf tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] Pushing event updated for resources: {'Port': ['ID=203e3b62-339d-4dc9-8b28-06868747507b,revision_number=7']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:34:31.404955 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 20:34:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c01191c8-7d3f-4b6b-872c-25a014d0d010 x-openstack-request-id: req-c01191c8-7d3f-4b6b-872c-25a014d0d010 {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 20:34:31.405265 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7ae12d8-7d93-4872-a8b7-bc5fa9bdddef", "tag": "203e3b62-339d-4dc9-8b28-06868747507b", "status": "completed", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 20:34:31.405518 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-c01191c8-7d3f-4b6b-872c-25a014d0d010 {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 20:34:31.405929 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c01191c8-7d3f-4b6b-872c-25a014d0d010'] response: {'name': 'network-changed', 'server_uuid': 'a7ae12d8-7d93-4872-a8b7-bc5fa9bdddef', 'tag': '203e3b62-339d-4dc9-8b28-06868747507b', 'status': 'completed', 'code': 200} May 16 20:34:31.424630 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] get_ports_and_sgs() called for port_ids ['203e3b62-339d-4dc9-8b28-06868747507b'] {{(pid=103450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 20:34:31.474933 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cb67cbcb-c0ec-4a09-a3ec-5fcd845d9580 tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] Publish callbacks [] for security_group (213c4647-2ba8-4c3d-baf9-e120b7f8592c), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:31.491680 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a661c09c-e6b6-4852-9fea-7489cb9f8622 req-93c602f5-4279-4a5e-b598-e0af0ea4766f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:34:31.493361 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-a661c09c-e6b6-4852-9fea-7489cb9f8622 req-93c602f5-4279-4a5e-b598-e0af0ea4766f service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=4d18594086434fd19336bd76a7089437&device_id=a7ae12d8-7d93-4872-a8b7-bc5fa9bdddef HTTP/1.1" status: 200 len: 1130 time: 0.0643303 May 16 20:34:31.518977 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cb67cbcb-c0ec-4a09-a3ec-5fcd845d9580 tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] Publish callbacks [] for security_group (213c4647-2ba8-4c3d-baf9-e120b7f8592c), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:31.643335 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [None req-d0cca634-fb4c-4464-a82d-91a57bb00a43 None None] Provisioning complete for port 203e3b62-339d-4dc9-8b28-06868747507b triggered by entity DHCP. {{(pid=103450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:34:31.643764 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d0cca634-fb4c-4464-a82d-91a57bb00a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868582'] for port (203e3b62-339d-4dc9-8b28-06868747507b), provisioning_complete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:31.653974 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a661c09c-e6b6-4852-9fea-7489cb9f8622 req-2f16dc29-f26e-416a-bd1b-5091a148336f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:34:31.656479 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-a661c09c-e6b6-4852-9fea-7489cb9f8622 req-2f16dc29-f26e-416a-bd1b-5091a148336f service neutron] 10.222.0.81 "GET /v2.0/networks?id=bb6d97a1-ea92-40e0-99cc-81380c6478ce HTTP/1.1" status: 200 len: 915 time: 0.1523893 May 16 20:34:31.708887 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cb67cbcb-c0ec-4a09-a3ec-5fcd845d9580 tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997425'] for security_group (213c4647-2ba8-4c3d-baf9-e120b7f8592c), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:31.713183 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cb67cbcb-c0ec-4a09-a3ec-5fcd845d9580 tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] Publish callbacks [] for security_group (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:31.714341 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-cb67cbcb-c0ec-4a09-a3ec-5fcd845d9580 tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] 10.222.0.71 "DELETE /v2.0/security-groups/213c4647-2ba8-4c3d-baf9-e120b7f8592c HTTP/1.1" status: 204 len: 168 time: 0.3585145 May 16 20:34:31.717132 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.71', 53950) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:34:31.733839 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-d0cca634-fb4c-4464-a82d-91a57bb00a43 None None] Current status of the port 203e3b62-339d-4dc9-8b28-06868747507b is: ACTIVE; New status is: ACTIVE {{(pid=103450) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:34:31.736184 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb67cbcb-c0ec-4a09-a3ec-5fcd845d9580 tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=213c4647-2ba8-4c3d-baf9-e120b7f8592c,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:34:31.739205 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-a661c09c-e6b6-4852-9fea-7489cb9f8622 req-d4acbd4b-1049-42f1-99e5-adb292807338 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=203e3b62-339d-4dc9-8b28-06868747507b HTTP/1.1" status: 200 len: 1002 time: 0.0744576 May 16 20:34:31.791842 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a661c09c-e6b6-4852-9fea-7489cb9f8622 req-db2c1b21-4e9a-4778-bb49-63bcd656d01c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:34:31.793254 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-a661c09c-e6b6-4852-9fea-7489cb9f8622 req-db2c1b21-4e9a-4778-bb49-63bcd656d01c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=a3c300fd-5ec3-465b-9a92-333b0899fa80 HTTP/1.1" status: 200 len: 853 time: 0.0475705 May 16 20:34:31.842327 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a661c09c-e6b6-4852-9fea-7489cb9f8622 req-a63b5548-1c45-47ea-882b-67d557dcaa06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:34:31.843805 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-a661c09c-e6b6-4852-9fea-7489cb9f8622 req-a63b5548-1c45-47ea-882b-67d557dcaa06 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=bb6d97a1-ea92-40e0-99cc-81380c6478ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433753 May 16 20:34:31.862945 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-8a29d7ad-48e5-41ab-9ec3-1afd86eadd04 tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] Deleting port 6ca2a6cb-b858-43e2-acc7-74678d806ad6 {{(pid=103449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 20:34:31.863290 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-8a29d7ad-48e5-41ab-9ec3-1afd86eadd04 tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732397588453'] for port (6ca2a6cb-b858-43e2-acc7-74678d806ad6), before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:31.936768 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-a661c09c-e6b6-4852-9fea-7489cb9f8622 req-dd7061a9-104a-4e35-80f0-79a0e01fc2e9 service neutron] 10.222.0.81 "GET /v2.0/networks/bb6d97a1-ea92-40e0-99cc-81380c6478ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858037 May 16 20:34:31.937429 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-8a29d7ad-48e5-41ab-9ec3-1afd86eadd04 tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641018'] for port (6ca2a6cb-b858-43e2-acc7-74678d806ad6), precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:31.937936 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-8a29d7ad-48e5-41ab-9ec3-1afd86eadd04 tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] Publish callbacks [] for floatingip (6ca2a6cb-b858-43e2-acc7-74678d806ad6), precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:31.951666 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-8a29d7ad-48e5-41ab-9ec3-1afd86eadd04 tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] Calling delete_port for 6ca2a6cb-b858-43e2-acc7-74678d806ad6 owned by network:floatingip {{(pid=103449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 20:34:32.031484 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-a661c09c-e6b6-4852-9fea-7489cb9f8622 req-ca5d692b-3c2e-4d5b-acb3-fedcc39945d1 service neutron] 10.222.0.81 "GET /v2.0/networks/bb6d97a1-ea92-40e0-99cc-81380c6478ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876513 May 16 20:34:32.093626 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-8a29d7ad-48e5-41ab-9ec3-1afd86eadd04 tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732397598073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732397102969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26134374'] for port (6ca2a6cb-b858-43e2-acc7-74678d806ad6), after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:32.119985 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a29d7ad-48e5-41ab-9ec3-1afd86eadd04 tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] Pushing event deleted for resources: {'Port': ['ID=6ca2a6cb-b858-43e2-acc7-74678d806ad6,revision_number=None']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:34:32.179897 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-8a29d7ad-48e5-41ab-9ec3-1afd86eadd04 tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] Publish callbacks [] for floatingip (99d61336-8929-44b9-9fb0-baca2be8c884), after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:32.180239 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.db.l3_db [None req-8a29d7ad-48e5-41ab-9ec3-1afd86eadd04 tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] Floating IP 99d61336-8929-44b9-9fb0-baca2be8c884 disassociated (deleted). External IP: 172.27.2.129, port: 203e3b62-339d-4dc9-8b28-06868747507b. May 16 20:34:32.373794 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a29d7ad-48e5-41ab-9ec3-1afd86eadd04 tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] Router d2d10c84-8d58-4ce9-8460-33be977b4265 has already been hosted by L3 agent fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f {{(pid=103449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 20:34:32.474174 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a29d7ad-48e5-41ab-9ec3-1afd86eadd04 tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] Notify agent at l3_agent.dv-cinder-830901-7-iscsi the message routers_updated {{(pid=103449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 20:34:32.479524 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-8a29d7ad-48e5-41ab-9ec3-1afd86eadd04 tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-338397'] for floatingip (None), before_response {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:32.484000 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a09028dd-10bf-4fd8-a9d4-2e6e52ea77bc None None] Sync routers for ids ['d2d10c84-8d58-4ce9-8460-33be977b4265'] in dv-cinder-830901-7-iscsi {{(pid=103451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 20:34:32.493477 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09028dd-10bf-4fd8-a9d4-2e6e52ea77bc None None] Routers {'d2d10c84-8d58-4ce9-8460-33be977b4265'} bound to L3 agent in host dv-cinder-830901-7-iscsi {{(pid=103451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:34:32.494078 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-a09028dd-10bf-4fd8-a9d4-2e6e52ea77bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-16T20:16:38Z,description=,heartbeat_timestamp=2022-05-16T20:34:08Z,host='dv-cinder-830901-7-iscsi',id=fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:16:38Z,topic='l3_agent')) {'router_ids': ['d2d10c84-8d58-4ce9-8460-33be977b4265'], 'active': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:34:32.508109 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-8a29d7ad-48e5-41ab-9ec3-1afd86eadd04 tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] 10.222.0.71 "DELETE /v2.0/floatingips/99d61336-8929-44b9-9fb0-baca2be8c884 HTTP/1.1" status: 204 len: 168 time: 0.7899120 May 16 20:34:32.593468 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvr_db [None req-a09028dd-10bf-4fd8-a9d4-2e6e52ea77bc None None] Set router d2d10c84-8d58-4ce9-8460-33be977b4265 gateway port host: dv-cinder-830901-7-iscsi {{(pid=103451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:34:32.787210 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-a09028dd-10bf-4fd8-a9d4-2e6e52ea77bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2d10c84-8d58-4ce9-8460-33be977b4265', 'name': 'tempest-TestMinimumBasicScenario-474890428-router', 'tenant_id': '4d18594086434fd19336bd76a7089437', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'external_fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': '12537d26-6afc-4528-9b2f-20403a4e8616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:32:19Z', 'updated_at': '2022-05-16T20:32:23Z', 'revision_number': 4, 'project_id': '4d18594086434fd19336bd76a7089437', 'gw_port': {'id': '12537d26-6afc-4528-9b2f-20403a4e8616', 'name': '', 'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:a4:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d10c84-8d58-4ce9-8460-33be977b4265', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:32:20Z', 'updated_at': '2022-05-16T20:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-7-iscsi', '_interfaces': [{'id': '55b36e30-c460-4db5-9abc-c4302663bf0c', 'name': '', 'network_id': 'bb6d97a1-ea92-40e0-99cc-81380c6478ce', 'tenant_id': '4d18594086434fd19336bd76a7089437', 'mac_address': 'fa:16:3e:d8:b2:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d10c84-8d58-4ce9-8460-33be977b4265', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'a3c300fd-5ec3-465b-9a92-333b0899fa80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:32:22Z', 'updated_at': '2022-05-16T20:32:27Z', 'revision_number': 5, 'project_id': '4d18594086434fd19336bd76a7089437', 'subnets': [{'id': 'a3c300fd-5ec3-465b-9a92-333b0899fa80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-7-iscsi', False) {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:34:32.815904 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a09028dd-10bf-4fd8-a9d4-2e6e52ea77bc None None] Checking router: d2d10c84-8d58-4ce9-8460-33be977b4265 for host: dv-cinder-830901-7-iscsi {{(pid=103451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 20:34:32.824268 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09028dd-10bf-4fd8-a9d4-2e6e52ea77bc None None] Routers {'d2d10c84-8d58-4ce9-8460-33be977b4265'} bound to L3 agent in host dv-cinder-830901-7-iscsi {{(pid=103451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:34:32.824974 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-a09028dd-10bf-4fd8-a9d4-2e6e52ea77bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-16T20:16:38Z,description=,heartbeat_timestamp=2022-05-16T20:34:08Z,host='dv-cinder-830901-7-iscsi',id=fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:16:38Z,topic='l3_agent')) {'router_ids': ['d2d10c84-8d58-4ce9-8460-33be977b4265'], 'active': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:34:32.921867 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvr_db [None req-a09028dd-10bf-4fd8-a9d4-2e6e52ea77bc None None] Set router d2d10c84-8d58-4ce9-8460-33be977b4265 gateway port host: dv-cinder-830901-7-iscsi {{(pid=103451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:34:33.098969 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-a09028dd-10bf-4fd8-a9d4-2e6e52ea77bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2d10c84-8d58-4ce9-8460-33be977b4265', 'name': 'tempest-TestMinimumBasicScenario-474890428-router', 'tenant_id': '4d18594086434fd19336bd76a7089437', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'external_fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': '12537d26-6afc-4528-9b2f-20403a4e8616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:32:19Z', 'updated_at': '2022-05-16T20:32:23Z', 'revision_number': 4, 'project_id': '4d18594086434fd19336bd76a7089437', 'gw_port': {'id': '12537d26-6afc-4528-9b2f-20403a4e8616', 'name': '', 'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:a4:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d10c84-8d58-4ce9-8460-33be977b4265', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:32:20Z', 'updated_at': '2022-05-16T20:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-7-iscsi', '_interfaces': [{'id': '55b36e30-c460-4db5-9abc-c4302663bf0c', 'name': '', 'network_id': 'bb6d97a1-ea92-40e0-99cc-81380c6478ce', 'tenant_id': '4d18594086434fd19336bd76a7089437', 'mac_address': 'fa:16:3e:d8:b2:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d10c84-8d58-4ce9-8460-33be977b4265', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'a3c300fd-5ec3-465b-9a92-333b0899fa80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:32:22Z', 'updated_at': '2022-05-16T20:32:27Z', 'revision_number': 5, 'project_id': '4d18594086434fd19336bd76a7089437', 'subnets': [{'id': 'a3c300fd-5ec3-465b-9a92-333b0899fa80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-7-iscsi', False) {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:34:33.124432 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a09028dd-10bf-4fd8-a9d4-2e6e52ea77bc None None] The sync data for ids ['d2d10c84-8d58-4ce9-8460-33be977b4265'] in dv-cinder-830901-7-iscsi is: [{'id': 'd2d10c84-8d58-4ce9-8460-33be977b4265', 'name': 'tempest-TestMinimumBasicScenario-474890428-router', 'tenant_id': '4d18594086434fd19336bd76a7089437', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'external_fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': '12537d26-6afc-4528-9b2f-20403a4e8616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:32:19Z', 'updated_at': '2022-05-16T20:32:23Z', 'revision_number': 4, 'project_id': '4d18594086434fd19336bd76a7089437', 'gw_port': {'id': '12537d26-6afc-4528-9b2f-20403a4e8616', 'name': '', 'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:a4:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d10c84-8d58-4ce9-8460-33be977b4265', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:32:20Z', 'updated_at': '2022-05-16T20:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-7-iscsi', '_interfaces': [{'id': '55b36e30-c460-4db5-9abc-c4302663bf0c', 'name': '', 'network_id': 'bb6d97a1-ea92-40e0-99cc-81380c6478ce', 'tenant_id': '4d18594086434fd19336bd76a7089437', 'mac_address': 'fa:16:3e:d8:b2:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d10c84-8d58-4ce9-8460-33be977b4265', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'a3c300fd-5ec3-465b-9a92-333b0899fa80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:32:22Z', 'updated_at': '2022-05-16T20:32:27Z', 'revision_number': 5, 'project_id': '4d18594086434fd19336bd76a7089437', 'subnets': [{'id': 'a3c300fd-5ec3-465b-9a92-333b0899fa80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 20:34:33.352849 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c30ac621-73c7-4937-906f-5895a5b27710 None None] New status for floating IP 99d61336-8929-44b9-9fb0-baca2be8c884: DOWN {{(pid=103450) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 20:34:33.407918 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7ae12d8-7d93-4872-a8b7-bc5fa9bdddef', 'tag': '203e3b62-339d-4dc9-8b28-06868747507b'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 20:34:33.410978 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}295115e3b8025bbf11aa9aac085408c2d5e3d0e4242a5f701d1d164c8d9f99b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c257b405-127c-4d3b-a228-3a7d032e3b03" -d '{"events": [{"name": "network-changed", "server_uuid": "a7ae12d8-7d93-4872-a8b7-bc5fa9bdddef", "tag": "203e3b62-339d-4dc9-8b28-06868747507b"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 20:34:33.450827 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 20:34:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49748048-b0e6-4c44-80bd-4542738e3d22 x-openstack-request-id: req-49748048-b0e6-4c44-80bd-4542738e3d22 {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 20:34:33.451116 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7ae12d8-7d93-4872-a8b7-bc5fa9bdddef", "tag": "203e3b62-339d-4dc9-8b28-06868747507b", "status": "completed", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 20:34:33.451406 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-49748048-b0e6-4c44-80bd-4542738e3d22 {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 20:34:33.451835 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49748048-b0e6-4c44-80bd-4542738e3d22'] response: {'name': 'network-changed', 'server_uuid': 'a7ae12d8-7d93-4872-a8b7-bc5fa9bdddef', 'tag': '203e3b62-339d-4dc9-8b28-06868747507b', 'status': 'completed', 'code': 200} May 16 20:34:33.510574 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c257b405-127c-4d3b-a228-3a7d032e3b03 req-4ae1fbc7-c401-404e-8090-469447b711d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:34:33.512057 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-c257b405-127c-4d3b-a228-3a7d032e3b03 req-4ae1fbc7-c401-404e-8090-469447b711d0 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=4d18594086434fd19336bd76a7089437&device_id=a7ae12d8-7d93-4872-a8b7-bc5fa9bdddef HTTP/1.1" status: 200 len: 1130 time: 0.0403647 May 16 20:34:33.604356 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c257b405-127c-4d3b-a228-3a7d032e3b03 req-480d309f-5f7b-473a-b47d-d80d3871d062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:34:33.605811 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-c257b405-127c-4d3b-a228-3a7d032e3b03 req-480d309f-5f7b-473a-b47d-d80d3871d062 service neutron] 10.222.0.81 "GET /v2.0/networks?id=bb6d97a1-ea92-40e0-99cc-81380c6478ce HTTP/1.1" status: 200 len: 915 time: 0.0876174 May 16 20:34:33.644595 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-c257b405-127c-4d3b-a228-3a7d032e3b03 req-3ab4e39c-923b-4981-9264-5a79a0daa5db service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=203e3b62-339d-4dc9-8b28-06868747507b HTTP/1.1" status: 200 len: 217 time: 0.0323830 May 16 20:34:33.689011 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ee703369-0d57-4501-bd3c-0800e1a11fea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (6de3586b-c77a-41a3-9d69-e80d1925fb22), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:33.694560 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c257b405-127c-4d3b-a228-3a7d032e3b03 req-8d505ee9-c3e7-4d19-ba7b-cc5b6d512163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:34:33.696103 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-c257b405-127c-4d3b-a228-3a7d032e3b03 req-8d505ee9-c3e7-4d19-ba7b-cc5b6d512163 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=a3c300fd-5ec3-465b-9a92-333b0899fa80 HTTP/1.1" status: 200 len: 853 time: 0.0462124 May 16 20:34:33.740237 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c257b405-127c-4d3b-a228-3a7d032e3b03 req-ad7c93d0-db2f-4a25-9104-2fe91a431b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:34:33.742348 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-c257b405-127c-4d3b-a228-3a7d032e3b03 req-ad7c93d0-db2f-4a25-9104-2fe91a431b53 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=bb6d97a1-ea92-40e0-99cc-81380c6478ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389614 May 16 20:34:33.836311 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-c257b405-127c-4d3b-a228-3a7d032e3b03 req-a4967415-c032-43cc-a49b-8bed5e972f69 service neutron] 10.222.0.81 "GET /v2.0/networks/bb6d97a1-ea92-40e0-99cc-81380c6478ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870357 May 16 20:34:33.930225 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-c257b405-127c-4d3b-a228-3a7d032e3b03 req-a7225f24-361e-44a1-9298-0f6149008719 service neutron] 10.222.0.81 "GET /v2.0/networks/bb6d97a1-ea92-40e0-99cc-81380c6478ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874131 May 16 20:34:35.217699 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aee8487-479c-4494-bd58-c5a7f449e3bd req-e95425ed-bf59-4d89-9774-875a25a3f4a9 tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:34:35.219211 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-6aee8487-479c-4494-bd58-c5a7f449e3bd req-e95425ed-bf59-4d89-9774-875a25a3f4a9 tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] 10.222.0.71 "GET /v2.0/ports?device_id=a7ae12d8-7d93-4872-a8b7-bc5fa9bdddef HTTP/1.1" status: 200 len: 946 time: 0.0469136 May 16 20:34:35.265636 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-6aee8487-479c-4494-bd58-c5a7f449e3bd req-89d10d48-31a9-4323-b041-d31ab56452b2 tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] 10.222.0.71 "GET /v2.0/security-groups?id=5bdea423-7afe-452b-9b18-80e2e606f9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406809 May 16 20:34:36.380664 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e71e82-196b-4047-b1c2-2b9432228606 req-c4e07ff8-a971-4c5e-98e5-59a855a0eccb tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:34:36.382117 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-18e71e82-196b-4047-b1c2-2b9432228606 req-c4e07ff8-a971-4c5e-98e5-59a855a0eccb tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] 10.222.0.71 "GET /v2.0/ports?device_id=a7ae12d8-7d93-4872-a8b7-bc5fa9bdddef HTTP/1.1" status: 200 len: 946 time: 0.0467873 May 16 20:34:36.427730 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-18e71e82-196b-4047-b1c2-2b9432228606 req-16d9e61c-58b0-4628-9eaa-67649a703913 tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] 10.222.0.71 "GET /v2.0/security-groups?id=5bdea423-7afe-452b-9b18-80e2e606f9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400355 May 16 20:34:36.930445 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3001363a-6beb-4b01-9ec7-bb1d49117f90 req-20f19a19-032b-478d-b8e9-8dab8f697add tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:34:36.931888 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-3001363a-6beb-4b01-9ec7-bb1d49117f90 req-20f19a19-032b-478d-b8e9-8dab8f697add tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] 10.222.0.81 "GET /v2.0/ports?device_id=a7ae12d8-7d93-4872-a8b7-bc5fa9bdddef HTTP/1.1" status: 200 len: 946 time: 0.0468192 May 16 20:34:37.014781 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [req-3001363a-6beb-4b01-9ec7-bb1d49117f90 req-0790c8b5-4570-4bd3-8428-d9cda361ac0d tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] Deleting port 203e3b62-339d-4dc9-8b28-06868747507b {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 20:34:37.015123 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-3001363a-6beb-4b01-9ec7-bb1d49117f90 req-0790c8b5-4570-4bd3-8428-d9cda361ac0d tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732397588453'] for port (203e3b62-339d-4dc9-8b28-06868747507b), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:37.101031 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-3001363a-6beb-4b01-9ec7-bb1d49117f90 req-0790c8b5-4570-4bd3-8428-d9cda361ac0d tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] For port 203e3b62-339d-4dc9-8b28-06868747507b, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=203e3b62-339d-4dc9-8b28-06868747507b,segment=NetworkSegment(cbd7787d-b18f-40ec-ada9-e437834c50fe),segment_id=cbd7787d-b18f-40ec-ada9-e437834c50fe)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:34:37.101393 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-3001363a-6beb-4b01-9ec7-bb1d49117f90 req-0790c8b5-4570-4bd3-8428-d9cda361ac0d tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641018'] for port (203e3b62-339d-4dc9-8b28-06868747507b), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:37.113889 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [req-3001363a-6beb-4b01-9ec7-bb1d49117f90 req-0790c8b5-4570-4bd3-8428-d9cda361ac0d tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] Calling delete_port for 203e3b62-339d-4dc9-8b28-06868747507b owned by compute:nova {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 20:34:37.240550 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-3001363a-6beb-4b01-9ec7-bb1d49117f90 req-0790c8b5-4570-4bd3-8428-d9cda361ac0d tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732397598073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732397102969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27048612'] for port (203e3b62-339d-4dc9-8b28-06868747507b), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:37.253312 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] get_ports_and_sgs() called for port_ids ['203e3b62-339d-4dc9-8b28-06868747507b'] {{(pid=103450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 20:34:37.267796 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0790c8b5-4570-4bd3-8428-d9cda361ac0d tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] Pushing event deleted for resources: {'Port': ['ID=203e3b62-339d-4dc9-8b28-06868747507b,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:34:37.314901 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [req-3001363a-6beb-4b01-9ec7-bb1d49117f90 req-0790c8b5-4570-4bd3-8428-d9cda361ac0d tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] No DVR routers for this DVR port 203e3b62-339d-4dc9-8b28-06868747507b on host hv-cinder-83090 {{(pid=103448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 20:34:37.317611 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-3001363a-6beb-4b01-9ec7-bb1d49117f90 req-0790c8b5-4570-4bd3-8428-d9cda361ac0d tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-338397'] for port (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:37.321571 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-3001363a-6beb-4b01-9ec7-bb1d49117f90 req-0790c8b5-4570-4bd3-8428-d9cda361ac0d tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] 10.222.0.81 "DELETE /v2.0/ports/203e3b62-339d-4dc9-8b28-06868747507b HTTP/1.1" status: 204 len: 173 time: 0.3837874 May 16 20:34:37.322029 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7ae12d8-7d93-4872-a8b7-bc5fa9bdddef', 'name': 'network-vif-deleted', 'tag': '203e3b62-339d-4dc9-8b28-06868747507b'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 20:34:37.324286 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cabd327eae894280a08d6ee7d9129781675a5828ba01ec684011f2f655eb9e7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68202a55-1410-4aff-a611-629bb3e7dfd1" -d '{"events": [{"server_uuid": "a7ae12d8-7d93-4872-a8b7-bc5fa9bdddef", "name": "network-vif-deleted", "tag": "203e3b62-339d-4dc9-8b28-06868747507b"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 20:34:37.361220 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 20:34:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03a6cd5d-f9b5-47e7-a78e-5ebb8bbff058 x-openstack-request-id: req-03a6cd5d-f9b5-47e7-a78e-5ebb8bbff058 {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 20:34:37.361514 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7ae12d8-7d93-4872-a8b7-bc5fa9bdddef", "name": "network-vif-deleted", "tag": "203e3b62-339d-4dc9-8b28-06868747507b", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 20:34:37.361766 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-03a6cd5d-f9b5-47e7-a78e-5ebb8bbff058 {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 20:34:37.362175 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03a6cd5d-f9b5-47e7-a78e-5ebb8bbff058'] response: {'server_uuid': 'a7ae12d8-7d93-4872-a8b7-bc5fa9bdddef', 'name': 'network-vif-deleted', 'tag': '203e3b62-339d-4dc9-8b28-06868747507b', 'status': 'completed', 'code': 200} May 16 20:34:37.532966 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-647e6c7d-4bfc-4687-8730-b4db37a276fc req-c6465877-d9e0-4ed2-a2a4-815d11e78d1d tempest-TestMinimumBasicScenario-110387346 tempest-TestMinimumBasicScenario-110387346-project] 10.222.0.71 "GET /v2.0/ports?device_id=a7ae12d8-7d93-4872-a8b7-bc5fa9bdddef HTTP/1.1" status: 200 len: 210 time: 0.0282502 May 16 20:34:37.653874 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c58e2e47-518f-48fc-a830-d9b9ef643900 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:38.829984 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7e48644e-b95e-4624-af94-515661536cfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (250d088e-9c0e-4ec5-80f3-a83f8403448b), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:39.195825 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.71', 54032) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:34:39.508465 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e33061fb-36a9-478a-83b8-d0f0b7df1447 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1641200'] for router_interface (d2d10c84-8d58-4ce9-8460-33be977b4265), before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:39.966422 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-e33061fb-36a9-478a-83b8-d0f0b7df1447 admin admin] Deleting port 55b36e30-c460-4db5-9abc-c4302663bf0c {{(pid=103449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 20:34:39.966757 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e33061fb-36a9-478a-83b8-d0f0b7df1447 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732397588453'] for port (55b36e30-c460-4db5-9abc-c4302663bf0c), before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:40.042656 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-e33061fb-36a9-478a-83b8-d0f0b7df1447 admin admin] For port 55b36e30-c460-4db5-9abc-c4302663bf0c, host dv-cinder-830901-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-7-iscsi',level=0,port_id=55b36e30-c460-4db5-9abc-c4302663bf0c,segment=NetworkSegment(cbd7787d-b18f-40ec-ada9-e437834c50fe),segment_id=cbd7787d-b18f-40ec-ada9-e437834c50fe)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:34:40.043014 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e33061fb-36a9-478a-83b8-d0f0b7df1447 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641018'] for port (55b36e30-c460-4db5-9abc-c4302663bf0c), precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:40.055870 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-e33061fb-36a9-478a-83b8-d0f0b7df1447 admin admin] Calling delete_port for 55b36e30-c460-4db5-9abc-c4302663bf0c owned by network:router_interface {{(pid=103449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 20:34:40.186774 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (748e0023-d5c8-44d3-9d74-a0da2def1ef4), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:40.227986 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e33061fb-36a9-478a-83b8-d0f0b7df1447 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732397598073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732397102969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26134374'] for port (55b36e30-c460-4db5-9abc-c4302663bf0c), after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:40.253660 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33061fb-36a9-478a-83b8-d0f0b7df1447 admin admin] Pushing event deleted for resources: {'Port': ['ID=55b36e30-c460-4db5-9abc-c4302663bf0c,revision_number=None']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:34:40.414006 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e33061fb-36a9-478a-83b8-d0f0b7df1447 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1614403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1651439'] for router_interface (d2d10c84-8d58-4ce9-8460-33be977b4265), after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:40.619741 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e33061fb-36a9-478a-83b8-d0f0b7df1447 admin admin] Router d2d10c84-8d58-4ce9-8460-33be977b4265 has already been hosted by L3 agent fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f {{(pid=103449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 20:34:40.727009 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e33061fb-36a9-478a-83b8-d0f0b7df1447 admin admin] Notify agent at l3_agent.dv-cinder-830901-7-iscsi the message routers_updated {{(pid=103449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 20:34:40.732137 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-e33061fb-36a9-478a-83b8-d0f0b7df1447 admin admin] 10.222.0.71 "PUT /v2.0/routers/d2d10c84-8d58-4ce9-8460-33be977b4265/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5351765 May 16 20:34:40.734620 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.71', 54034) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:34:40.736318 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9924948-d395-43e5-bd4c-beaaac0bbad8 None None] Sync routers for ids ['d2d10c84-8d58-4ce9-8460-33be977b4265'] in dv-cinder-830901-7-iscsi {{(pid=103451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 20:34:40.748380 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9924948-d395-43e5-bd4c-beaaac0bbad8 None None] Routers {'d2d10c84-8d58-4ce9-8460-33be977b4265'} bound to L3 agent in host dv-cinder-830901-7-iscsi {{(pid=103451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:34:40.748995 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-f9924948-d395-43e5-bd4c-beaaac0bbad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-16T20:16:38Z,description=,heartbeat_timestamp=2022-05-16T20:34:38Z,host='dv-cinder-830901-7-iscsi',id=fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:16:38Z,topic='l3_agent')) {'router_ids': ['d2d10c84-8d58-4ce9-8460-33be977b4265'], 'active': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:34:40.832593 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-0c4b77f4-7df5-4a2d-baff-acee6b6a1ec4 admin admin] Publish callbacks [] for router (d2d10c84-8d58-4ce9-8460-33be977b4265), before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:40.850783 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvr_db [None req-f9924948-d395-43e5-bd4c-beaaac0bbad8 None None] Set router d2d10c84-8d58-4ce9-8460-33be977b4265 gateway port host: dv-cinder-830901-7-iscsi {{(pid=103451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:34:40.907068 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6817a924-6d52-4d66-a8a7-036511333704 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (03fa33e9-7cc7-490c-b269-c4f69c490346), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:40.947838 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-0c4b77f4-7df5-4a2d-baff-acee6b6a1ec4 admin admin] Publish callbacks [] for router_gateway (d2d10c84-8d58-4ce9-8460-33be977b4265), before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:40.989192 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Device 203e3b62-339d-4dc9-8b28-06868747507b no longer exists at agent hyperv_hv-cinder-83090 {{(pid=103450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 20:34:41.002223 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-0c4b77f4-7df5-4a2d-baff-acee6b6a1ec4 admin admin] Deleting port 12537d26-6afc-4528-9b2f-20403a4e8616 {{(pid=103449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 20:34:41.002563 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-0c4b77f4-7df5-4a2d-baff-acee6b6a1ec4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732397588453'] for port (12537d26-6afc-4528-9b2f-20403a4e8616), before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:41.025870 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] No Port match for: 203e3b62-339d-4dc9-8b28-06868747507b {{(pid=103450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 20:34:41.026632 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Device 203e3b62-339d-4dc9-8b28-06868747507b not bound to the agent host hv-cinder-83090 {{(pid=103450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 20:34:41.093960 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-0c4b77f4-7df5-4a2d-baff-acee6b6a1ec4 admin admin] For port 12537d26-6afc-4528-9b2f-20403a4e8616, host dv-cinder-830901-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-7-iscsi',level=0,port_id=12537d26-6afc-4528-9b2f-20403a4e8616,segment=NetworkSegment(cb03ab33-ba4f-4a89-ab90-bfee78bf90a5),segment_id=cb03ab33-ba4f-4a89-ab90-bfee78bf90a5)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:34:41.094323 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-0c4b77f4-7df5-4a2d-baff-acee6b6a1ec4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641018'] for port (12537d26-6afc-4528-9b2f-20403a4e8616), precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:41.109889 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-0c4b77f4-7df5-4a2d-baff-acee6b6a1ec4 admin admin] Calling delete_port for 12537d26-6afc-4528-9b2f-20403a4e8616 owned by network:router_gateway {{(pid=103449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 20:34:41.154556 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-f9924948-d395-43e5-bd4c-beaaac0bbad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2d10c84-8d58-4ce9-8460-33be977b4265', 'name': 'tempest-TestMinimumBasicScenario-474890428-router', 'tenant_id': '4d18594086434fd19336bd76a7089437', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'external_fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': '12537d26-6afc-4528-9b2f-20403a4e8616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:32:19Z', 'updated_at': '2022-05-16T20:34:40Z', 'revision_number': 5, 'project_id': '4d18594086434fd19336bd76a7089437', 'gw_port': {'id': '12537d26-6afc-4528-9b2f-20403a4e8616', 'name': '', 'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:a4:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d10c84-8d58-4ce9-8460-33be977b4265', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:32:20Z', 'updated_at': '2022-05-16T20:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-7-iscsi'}], 'dv-cinder-830901-7-iscsi', False) {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:34:41.179951 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9924948-d395-43e5-bd4c-beaaac0bbad8 None None] Checking router: d2d10c84-8d58-4ce9-8460-33be977b4265 for host: dv-cinder-830901-7-iscsi {{(pid=103451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 20:34:41.187961 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9924948-d395-43e5-bd4c-beaaac0bbad8 None None] Routers {'d2d10c84-8d58-4ce9-8460-33be977b4265'} bound to L3 agent in host dv-cinder-830901-7-iscsi {{(pid=103451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:34:41.188605 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-f9924948-d395-43e5-bd4c-beaaac0bbad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-16T20:16:38Z,description=,heartbeat_timestamp=2022-05-16T20:34:38Z,host='dv-cinder-830901-7-iscsi',id=fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:16:38Z,topic='l3_agent')) {'router_ids': ['d2d10c84-8d58-4ce9-8460-33be977b4265'], 'active': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:34:41.269328 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (bddaa840-ffd9-43a2-8860-d40111f70aff), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:41.270860 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvr_db [None req-f9924948-d395-43e5-bd4c-beaaac0bbad8 None None] Set router d2d10c84-8d58-4ce9-8460-33be977b4265 gateway port host: None {{(pid=103451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:34:41.285090 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-0c4b77f4-7df5-4a2d-baff-acee6b6a1ec4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732397598073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732397102969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26134374'] for port (12537d26-6afc-4528-9b2f-20403a4e8616), after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:41.309522 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4b77f4-7df5-4a2d-baff-acee6b6a1ec4 admin admin] Pushing event deleted for resources: {'Port': ['ID=12537d26-6afc-4528-9b2f-20403a4e8616,revision_number=None']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:34:41.322041 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-f9924948-d395-43e5-bd4c-beaaac0bbad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2d10c84-8d58-4ce9-8460-33be977b4265', 'name': 'tempest-TestMinimumBasicScenario-474890428-router', 'tenant_id': '4d18594086434fd19336bd76a7089437', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:32:19Z', 'updated_at': '2022-05-16T20:34:40Z', 'revision_number': 6, 'project_id': '4d18594086434fd19336bd76a7089437', 'gw_port_host': None}], 'dv-cinder-830901-7-iscsi', False) {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:34:41.346337 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9924948-d395-43e5-bd4c-beaaac0bbad8 None None] The sync data for ids ['d2d10c84-8d58-4ce9-8460-33be977b4265'] in dv-cinder-830901-7-iscsi is: [{'id': 'd2d10c84-8d58-4ce9-8460-33be977b4265', 'name': 'tempest-TestMinimumBasicScenario-474890428-router', 'tenant_id': '4d18594086434fd19336bd76a7089437', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:32:19Z', 'updated_at': '2022-05-16T20:34:40Z', 'revision_number': 6, 'project_id': '4d18594086434fd19336bd76a7089437', 'gw_port_host': None}] {{(pid=103451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 20:34:41.374521 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-0c4b77f4-7df5-4a2d-baff-acee6b6a1ec4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1643458'] for router_gateway (d2d10c84-8d58-4ce9-8460-33be977b4265), after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:41.460498 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-0c4b77f4-7df5-4a2d-baff-acee6b6a1ec4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1646218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6238'] for router (d2d10c84-8d58-4ce9-8460-33be977b4265), precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:41.463322 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-0c4b77f4-7df5-4a2d-baff-acee6b6a1ec4 admin admin] Publish callbacks [] for router_controller (d2d10c84-8d58-4ce9-8460-33be977b4265), precommit_delete_associations {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:41.502418 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-0c4b77f4-7df5-4a2d-baff-acee6b6a1ec4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1646227'] for router (d2d10c84-8d58-4ce9-8460-33be977b4265), after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:41.503058 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c4b77f4-7df5-4a2d-baff-acee6b6a1ec4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d2d10c84-8d58-4ce9-8460-33be977b4265 {{(pid=103449) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 16 20:34:41.507207 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-0c4b77f4-7df5-4a2d-baff-acee6b6a1ec4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:41.509043 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-0c4b77f4-7df5-4a2d-baff-acee6b6a1ec4 admin admin] 10.222.0.71 "DELETE /v2.0/routers/d2d10c84-8d58-4ce9-8460-33be977b4265 HTTP/1.1" status: 204 len: 168 time: 0.7734525 May 16 20:34:41.511913 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.71', 54036) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:34:41.554866 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb16483a-83a1-4cd5-8516-d0a3d7a3431b admin admin] Deleting subnet a3c300fd-5ec3-465b-9a92-333b0899fa80 {{(pid=103449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 16 20:34:41.557913 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-bb16483a-83a1-4cd5-8516-d0a3d7a3431b admin admin] Publish callbacks [] for subnet (a3c300fd-5ec3-465b-9a92-333b0899fa80), before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:41.591837 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-bb16483a-83a1-4cd5-8516-d0a3d7a3431b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25761720'] for subnet (a3c300fd-5ec3-465b-9a92-333b0899fa80), precommit_delete_associations {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:41.667337 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-bb16483a-83a1-4cd5-8516-d0a3d7a3431b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1028042'] for subnet (a3c300fd-5ec3-465b-9a92-333b0899fa80), precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:41.730983 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-bb16483a-83a1-4cd5-8516-d0a3d7a3431b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1028051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1941894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26133399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25246500'] for subnet (a3c300fd-5ec3-465b-9a92-333b0899fa80), after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:41.760456 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb16483a-83a1-4cd5-8516-d0a3d7a3431b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3c300fd-5ec3-465b-9a92-333b0899fa80,revision_number=None']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:34:41.766490 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-bb16483a-83a1-4cd5-8516-d0a3d7a3431b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:41.772221 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-bb16483a-83a1-4cd5-8516-d0a3d7a3431b admin admin] 10.222.0.71 "DELETE /v2.0/subnets/a3c300fd-5ec3-465b-9a92-333b0899fa80 HTTP/1.1" status: 204 len: 168 time: 0.2569120 May 16 20:34:41.772535 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.71', 54038) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:34:41.772665 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e20bed8-8dde-4613-9eb5-94529eb74637 None None] Network bb6d97a1-ea92-40e0-99cc-81380c6478ce requested from dv-cinder-830901-7-iscsi {{(pid=103450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 20:34:41.847611 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-295bb058-7c9e-45f0-a433-68f232ca0d6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759573'] for network (bb6d97a1-ea92-40e0-99cc-81380c6478ce), before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:41.888642 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-295bb058-7c9e-45f0-a433-68f232ca0d6a admin admin] Deleting port e6a6ba7f-b08e-49cf-9146-b5570adbbd4e {{(pid=103449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 20:34:41.888967 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-295bb058-7c9e-45f0-a433-68f232ca0d6a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732397588453'] for port (e6a6ba7f-b08e-49cf-9146-b5570adbbd4e), before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:41.952511 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-295bb058-7c9e-45f0-a433-68f232ca0d6a admin admin] For port e6a6ba7f-b08e-49cf-9146-b5570adbbd4e, host dv-cinder-830901-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-7-iscsi',level=0,port_id=e6a6ba7f-b08e-49cf-9146-b5570adbbd4e,segment=NetworkSegment(cbd7787d-b18f-40ec-ada9-e437834c50fe),segment_id=cbd7787d-b18f-40ec-ada9-e437834c50fe)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:34:41.952878 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-295bb058-7c9e-45f0-a433-68f232ca0d6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641018'] for port (e6a6ba7f-b08e-49cf-9146-b5570adbbd4e), precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:41.965869 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-295bb058-7c9e-45f0-a433-68f232ca0d6a admin admin] Calling delete_port for e6a6ba7f-b08e-49cf-9146-b5570adbbd4e owned by network:dhcp {{(pid=103449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 20:34:42.049181 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-295bb058-7c9e-45f0-a433-68f232ca0d6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732397598073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732397102969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26134374'] for port (e6a6ba7f-b08e-49cf-9146-b5570adbbd4e), after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:42.074770 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295bb058-7c9e-45f0-a433-68f232ca0d6a admin admin] Pushing event deleted for resources: {'Port': ['ID=e6a6ba7f-b08e-49cf-9146-b5570adbbd4e,revision_number=None']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:34:42.078209 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-295bb058-7c9e-45f0-a433-68f232ca0d6a admin admin] No DVR routers for this DVR port e6a6ba7f-b08e-49cf-9146-b5570adbbd4e on host dv-cinder-830901-7-iscsi {{(pid=103449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 20:34:42.132609 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ad8e225-aff3-49c3-b373-347710f8472b None None] DHCP port deletion for bb6d97a1-ea92-40e0-99cc-81380c6478ce request from dv-cinder-830901-7-iscsi {{(pid=103450) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 16 20:34:42.156297 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-295bb058-7c9e-45f0-a433-68f232ca0d6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1029759', 'neutron.services.segments.db._delete_segments_for_network-8732397667094'] for network (bb6d97a1-ea92-40e0-99cc-81380c6478ce), precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:42.176707 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.services.segments.db [None req-295bb058-7c9e-45f0-a433-68f232ca0d6a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb6d97a1-ea92-40e0-99cc-81380c6478ce']}} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:34:42.185990 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.services.segments.db [None req-295bb058-7c9e-45f0-a433-68f232ca0d6a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbd7787d-b18f-40ec-ada9-e437834c50fe') {'for_net_delete': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:34:42.186291 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.services.segments.db [None req-295bb058-7c9e-45f0-a433-68f232ca0d6a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbd7787d-b18f-40ec-ada9-e437834c50fe') {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:34:42.195903 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-295bb058-7c9e-45f0-a433-68f232ca0d6a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732397667615', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25761665'] for segment (cbd7787d-b18f-40ec-ada9-e437834c50fe), before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:42.208935 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-295bb058-7c9e-45f0-a433-68f232ca0d6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1026353'] for segment (cbd7787d-b18f-40ec-ada9-e437834c50fe), precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:42.216381 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-295bb058-7c9e-45f0-a433-68f232ca0d6a admin admin] Releasing vlan 509 on physical network physnet1 to pool {{(pid=103449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 16 20:34:42.216629 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-295bb058-7c9e-45f0-a433-68f232ca0d6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1026353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26134325'] for segment (cbd7787d-b18f-40ec-ada9-e437834c50fe), after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:42.218366 dv-cinder-830901-7-iscsi neutron-server[103449]: Traceback (most recent call last): May 16 20:34:42.218366 dv-cinder-830901-7-iscsi neutron-server[103449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 16 20:34:42.218366 dv-cinder-830901-7-iscsi neutron-server[103449]: timer() May 16 20:34:42.218366 dv-cinder-830901-7-iscsi neutron-server[103449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 16 20:34:42.218366 dv-cinder-830901-7-iscsi neutron-server[103449]: cb(*args, **kw) May 16 20:34:42.218366 dv-cinder-830901-7-iscsi neutron-server[103449]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 16 20:34:42.218366 dv-cinder-830901-7-iscsi neutron-server[103449]: return func(*args, **kwargs) May 16 20:34:42.218366 dv-cinder-830901-7-iscsi neutron-server[103449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 16 20:34:42.218366 dv-cinder-830901-7-iscsi neutron-server[103449]: self._notify() May 16 20:34:42.218366 dv-cinder-830901-7-iscsi neutron-server[103449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 16 20:34:42.218366 dv-cinder-830901-7-iscsi neutron-server[103449]: self.callback(batched_events) May 16 20:34:42.218366 dv-cinder-830901-7-iscsi neutron-server[103449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 16 20:34:42.218366 dv-cinder-830901-7-iscsi neutron-server[103449]: event.method(event) May 16 20:34:42.218366 dv-cinder-830901-7-iscsi neutron-server[103449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 16 20:34:42.218366 dv-cinder-830901-7-iscsi neutron-server[103449]: aggregate_id = self._get_aggregate_id(event.segment_id) May 16 20:34:42.218366 dv-cinder-830901-7-iscsi neutron-server[103449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 16 20:34:42.218366 dv-cinder-830901-7-iscsi neutron-server[103449]: aggregate_uuid = self.p_client.list_aggregates( May 16 20:34:42.218366 dv-cinder-830901-7-iscsi neutron-server[103449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 16 20:34:42.218366 dv-cinder-830901-7-iscsi neutron-server[103449]: return f(self, *a, **k) May 16 20:34:42.218366 dv-cinder-830901-7-iscsi neutron-server[103449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 16 20:34:42.218366 dv-cinder-830901-7-iscsi neutron-server[103449]: return self._get(url).json() May 16 20:34:42.218366 dv-cinder-830901-7-iscsi neutron-server[103449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 16 20:34:42.218366 dv-cinder-830901-7-iscsi neutron-server[103449]: return self._client.get(url, endpoint_filter=self._ks_filter, May 16 20:34:42.218366 dv-cinder-830901-7-iscsi neutron-server[103449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 16 20:34:42.218366 dv-cinder-830901-7-iscsi neutron-server[103449]: return self.request(url, 'GET', **kwargs) May 16 20:34:42.218366 dv-cinder-830901-7-iscsi neutron-server[103449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 16 20:34:42.218366 dv-cinder-830901-7-iscsi neutron-server[103449]: base_url = self.get_endpoint(auth, allow=allow, May 16 20:34:42.218366 dv-cinder-830901-7-iscsi neutron-server[103449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 16 20:34:42.218366 dv-cinder-830901-7-iscsi neutron-server[103449]: auth = self._auth_required(auth, 'determine endpoint URL') May 16 20:34:42.218366 dv-cinder-830901-7-iscsi neutron-server[103449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 16 20:34:42.218366 dv-cinder-830901-7-iscsi neutron-server[103449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 16 20:34:42.218366 dv-cinder-830901-7-iscsi neutron-server[103449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 16 20:34:42.277397 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-295bb058-7c9e-45f0-a433-68f232ca0d6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1029700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1996455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1640688'] for network (bb6d97a1-ea92-40e0-99cc-81380c6478ce), after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:42.283031 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-295bb058-7c9e-45f0-a433-68f232ca0d6a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614436'] for network (None), before_response {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:42.286573 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-295bb058-7c9e-45f0-a433-68f232ca0d6a admin admin] 10.222.0.71 "DELETE /v2.0/networks/bb6d97a1-ea92-40e0-99cc-81380c6478ce HTTP/1.1" status: 204 len: 168 time: 0.5129428 May 16 20:34:42.289669 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.71', 54040) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:34:42.305236 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295bb058-7c9e-45f0-a433-68f232ca0d6a admin admin] Pushing event deleted for resources: {'Network': ['ID=bb6d97a1-ea92-40e0-99cc-81380c6478ce,revision_number=None']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:34:42.609137 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ddd6b207-bce5-460e-a737-e692b16ac62a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1641200'] for router_interface (14f5f545-f4ea-4bf9-8f04-dccc12e9f48d), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:42.825745 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-ddd6b207-bce5-460e-a737-e692b16ac62a admin admin] Deleting port 7e6a2d02-68b9-40e3-9437-53ee8f01ef0a {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 20:34:42.826344 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ddd6b207-bce5-460e-a737-e692b16ac62a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732397588453'] for port (7e6a2d02-68b9-40e3-9437-53ee8f01ef0a), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:43.172390 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-ddd6b207-bce5-460e-a737-e692b16ac62a admin admin] For port 7e6a2d02-68b9-40e3-9437-53ee8f01ef0a, host dv-cinder-830901-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-7-iscsi',level=0,port_id=7e6a2d02-68b9-40e3-9437-53ee8f01ef0a,segment=NetworkSegment(5256aaf6-91df-44ca-b62d-402f175c8674),segment_id=5256aaf6-91df-44ca-b62d-402f175c8674)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:34:43.172761 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ddd6b207-bce5-460e-a737-e692b16ac62a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641018'] for port (7e6a2d02-68b9-40e3-9437-53ee8f01ef0a), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:43.185510 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-ddd6b207-bce5-460e-a737-e692b16ac62a admin admin] Calling delete_port for 7e6a2d02-68b9-40e3-9437-53ee8f01ef0a owned by network:router_interface {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 20:34:43.360958 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ddd6b207-bce5-460e-a737-e692b16ac62a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732397598073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732397102969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27048612'] for port (7e6a2d02-68b9-40e3-9437-53ee8f01ef0a), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:43.391305 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd6b207-bce5-460e-a737-e692b16ac62a admin admin] Pushing event deleted for resources: {'Port': ['ID=7e6a2d02-68b9-40e3-9437-53ee8f01ef0a,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:34:43.438861 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Device 55b36e30-c460-4db5-9abc-c4302663bf0c no longer exists at agent ovs-agent-dv-cinder-830901-7-iscsi {{(pid=103450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 20:34:43.459556 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] No Port match for: 55b36e30-c460-4db5-9abc-c4302663bf0c {{(pid=103450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 20:34:43.460024 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Device 55b36e30-c460-4db5-9abc-c4302663bf0c not bound to the agent host dv-cinder-830901-7-iscsi {{(pid=103450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 20:34:43.460488 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Device 12537d26-6afc-4528-9b2f-20403a4e8616 no longer exists at agent ovs-agent-dv-cinder-830901-7-iscsi {{(pid=103450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 20:34:43.478714 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] No Port match for: 12537d26-6afc-4528-9b2f-20403a4e8616 {{(pid=103450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 20:34:43.479059 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Device 12537d26-6afc-4528-9b2f-20403a4e8616 not bound to the agent host dv-cinder-830901-7-iscsi {{(pid=103450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 20:34:43.479476 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Device e6a6ba7f-b08e-49cf-9146-b5570adbbd4e no longer exists at agent ovs-agent-dv-cinder-830901-7-iscsi {{(pid=103450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 20:34:43.498031 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] No Port match for: e6a6ba7f-b08e-49cf-9146-b5570adbbd4e {{(pid=103450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 20:34:43.498353 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Device e6a6ba7f-b08e-49cf-9146-b5570adbbd4e not bound to the agent host dv-cinder-830901-7-iscsi {{(pid=103450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 20:34:43.563595 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ddd6b207-bce5-460e-a737-e692b16ac62a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1614403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1651439'] for router_interface (14f5f545-f4ea-4bf9-8f04-dccc12e9f48d), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:43.769394 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddd6b207-bce5-460e-a737-e692b16ac62a admin admin] Router 14f5f545-f4ea-4bf9-8f04-dccc12e9f48d has already been hosted by L3 agent fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f {{(pid=103448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 20:34:43.872863 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddd6b207-bce5-460e-a737-e692b16ac62a admin admin] Notify agent at l3_agent.dv-cinder-830901-7-iscsi the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 20:34:43.877991 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-ddd6b207-bce5-460e-a737-e692b16ac62a admin admin] 10.222.0.71 "PUT /v2.0/routers/14f5f545-f4ea-4bf9-8f04-dccc12e9f48d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5862901 May 16 20:34:43.880317 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.71', 54042) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:34:43.883514 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b175b31-c63b-4c14-9928-6cad906e6f20 None None] Sync routers for ids ['14f5f545-f4ea-4bf9-8f04-dccc12e9f48d'] in dv-cinder-830901-7-iscsi {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 20:34:43.894104 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b175b31-c63b-4c14-9928-6cad906e6f20 None None] Routers {'14f5f545-f4ea-4bf9-8f04-dccc12e9f48d'} bound to L3 agent in host dv-cinder-830901-7-iscsi {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:34:43.894722 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-7b175b31-c63b-4c14-9928-6cad906e6f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-16T20:16:38Z,description=,heartbeat_timestamp=2022-05-16T20:34:38Z,host='dv-cinder-830901-7-iscsi',id=fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:16:38Z,topic='l3_agent')) {'router_ids': ['14f5f545-f4ea-4bf9-8f04-dccc12e9f48d'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:34:43.978908 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e4f9ce7e-b164-4c55-bf1f-ea0e36569b43 admin admin] Publish callbacks [] for router (14f5f545-f4ea-4bf9-8f04-dccc12e9f48d), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:43.991491 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-7b175b31-c63b-4c14-9928-6cad906e6f20 None None] Set router 14f5f545-f4ea-4bf9-8f04-dccc12e9f48d gateway port host: dv-cinder-830901-7-iscsi {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:34:44.076322 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e4f9ce7e-b164-4c55-bf1f-ea0e36569b43 admin admin] Publish callbacks [] for router_gateway (14f5f545-f4ea-4bf9-8f04-dccc12e9f48d), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:44.119622 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-e4f9ce7e-b164-4c55-bf1f-ea0e36569b43 admin admin] Deleting port 9cfca92c-8987-4c25-a4a4-d3205d8fe5c7 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 20:34:44.119960 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e4f9ce7e-b164-4c55-bf1f-ea0e36569b43 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732397588453'] for port (9cfca92c-8987-4c25-a4a4-d3205d8fe5c7), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:44.162862 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-7b175b31-c63b-4c14-9928-6cad906e6f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14f5f545-f4ea-4bf9-8f04-dccc12e9f48d', 'name': 'tempest-TestMinimumBasicScenario-1221717311-router', 'tenant_id': '3004b24586f5476485acec7bb05b3c3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'external_fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': '9cfca92c-8987-4c25-a4a4-d3205d8fe5c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:32:25Z', 'updated_at': '2022-05-16T20:34:43Z', 'revision_number': 5, 'project_id': '3004b24586f5476485acec7bb05b3c3f', 'gw_port': {'id': '9cfca92c-8987-4c25-a4a4-d3205d8fe5c7', 'name': '', 'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:c6:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14f5f545-f4ea-4bf9-8f04-dccc12e9f48d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:32:26Z', 'updated_at': '2022-05-16T20:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-7-iscsi'}], 'dv-cinder-830901-7-iscsi', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:34:44.189822 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b175b31-c63b-4c14-9928-6cad906e6f20 None None] Checking router: 14f5f545-f4ea-4bf9-8f04-dccc12e9f48d for host: dv-cinder-830901-7-iscsi {{(pid=103450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 20:34:44.198617 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b175b31-c63b-4c14-9928-6cad906e6f20 None None] Routers {'14f5f545-f4ea-4bf9-8f04-dccc12e9f48d'} bound to L3 agent in host dv-cinder-830901-7-iscsi {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:34:44.199237 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-7b175b31-c63b-4c14-9928-6cad906e6f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-16T20:16:38Z,description=,heartbeat_timestamp=2022-05-16T20:34:38Z,host='dv-cinder-830901-7-iscsi',id=fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:16:38Z,topic='l3_agent')) {'router_ids': ['14f5f545-f4ea-4bf9-8f04-dccc12e9f48d'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:34:44.201789 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-e4f9ce7e-b164-4c55-bf1f-ea0e36569b43 admin admin] For port 9cfca92c-8987-4c25-a4a4-d3205d8fe5c7, host dv-cinder-830901-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-7-iscsi',level=0,port_id=9cfca92c-8987-4c25-a4a4-d3205d8fe5c7,segment=NetworkSegment(cb03ab33-ba4f-4a89-ab90-bfee78bf90a5),segment_id=cb03ab33-ba4f-4a89-ab90-bfee78bf90a5)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:34:44.202165 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e4f9ce7e-b164-4c55-bf1f-ea0e36569b43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641018'] for port (9cfca92c-8987-4c25-a4a4-d3205d8fe5c7), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:44.219555 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-e4f9ce7e-b164-4c55-bf1f-ea0e36569b43 admin admin] Calling delete_port for 9cfca92c-8987-4c25-a4a4-d3205d8fe5c7 owned by network:router_gateway {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 20:34:44.288667 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-7b175b31-c63b-4c14-9928-6cad906e6f20 None None] Set router 14f5f545-f4ea-4bf9-8f04-dccc12e9f48d gateway port host: None {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:34:44.343268 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-7b175b31-c63b-4c14-9928-6cad906e6f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14f5f545-f4ea-4bf9-8f04-dccc12e9f48d', 'name': 'tempest-TestMinimumBasicScenario-1221717311-router', 'tenant_id': '3004b24586f5476485acec7bb05b3c3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:32:25Z', 'updated_at': '2022-05-16T20:34:44Z', 'revision_number': 6, 'project_id': '3004b24586f5476485acec7bb05b3c3f', 'gw_port_host': None}], 'dv-cinder-830901-7-iscsi', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:34:44.369502 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b175b31-c63b-4c14-9928-6cad906e6f20 None None] The sync data for ids ['14f5f545-f4ea-4bf9-8f04-dccc12e9f48d'] in dv-cinder-830901-7-iscsi is: [{'id': '14f5f545-f4ea-4bf9-8f04-dccc12e9f48d', 'name': 'tempest-TestMinimumBasicScenario-1221717311-router', 'tenant_id': '3004b24586f5476485acec7bb05b3c3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:32:25Z', 'updated_at': '2022-05-16T20:34:44Z', 'revision_number': 6, 'project_id': '3004b24586f5476485acec7bb05b3c3f', 'gw_port_host': None}] {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 20:34:44.386565 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e4f9ce7e-b164-4c55-bf1f-ea0e36569b43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732397598073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732397102969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27048612'] for port (9cfca92c-8987-4c25-a4a4-d3205d8fe5c7), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:44.411457 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f9ce7e-b164-4c55-bf1f-ea0e36569b43 admin admin] Pushing event deleted for resources: {'Port': ['ID=9cfca92c-8987-4c25-a4a4-d3205d8fe5c7,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:34:44.476679 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e4f9ce7e-b164-4c55-bf1f-ea0e36569b43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1643458'] for router_gateway (14f5f545-f4ea-4bf9-8f04-dccc12e9f48d), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:44.559409 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e4f9ce7e-b164-4c55-bf1f-ea0e36569b43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1646218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6238'] for router (14f5f545-f4ea-4bf9-8f04-dccc12e9f48d), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:44.561536 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e4f9ce7e-b164-4c55-bf1f-ea0e36569b43 admin admin] Publish callbacks [] for router_controller (14f5f545-f4ea-4bf9-8f04-dccc12e9f48d), precommit_delete_associations {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:44.602174 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e4f9ce7e-b164-4c55-bf1f-ea0e36569b43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1646227'] for router (14f5f545-f4ea-4bf9-8f04-dccc12e9f48d), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:44.602684 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4f9ce7e-b164-4c55-bf1f-ea0e36569b43 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 14f5f545-f4ea-4bf9-8f04-dccc12e9f48d {{(pid=103448) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 16 20:34:44.606754 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e4f9ce7e-b164-4c55-bf1f-ea0e36569b43 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:44.607866 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-e4f9ce7e-b164-4c55-bf1f-ea0e36569b43 admin admin] 10.222.0.71 "DELETE /v2.0/routers/14f5f545-f4ea-4bf9-8f04-dccc12e9f48d HTTP/1.1" status: 204 len: 168 time: 0.7266569 May 16 20:34:44.610502 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.71', 54044) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:34:44.656972 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.db.db_base_plugin_v2 [None req-de7cd840-117c-438b-a2e5-0f4e67a54a69 admin admin] Deleting subnet e718666c-96a4-4dfd-9217-a28f91b893f6 {{(pid=103448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 16 20:34:44.659842 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-de7cd840-117c-438b-a2e5-0f4e67a54a69 admin admin] Publish callbacks [] for subnet (e718666c-96a4-4dfd-9217-a28f91b893f6), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:44.692666 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-de7cd840-117c-438b-a2e5-0f4e67a54a69 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25253665'] for subnet (e718666c-96a4-4dfd-9217-a28f91b893f6), precommit_delete_associations {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:44.771415 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-de7cd840-117c-438b-a2e5-0f4e67a54a69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1028042'] for subnet (e718666c-96a4-4dfd-9217-a28f91b893f6), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:44.826428 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-de7cd840-117c-438b-a2e5-0f4e67a54a69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1028051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1941894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27049557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27247662'] for subnet (e718666c-96a4-4dfd-9217-a28f91b893f6), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:44.851260 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7cd840-117c-438b-a2e5-0f4e67a54a69 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e718666c-96a4-4dfd-9217-a28f91b893f6,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:34:44.857436 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-de7cd840-117c-438b-a2e5-0f4e67a54a69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614436'] for subnet (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:44.861609 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-de7cd840-117c-438b-a2e5-0f4e67a54a69 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/e718666c-96a4-4dfd-9217-a28f91b893f6 HTTP/1.1" status: 204 len: 168 time: 0.2497973 May 16 20:34:44.862468 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2fb8e40-f6c1-4221-9245-896b016b2ebb None None] Network 4dca6e41-3e7f-4b54-a37d-6e91949cad94 requested from dv-cinder-830901-7-iscsi {{(pid=103450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 20:34:44.863636 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.71', 54046) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:34:44.931990 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d6fc8edd-b82e-4a79-b2d0-70898fa04f76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759573'] for network (4dca6e41-3e7f-4b54-a37d-6e91949cad94), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:44.978239 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-d6fc8edd-b82e-4a79-b2d0-70898fa04f76 admin admin] Deleting port d51f2073-6b83-4c4a-9814-f0f4c7e3d73d {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 20:34:44.978585 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d6fc8edd-b82e-4a79-b2d0-70898fa04f76 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732397588453'] for port (d51f2073-6b83-4c4a-9814-f0f4c7e3d73d), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:45.040230 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-d6fc8edd-b82e-4a79-b2d0-70898fa04f76 admin admin] For port d51f2073-6b83-4c4a-9814-f0f4c7e3d73d, host dv-cinder-830901-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-7-iscsi',level=0,port_id=d51f2073-6b83-4c4a-9814-f0f4c7e3d73d,segment=NetworkSegment(5256aaf6-91df-44ca-b62d-402f175c8674),segment_id=5256aaf6-91df-44ca-b62d-402f175c8674)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:34:45.040608 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d6fc8edd-b82e-4a79-b2d0-70898fa04f76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641018'] for port (d51f2073-6b83-4c4a-9814-f0f4c7e3d73d), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:45.053908 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-d6fc8edd-b82e-4a79-b2d0-70898fa04f76 admin admin] Calling delete_port for d51f2073-6b83-4c4a-9814-f0f4c7e3d73d owned by network:dhcp {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 20:34:45.139848 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d6fc8edd-b82e-4a79-b2d0-70898fa04f76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732397598073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732397102969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27048612'] for port (d51f2073-6b83-4c4a-9814-f0f4c7e3d73d), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:45.142903 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22b83e08-546f-40c9-aa60-791b75376338 None None] DHCP port deletion for 4dca6e41-3e7f-4b54-a37d-6e91949cad94 request from dv-cinder-830901-7-iscsi {{(pid=103450) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 16 20:34:45.165577 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fc8edd-b82e-4a79-b2d0-70898fa04f76 admin admin] Pushing event deleted for resources: {'Port': ['ID=d51f2073-6b83-4c4a-9814-f0f4c7e3d73d,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:34:45.169355 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6fc8edd-b82e-4a79-b2d0-70898fa04f76 admin admin] No DVR routers for this DVR port d51f2073-6b83-4c4a-9814-f0f4c7e3d73d on host dv-cinder-830901-7-iscsi {{(pid=103448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 20:34:45.242958 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d6fc8edd-b82e-4a79-b2d0-70898fa04f76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1029759', 'neutron.services.segments.db._delete_segments_for_network-8732397667094'] for network (4dca6e41-3e7f-4b54-a37d-6e91949cad94), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:45.267087 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.services.segments.db [None req-d6fc8edd-b82e-4a79-b2d0-70898fa04f76 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4dca6e41-3e7f-4b54-a37d-6e91949cad94']}} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:34:45.277133 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.services.segments.db [None req-d6fc8edd-b82e-4a79-b2d0-70898fa04f76 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5256aaf6-91df-44ca-b62d-402f175c8674') {'for_net_delete': True} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:34:45.277430 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.services.segments.db [None req-d6fc8edd-b82e-4a79-b2d0-70898fa04f76 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5256aaf6-91df-44ca-b62d-402f175c8674') {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:34:45.286728 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d6fc8edd-b82e-4a79-b2d0-70898fa04f76 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732397667615', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25253656'] for segment (5256aaf6-91df-44ca-b62d-402f175c8674), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:45.300389 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d6fc8edd-b82e-4a79-b2d0-70898fa04f76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1026353'] for segment (5256aaf6-91df-44ca-b62d-402f175c8674), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:45.306944 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6fc8edd-b82e-4a79-b2d0-70898fa04f76 admin admin] Releasing vlan 532 on physical network physnet1 to pool {{(pid=103448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 16 20:34:45.307295 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d6fc8edd-b82e-4a79-b2d0-70898fa04f76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1026353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27048695'] for segment (5256aaf6-91df-44ca-b62d-402f175c8674), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:45.309156 dv-cinder-830901-7-iscsi neutron-server[103448]: Traceback (most recent call last): May 16 20:34:45.309156 dv-cinder-830901-7-iscsi neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 16 20:34:45.309156 dv-cinder-830901-7-iscsi neutron-server[103448]: timer() May 16 20:34:45.309156 dv-cinder-830901-7-iscsi neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 16 20:34:45.309156 dv-cinder-830901-7-iscsi neutron-server[103448]: cb(*args, **kw) May 16 20:34:45.309156 dv-cinder-830901-7-iscsi neutron-server[103448]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 16 20:34:45.309156 dv-cinder-830901-7-iscsi neutron-server[103448]: return func(*args, **kwargs) May 16 20:34:45.309156 dv-cinder-830901-7-iscsi neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 16 20:34:45.309156 dv-cinder-830901-7-iscsi neutron-server[103448]: self._notify() May 16 20:34:45.309156 dv-cinder-830901-7-iscsi neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 16 20:34:45.309156 dv-cinder-830901-7-iscsi neutron-server[103448]: self.callback(batched_events) May 16 20:34:45.309156 dv-cinder-830901-7-iscsi neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 16 20:34:45.309156 dv-cinder-830901-7-iscsi neutron-server[103448]: event.method(event) May 16 20:34:45.309156 dv-cinder-830901-7-iscsi neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 16 20:34:45.309156 dv-cinder-830901-7-iscsi neutron-server[103448]: aggregate_id = self._get_aggregate_id(event.segment_id) May 16 20:34:45.309156 dv-cinder-830901-7-iscsi neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 16 20:34:45.309156 dv-cinder-830901-7-iscsi neutron-server[103448]: aggregate_uuid = self.p_client.list_aggregates( May 16 20:34:45.309156 dv-cinder-830901-7-iscsi neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 16 20:34:45.309156 dv-cinder-830901-7-iscsi neutron-server[103448]: return f(self, *a, **k) May 16 20:34:45.309156 dv-cinder-830901-7-iscsi neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 16 20:34:45.309156 dv-cinder-830901-7-iscsi neutron-server[103448]: return self._get(url).json() May 16 20:34:45.309156 dv-cinder-830901-7-iscsi neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 16 20:34:45.309156 dv-cinder-830901-7-iscsi neutron-server[103448]: return self._client.get(url, endpoint_filter=self._ks_filter, May 16 20:34:45.309156 dv-cinder-830901-7-iscsi neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 16 20:34:45.309156 dv-cinder-830901-7-iscsi neutron-server[103448]: return self.request(url, 'GET', **kwargs) May 16 20:34:45.309156 dv-cinder-830901-7-iscsi neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 16 20:34:45.309156 dv-cinder-830901-7-iscsi neutron-server[103448]: base_url = self.get_endpoint(auth, allow=allow, May 16 20:34:45.309156 dv-cinder-830901-7-iscsi neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 16 20:34:45.309156 dv-cinder-830901-7-iscsi neutron-server[103448]: auth = self._auth_required(auth, 'determine endpoint URL') May 16 20:34:45.309156 dv-cinder-830901-7-iscsi neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 16 20:34:45.309156 dv-cinder-830901-7-iscsi neutron-server[103448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 16 20:34:45.309156 dv-cinder-830901-7-iscsi neutron-server[103448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 16 20:34:45.365351 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d6fc8edd-b82e-4a79-b2d0-70898fa04f76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1029700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1996455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1640688'] for network (4dca6e41-3e7f-4b54-a37d-6e91949cad94), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:45.371495 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d6fc8edd-b82e-4a79-b2d0-70898fa04f76 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614436'] for network (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:45.376246 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-d6fc8edd-b82e-4a79-b2d0-70898fa04f76 admin admin] 10.222.0.71 "DELETE /v2.0/networks/4dca6e41-3e7f-4b54-a37d-6e91949cad94 HTTP/1.1" status: 204 len: 168 time: 0.5115743 May 16 20:34:45.387687 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fc8edd-b82e-4a79-b2d0-70898fa04f76 admin admin] Pushing event deleted for resources: {'Network': ['ID=4dca6e41-3e7f-4b54-a37d-6e91949cad94,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:34:45.455606 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Device 9cfca92c-8987-4c25-a4a4-d3205d8fe5c7 no longer exists at agent ovs-agent-dv-cinder-830901-7-iscsi {{(pid=103450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 20:34:45.475103 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] No Port match for: 9cfca92c-8987-4c25-a4a4-d3205d8fe5c7 {{(pid=103450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 20:34:45.475447 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Device 9cfca92c-8987-4c25-a4a4-d3205d8fe5c7 not bound to the agent host dv-cinder-830901-7-iscsi {{(pid=103450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 20:34:45.476058 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Device d51f2073-6b83-4c4a-9814-f0f4c7e3d73d no longer exists at agent ovs-agent-dv-cinder-830901-7-iscsi {{(pid=103450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 20:34:45.494085 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] No Port match for: d51f2073-6b83-4c4a-9814-f0f4c7e3d73d {{(pid=103450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 20:34:45.494433 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Device d51f2073-6b83-4c4a-9814-f0f4c7e3d73d not bound to the agent host dv-cinder-830901-7-iscsi {{(pid=103450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 20:34:45.494841 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Device 7e6a2d02-68b9-40e3-9437-53ee8f01ef0a no longer exists at agent ovs-agent-dv-cinder-830901-7-iscsi {{(pid=103450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 20:34:45.513556 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] No Port match for: 7e6a2d02-68b9-40e3-9437-53ee8f01ef0a {{(pid=103450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 20:34:45.513913 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Device 7e6a2d02-68b9-40e3-9437-53ee8f01ef0a not bound to the agent host dv-cinder-830901-7-iscsi {{(pid=103450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 20:34:45.566925 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.71', 54050) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:34:45.606306 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-aa9f3083-aa22-4f50-8fa1-1d8cd9cd73c0 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=4d18594086434fd19336bd76a7089437&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0382636 May 16 20:34:45.608756 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.71', 54052) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:34:45.658324 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e108e0b5-fca0-4b8a-a957-d6881c39af84 admin admin] Publish callbacks [] for security_group (5bdea423-7afe-452b-9b18-80e2e606f9f3), before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:45.678636 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e108e0b5-fca0-4b8a-a957-d6881c39af84 admin admin] Publish callbacks [] for security_group (5bdea423-7afe-452b-9b18-80e2e606f9f3), precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:45.724969 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e108e0b5-fca0-4b8a-a957-d6881c39af84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997425'] for security_group (5bdea423-7afe-452b-9b18-80e2e606f9f3), after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:45.728223 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e108e0b5-fca0-4b8a-a957-d6881c39af84 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:45.729715 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-e108e0b5-fca0-4b8a-a957-d6881c39af84 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/5bdea423-7afe-452b-9b18-80e2e606f9f3 HTTP/1.1" status: 204 len: 168 time: 0.1199870 May 16 20:34:45.737995 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e108e0b5-fca0-4b8a-a957-d6881c39af84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bdea423-7afe-452b-9b18-80e2e606f9f3,revision_number=None']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:34:46.037107 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.71', 54060) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:34:46.076686 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-d4eb10d7-ced8-4af3-8bc6-854ff3c744a6 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=3004b24586f5476485acec7bb05b3c3f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0384440 May 16 20:34:46.078974 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.71', 54062) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:34:46.124924 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-a31d25cb-be81-451a-b164-3d76f1c40dae admin admin] Publish callbacks [] for security_group (95ea4ef6-eb89-4417-a8d9-0127ded89a2b), before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:46.145392 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-a31d25cb-be81-451a-b164-3d76f1c40dae admin admin] Publish callbacks [] for security_group (95ea4ef6-eb89-4417-a8d9-0127ded89a2b), precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:46.193674 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-a31d25cb-be81-451a-b164-3d76f1c40dae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997425'] for security_group (95ea4ef6-eb89-4417-a8d9-0127ded89a2b), after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:46.196417 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-a31d25cb-be81-451a-b164-3d76f1c40dae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:34:46.197565 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-a31d25cb-be81-451a-b164-3d76f1c40dae admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/95ea4ef6-eb89-4417-a8d9-0127ded89a2b HTTP/1.1" status: 204 len: 168 time: 0.1177261 May 16 20:34:46.205395 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31d25cb-be81-451a-b164-3d76f1c40dae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95ea4ef6-eb89-4417-a8d9-0127ded89a2b,revision_number=None']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:34:58.104781 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.agents_db [None req-fef3025b-cde1-4f6e-a405-d73d123fae0f None None] Agent healthcheck: found 6 active agents {{(pid=103451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 20:35:02.238298 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03323a5b-ee63-4250-bb36-552f94a58bf3 req-4903e840-b002-4671-86d3-ca985bfec0e2 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:35:02.239752 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-03323a5b-ee63-4250-bb36-552f94a58bf3 req-4903e840-b002-4671-86d3-ca985bfec0e2 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] 10.222.0.71 "GET /v2.0/ports?device_id=a24fc40c-1d03-4e0f-a045-421de785cb1d HTTP/1.1" status: 200 len: 946 time: 0.0524313 May 16 20:35:02.287539 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-03323a5b-ee63-4250-bb36-552f94a58bf3 req-51290d52-bc78-4d90-a4e0-25f75004f615 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] 10.222.0.71 "GET /v2.0/security-groups?id=09110b63-50c2-40a2-be28-e4b8d304195b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420384 May 16 20:35:03.403432 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4385e8d0-92bd-4c4e-8179-7cfc58d9692a req-17428e29-203d-403e-b89d-8b58519cbbe5 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:35:03.404932 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-4385e8d0-92bd-4c4e-8179-7cfc58d9692a req-17428e29-203d-403e-b89d-8b58519cbbe5 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] 10.222.0.71 "GET /v2.0/ports?device_id=a24fc40c-1d03-4e0f-a045-421de785cb1d HTTP/1.1" status: 200 len: 946 time: 0.0468419 May 16 20:35:03.452259 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-4385e8d0-92bd-4c4e-8179-7cfc58d9692a req-a55ddb1b-1387-46cf-b798-a94001d78a7d tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] 10.222.0.71 "GET /v2.0/security-groups?id=09110b63-50c2-40a2-be28-e4b8d304195b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416155 May 16 20:35:03.654437 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4164c28-523c-45ec-b5b8-a503adbbc930 req-18ee4fc1-70aa-4030-8685-7b1637fc1d65 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:35:03.655946 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-d4164c28-523c-45ec-b5b8-a503adbbc930 req-18ee4fc1-70aa-4030-8685-7b1637fc1d65 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] 10.222.0.81 "GET /v2.0/ports?device_id=a24fc40c-1d03-4e0f-a045-421de785cb1d HTTP/1.1" status: 200 len: 946 time: 0.0465014 May 16 20:35:03.680284 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-756df932-997d-406b-8344-ddd9b47be931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (6de3586b-c77a-41a3-9d69-e80d1925fb22), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:35:03.739145 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [req-d4164c28-523c-45ec-b5b8-a503adbbc930 req-e536cf3c-84c0-43d0-9e7a-0d317f49fb2f tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Deleting port 43b3ac22-4305-4933-95a7-9bcd68a25c2d {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 20:35:03.739494 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-d4164c28-523c-45ec-b5b8-a503adbbc930 req-e536cf3c-84c0-43d0-9e7a-0d317f49fb2f tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732397588453'] for port (43b3ac22-4305-4933-95a7-9bcd68a25c2d), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:35:03.827554 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-d4164c28-523c-45ec-b5b8-a503adbbc930 req-e536cf3c-84c0-43d0-9e7a-0d317f49fb2f tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] For port 43b3ac22-4305-4933-95a7-9bcd68a25c2d, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=43b3ac22-4305-4933-95a7-9bcd68a25c2d,segment=NetworkSegment(ebdc97d5-0dc3-44e3-97c0-cb7e898e699f),segment_id=ebdc97d5-0dc3-44e3-97c0-cb7e898e699f)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:35:03.827928 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-d4164c28-523c-45ec-b5b8-a503adbbc930 req-e536cf3c-84c0-43d0-9e7a-0d317f49fb2f tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641018'] for port (43b3ac22-4305-4933-95a7-9bcd68a25c2d), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:35:03.983555 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-d4164c28-523c-45ec-b5b8-a503adbbc930 req-e536cf3c-84c0-43d0-9e7a-0d317f49fb2f tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:35:03.983844 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-d4164c28-523c-45ec-b5b8-a503adbbc930 req-e536cf3c-84c0-43d0-9e7a-0d317f49fb2f tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1640477'] for floatingip (42204c6c-eac7-4e74-88b3-f319d0b73d8e), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:35:03.984187 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.db.l3_db [req-d4164c28-523c-45ec-b5b8-a503adbbc930 req-e536cf3c-84c0-43d0-9e7a-0d317f49fb2f tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Floating IP 42204c6c-eac7-4e74-88b3-f319d0b73d8e disassociated. External IP: 172.27.2.205, port: 43b3ac22-4305-4933-95a7-9bcd68a25c2d. May 16 20:35:03.984547 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [req-d4164c28-523c-45ec-b5b8-a503adbbc930 req-e536cf3c-84c0-43d0-9e7a-0d317f49fb2f tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Calling delete_port for 43b3ac22-4305-4933-95a7-9bcd68a25c2d owned by compute:nova {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 20:35:04.111102 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-d4164c28-523c-45ec-b5b8-a503adbbc930 req-e536cf3c-84c0-43d0-9e7a-0d317f49fb2f tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732397598073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732397102969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27048612'] for port (43b3ac22-4305-4933-95a7-9bcd68a25c2d), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:35:04.139382 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e536cf3c-84c0-43d0-9e7a-0d317f49fb2f tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Pushing event deleted for resources: {'Port': ['ID=43b3ac22-4305-4933-95a7-9bcd68a25c2d,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:35:04.149671 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e536cf3c-84c0-43d0-9e7a-0d317f49fb2f tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:35:04.150013 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e536cf3c-84c0-43d0-9e7a-0d317f49fb2f tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:35:04.150346 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e536cf3c-84c0-43d0-9e7a-0d317f49fb2f tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:35:04.150681 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e536cf3c-84c0-43d0-9e7a-0d317f49fb2f tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:35:04.151015 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e536cf3c-84c0-43d0-9e7a-0d317f49fb2f tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:35:04.151347 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e536cf3c-84c0-43d0-9e7a-0d317f49fb2f tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:35:04.151673 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e536cf3c-84c0-43d0-9e7a-0d317f49fb2f tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:35:04.152000 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e536cf3c-84c0-43d0-9e7a-0d317f49fb2f tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:35:04.152346 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e536cf3c-84c0-43d0-9e7a-0d317f49fb2f tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:35:04.152672 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e536cf3c-84c0-43d0-9e7a-0d317f49fb2f tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:35:04.152999 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e536cf3c-84c0-43d0-9e7a-0d317f49fb2f tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:35:04.153323 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e536cf3c-84c0-43d0-9e7a-0d317f49fb2f tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:35:04.153655 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e536cf3c-84c0-43d0-9e7a-0d317f49fb2f tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:35:04.153980 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e536cf3c-84c0-43d0-9e7a-0d317f49fb2f tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:35:04.154302 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e536cf3c-84c0-43d0-9e7a-0d317f49fb2f tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:35:04.260020 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d4164c28-523c-45ec-b5b8-a503adbbc930 req-e536cf3c-84c0-43d0-9e7a-0d317f49fb2f tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Router 013a50c1-75d1-4eeb-88ff-52fbc84c6fe4 has already been hosted by L3 agent fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f {{(pid=103448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 20:35:04.361029 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d4164c28-523c-45ec-b5b8-a503adbbc930 req-e536cf3c-84c0-43d0-9e7a-0d317f49fb2f tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Notify agent at l3_agent.dv-cinder-830901-7-iscsi the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 20:35:04.370524 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4577b00f-08d9-4729-990f-01eb294dfcb0 None None] Sync routers for ids ['013a50c1-75d1-4eeb-88ff-52fbc84c6fe4'] in dv-cinder-830901-7-iscsi {{(pid=103451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 20:35:04.380040 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4577b00f-08d9-4729-990f-01eb294dfcb0 None None] Routers {'013a50c1-75d1-4eeb-88ff-52fbc84c6fe4'} bound to L3 agent in host dv-cinder-830901-7-iscsi {{(pid=103451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:35:04.380657 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-4577b00f-08d9-4729-990f-01eb294dfcb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-16T20:16:38Z,description=,heartbeat_timestamp=2022-05-16T20:34:38Z,host='dv-cinder-830901-7-iscsi',id=fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:16:38Z,topic='l3_agent')) {'router_ids': ['013a50c1-75d1-4eeb-88ff-52fbc84c6fe4'], 'active': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:35:04.402950 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4164c28-523c-45ec-b5b8-a503adbbc930 req-e536cf3c-84c0-43d0-9e7a-0d317f49fb2f tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] No DVR routers for this DVR port 43b3ac22-4305-4933-95a7-9bcd68a25c2d on host hv-cinder-83090 {{(pid=103448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 20:35:04.405617 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-d4164c28-523c-45ec-b5b8-a503adbbc930 req-e536cf3c-84c0-43d0-9e7a-0d317f49fb2f tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-338397'] for port (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:35:04.409101 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-d4164c28-523c-45ec-b5b8-a503adbbc930 req-e536cf3c-84c0-43d0-9e7a-0d317f49fb2f tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] 10.222.0.81 "DELETE /v2.0/ports/43b3ac22-4305-4933-95a7-9bcd68a25c2d HTTP/1.1" status: 204 len: 173 time: 0.7473266 May 16 20:35:04.409677 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a24fc40c-1d03-4e0f-a045-421de785cb1d', 'name': 'network-vif-deleted', 'tag': '43b3ac22-4305-4933-95a7-9bcd68a25c2d'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 20:35:04.412495 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cabd327eae894280a08d6ee7d9129781675a5828ba01ec684011f2f655eb9e7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfb53e36-2011-428d-8c1c-286c9f931821" -d '{"events": [{"server_uuid": "a24fc40c-1d03-4e0f-a045-421de785cb1d", "name": "network-vif-deleted", "tag": "43b3ac22-4305-4933-95a7-9bcd68a25c2d"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 20:35:04.455573 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 20:35:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5c34742-d4d4-4d53-a882-11482ace793b x-openstack-request-id: req-d5c34742-d4d4-4d53-a882-11482ace793b {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 20:35:04.456035 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a24fc40c-1d03-4e0f-a045-421de785cb1d", "name": "network-vif-deleted", "tag": "43b3ac22-4305-4933-95a7-9bcd68a25c2d", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 20:35:04.456311 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-d5c34742-d4d4-4d53-a882-11482ace793b {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 20:35:04.456677 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5c34742-d4d4-4d53-a882-11482ace793b'] response: {'server_uuid': 'a24fc40c-1d03-4e0f-a045-421de785cb1d', 'name': 'network-vif-deleted', 'tag': '43b3ac22-4305-4933-95a7-9bcd68a25c2d', 'status': 'completed', 'code': 200} May 16 20:35:04.496100 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvr_db [None req-4577b00f-08d9-4729-990f-01eb294dfcb0 None None] Set router 013a50c1-75d1-4eeb-88ff-52fbc84c6fe4 gateway port host: dv-cinder-830901-7-iscsi {{(pid=103451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:35:04.571725 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-eeb37e53-baa8-45d0-9244-dceee1561b9a req-b2eb5739-2d29-44dd-9664-ba6d38b6b8c5 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] 10.222.0.71 "GET /v2.0/ports?device_id=a24fc40c-1d03-4e0f-a045-421de785cb1d HTTP/1.1" status: 200 len: 210 time: 0.0303018 May 16 20:35:04.696390 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-4577b00f-08d9-4729-990f-01eb294dfcb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '013a50c1-75d1-4eeb-88ff-52fbc84c6fe4', 'name': 'tempest-AttachVolumeNegativeTest-976810855-router', 'tenant_id': '2e74299322ca4cedabe873822eda95ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'external_fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.221'}], 'enable_snat': True}, 'gw_port_id': '50d2dbe4-550d-410a-b31b-c2bcba8664fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:31:51Z', 'updated_at': '2022-05-16T20:31:54Z', 'revision_number': 4, 'project_id': '2e74299322ca4cedabe873822eda95ae', 'gw_port': {'id': '50d2dbe4-550d-410a-b31b-c2bcba8664fc', 'name': '', 'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:0f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '013a50c1-75d1-4eeb-88ff-52fbc84c6fe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:31:51Z', 'updated_at': '2022-05-16T20:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-7-iscsi', '_interfaces': [{'id': '7556598a-d31e-484f-b5ee-d939b7326199', 'name': '', 'network_id': 'b7ed8523-9957-45bf-80ef-13010737dd57', 'tenant_id': '2e74299322ca4cedabe873822eda95ae', 'mac_address': 'fa:16:3e:c3:8d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '013a50c1-75d1-4eeb-88ff-52fbc84c6fe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '6fd9bd49-8907-4582-9941-2a3571aaa9b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:31:53Z', 'updated_at': '2022-05-16T20:31:57Z', 'revision_number': 5, 'project_id': '2e74299322ca4cedabe873822eda95ae', 'subnets': [{'id': '6fd9bd49-8907-4582-9941-2a3571aaa9b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-7-iscsi', False) {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:35:04.719916 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4577b00f-08d9-4729-990f-01eb294dfcb0 None None] Checking router: 013a50c1-75d1-4eeb-88ff-52fbc84c6fe4 for host: dv-cinder-830901-7-iscsi {{(pid=103451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 20:35:04.729053 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4577b00f-08d9-4729-990f-01eb294dfcb0 None None] Routers {'013a50c1-75d1-4eeb-88ff-52fbc84c6fe4'} bound to L3 agent in host dv-cinder-830901-7-iscsi {{(pid=103451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:35:04.729645 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-4577b00f-08d9-4729-990f-01eb294dfcb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-16T20:16:38Z,description=,heartbeat_timestamp=2022-05-16T20:34:38Z,host='dv-cinder-830901-7-iscsi',id=fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:16:38Z,topic='l3_agent')) {'router_ids': ['013a50c1-75d1-4eeb-88ff-52fbc84c6fe4'], 'active': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:35:04.833610 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvr_db [None req-4577b00f-08d9-4729-990f-01eb294dfcb0 None None] Set router 013a50c1-75d1-4eeb-88ff-52fbc84c6fe4 gateway port host: dv-cinder-830901-7-iscsi {{(pid=103451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:35:05.019093 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-4577b00f-08d9-4729-990f-01eb294dfcb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '013a50c1-75d1-4eeb-88ff-52fbc84c6fe4', 'name': 'tempest-AttachVolumeNegativeTest-976810855-router', 'tenant_id': '2e74299322ca4cedabe873822eda95ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'external_fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.221'}], 'enable_snat': True}, 'gw_port_id': '50d2dbe4-550d-410a-b31b-c2bcba8664fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:31:51Z', 'updated_at': '2022-05-16T20:31:54Z', 'revision_number': 4, 'project_id': '2e74299322ca4cedabe873822eda95ae', 'gw_port': {'id': '50d2dbe4-550d-410a-b31b-c2bcba8664fc', 'name': '', 'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:0f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '013a50c1-75d1-4eeb-88ff-52fbc84c6fe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:31:51Z', 'updated_at': '2022-05-16T20:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-7-iscsi', '_interfaces': [{'id': '7556598a-d31e-484f-b5ee-d939b7326199', 'name': '', 'network_id': 'b7ed8523-9957-45bf-80ef-13010737dd57', 'tenant_id': '2e74299322ca4cedabe873822eda95ae', 'mac_address': 'fa:16:3e:c3:8d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '013a50c1-75d1-4eeb-88ff-52fbc84c6fe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '6fd9bd49-8907-4582-9941-2a3571aaa9b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:31:53Z', 'updated_at': '2022-05-16T20:31:57Z', 'revision_number': 5, 'project_id': '2e74299322ca4cedabe873822eda95ae', 'subnets': [{'id': '6fd9bd49-8907-4582-9941-2a3571aaa9b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-7-iscsi', False) {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:35:05.047767 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4577b00f-08d9-4729-990f-01eb294dfcb0 None None] The sync data for ids ['013a50c1-75d1-4eeb-88ff-52fbc84c6fe4'] in dv-cinder-830901-7-iscsi is: [{'id': '013a50c1-75d1-4eeb-88ff-52fbc84c6fe4', 'name': 'tempest-AttachVolumeNegativeTest-976810855-router', 'tenant_id': '2e74299322ca4cedabe873822eda95ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'external_fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.221'}], 'enable_snat': True}, 'gw_port_id': '50d2dbe4-550d-410a-b31b-c2bcba8664fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:31:51Z', 'updated_at': '2022-05-16T20:31:54Z', 'revision_number': 4, 'project_id': '2e74299322ca4cedabe873822eda95ae', 'gw_port': {'id': '50d2dbe4-550d-410a-b31b-c2bcba8664fc', 'name': '', 'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:0f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '013a50c1-75d1-4eeb-88ff-52fbc84c6fe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:31:51Z', 'updated_at': '2022-05-16T20:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-7-iscsi', '_interfaces': [{'id': '7556598a-d31e-484f-b5ee-d939b7326199', 'name': '', 'network_id': 'b7ed8523-9957-45bf-80ef-13010737dd57', 'tenant_id': '2e74299322ca4cedabe873822eda95ae', 'mac_address': 'fa:16:3e:c3:8d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '013a50c1-75d1-4eeb-88ff-52fbc84c6fe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '6fd9bd49-8907-4582-9941-2a3571aaa9b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:31:53Z', 'updated_at': '2022-05-16T20:31:57Z', 'revision_number': 5, 'project_id': '2e74299322ca4cedabe873822eda95ae', 'subnets': [{'id': '6fd9bd49-8907-4582-9941-2a3571aaa9b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 20:35:05.264695 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4122b39-33c1-449a-8c7f-e6e790206581 None None] New status for floating IP 42204c6c-eac7-4e74-88b3-f319d0b73d8e: DOWN {{(pid=103450) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 20:35:05.656421 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.71', 54134) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:35:05.708055 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-9d8fcd50-4594-474b-8c52-2ce53a64fcf3 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Publish callbacks [] for security_group (09110b63-50c2-40a2-be28-e4b8d304195b), before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:35:05.734057 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-9d8fcd50-4594-474b-8c52-2ce53a64fcf3 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Publish callbacks [] for security_group (09110b63-50c2-40a2-be28-e4b8d304195b), precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:35:05.786207 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-9d8fcd50-4594-474b-8c52-2ce53a64fcf3 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997425'] for security_group (09110b63-50c2-40a2-be28-e4b8d304195b), after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:35:05.788782 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-9d8fcd50-4594-474b-8c52-2ce53a64fcf3 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Publish callbacks [] for security_group (None), before_response {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:35:05.790147 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-9d8fcd50-4594-474b-8c52-2ce53a64fcf3 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] 10.222.0.71 "DELETE /v2.0/security-groups/09110b63-50c2-40a2-be28-e4b8d304195b HTTP/1.1" status: 204 len: 168 time: 0.1324432 May 16 20:35:05.792922 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.71', 54136) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:35:05.799232 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8fcd50-4594-474b-8c52-2ce53a64fcf3 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09110b63-50c2-40a2-be28-e4b8d304195b,revision_number=None']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:35:05.806975 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8fcd50-4594-474b-8c52-2ce53a64fcf3 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:35:05.807320 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8fcd50-4594-474b-8c52-2ce53a64fcf3 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:35:05.807658 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8fcd50-4594-474b-8c52-2ce53a64fcf3 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:35:05.807995 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8fcd50-4594-474b-8c52-2ce53a64fcf3 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:35:05.808361 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8fcd50-4594-474b-8c52-2ce53a64fcf3 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:35:05.808694 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8fcd50-4594-474b-8c52-2ce53a64fcf3 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:35:05.809019 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8fcd50-4594-474b-8c52-2ce53a64fcf3 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:35:05.809345 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8fcd50-4594-474b-8c52-2ce53a64fcf3 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:35:05.809669 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8fcd50-4594-474b-8c52-2ce53a64fcf3 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:35:05.809993 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8fcd50-4594-474b-8c52-2ce53a64fcf3 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:35:05.810318 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8fcd50-4594-474b-8c52-2ce53a64fcf3 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:35:05.810594 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.api.v2.resource [None req-24c590c1-fce6-4f30-a0e6-3e631b61d2d7 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] show failed (client error): The resource could not be found. May 16 20:35:05.810705 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8fcd50-4594-474b-8c52-2ce53a64fcf3 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:35:05.811013 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8fcd50-4594-474b-8c52-2ce53a64fcf3 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:35:05.811265 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8fcd50-4594-474b-8c52-2ce53a64fcf3 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:35:05.811586 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8fcd50-4594-474b-8c52-2ce53a64fcf3 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:35:05.811694 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-24c590c1-fce6-4f30-a0e6-3e631b61d2d7 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] 10.222.0.71 "GET /v2.0/security-groups/09110b63-50c2-40a2-be28-e4b8d304195b HTTP/1.1" status: 404 len: 347 time: 0.0177667 May 16 20:35:05.814637 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.71', 54138) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:35:05.927024 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-69ae4f62-9a60-40bb-a0c3-deddaa64d9bb tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Deleting port 97ec918a-b242-412f-9b8f-b52139c43e56 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 20:35:05.927277 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-69ae4f62-9a60-40bb-a0c3-deddaa64d9bb tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732397588453'] for port (97ec918a-b242-412f-9b8f-b52139c43e56), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:35:06.001874 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-69ae4f62-9a60-40bb-a0c3-deddaa64d9bb tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641018'] for port (97ec918a-b242-412f-9b8f-b52139c43e56), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:35:06.002208 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-69ae4f62-9a60-40bb-a0c3-deddaa64d9bb tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Publish callbacks [] for floatingip (97ec918a-b242-412f-9b8f-b52139c43e56), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:35:06.014966 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-69ae4f62-9a60-40bb-a0c3-deddaa64d9bb tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Calling delete_port for 97ec918a-b242-412f-9b8f-b52139c43e56 owned by network:floatingip {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 20:35:06.142722 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-69ae4f62-9a60-40bb-a0c3-deddaa64d9bb tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732397598073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732397102969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27048612'] for port (97ec918a-b242-412f-9b8f-b52139c43e56), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:35:06.169382 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ae4f62-9a60-40bb-a0c3-deddaa64d9bb tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Pushing event deleted for resources: {'Port': ['ID=97ec918a-b242-412f-9b8f-b52139c43e56,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:35:06.229263 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-69ae4f62-9a60-40bb-a0c3-deddaa64d9bb tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Publish callbacks [] for floatingip (42204c6c-eac7-4e74-88b3-f319d0b73d8e), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:35:06.231978 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-69ae4f62-9a60-40bb-a0c3-deddaa64d9bb tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-338397'] for floatingip (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:35:06.233294 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-69ae4f62-9a60-40bb-a0c3-deddaa64d9bb tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] 10.222.0.71 "DELETE /v2.0/floatingips/42204c6c-eac7-4e74-88b3-f319d0b73d8e HTTP/1.1" status: 204 len: 168 time: 0.4177535 May 16 20:35:06.294623 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.71', 54142) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:35:06.299177 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.v2.base [None req-a3114e15-43da-4ddb-a2ec-521a7c279843 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Request body: {'security_group': {'name': 'tempest-securitygroup--323696680', 'description': 'tempest-description--709564007'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:35:06.320055 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a3114e15-43da-4ddb-a2ec-521a7c279843 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Publish callbacks [] for security_group (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:35:06.390440 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a3114e15-43da-4ddb-a2ec-521a7c279843 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Publish callbacks [] for security_group (140c9809-76dd-4a29-a14a-52103ea369be), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:35:06.393924 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a3114e15-43da-4ddb-a2ec-521a7c279843 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997425'] for security_group (140c9809-76dd-4a29-a14a-52103ea369be), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:35:06.422039 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a3114e15-43da-4ddb-a2ec-521a7c279843 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Publish callbacks [] for security_group (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:35:06.423232 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-a3114e15-43da-4ddb-a2ec-521a7c279843 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1275969 May 16 20:35:06.426270 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.71', 54144) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:35:06.427363 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3114e15-43da-4ddb-a2ec-521a7c279843 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Pushing event updated for resources: {'SecurityGroup': ['ID=140c9809-76dd-4a29-a14a-52103ea369be,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:35:06.431055 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.v2.base [None req-5febe7a5-2d29-4285-88e9-f469d358ce57 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Request body: {'security_group_rule': {'security_group_id': '140c9809-76dd-4a29-a14a-52103ea369be', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:35:06.459789 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-5febe7a5-2d29-4285-88e9-f469d358ce57 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Publish callbacks [] for security_group_rule (766e8246-692e-4b67-a1fe-59cf29c00ce3), before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:35:06.516072 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-5febe7a5-2d29-4285-88e9-f469d358ce57 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Publish callbacks [] for security_group_rule (766e8246-692e-4b67-a1fe-59cf29c00ce3), precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:35:06.520526 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-5febe7a5-2d29-4285-88e9-f469d358ce57 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997506'] for security_group_rule (766e8246-692e-4b67-a1fe-59cf29c00ce3), after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:35:06.540636 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5febe7a5-2d29-4285-88e9-f469d358ce57 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=766e8246-692e-4b67-a1fe-59cf29c00ce3,revision_number=0']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:35:06.546199 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-5febe7a5-2d29-4285-88e9-f469d358ce57 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:35:06.547365 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-5febe7a5-2d29-4285-88e9-f469d358ce57 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1199422 May 16 20:35:06.550128 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.71', 54146) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:35:06.554289 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.v2.base [None req-b449bfef-8142-4568-a9d4-5137280ee6ea tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Request body: {'security_group_rule': {'security_group_id': '140c9809-76dd-4a29-a14a-52103ea369be', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:35:06.579010 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-b449bfef-8142-4568-a9d4-5137280ee6ea tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Publish callbacks [] for security_group_rule (c2e968ec-874c-4437-8c25-913f740a1372), before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:35:06.633172 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-b449bfef-8142-4568-a9d4-5137280ee6ea tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Publish callbacks [] for security_group_rule (c2e968ec-874c-4437-8c25-913f740a1372), precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:35:06.636779 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-b449bfef-8142-4568-a9d4-5137280ee6ea tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997506'] for security_group_rule (c2e968ec-874c-4437-8c25-913f740a1372), after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:35:06.656519 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b449bfef-8142-4568-a9d4-5137280ee6ea tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2e968ec-874c-4437-8c25-913f740a1372,revision_number=0']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:35:06.662409 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-b449bfef-8142-4568-a9d4-5137280ee6ea tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:35:06.663508 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-b449bfef-8142-4568-a9d4-5137280ee6ea tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1124241 May 16 20:35:06.667549 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.71', 54148) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:35:06.671674 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.v2.base [None req-6bfc4bbb-a832-4814-8634-1ab45d47abd6 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Request body: {'floatingip': {'floating_network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062'}} {{(pid=103449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:35:06.691844 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6bfc4bbb-a832-4814-8634-1ab45d47abd6 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:35:06.769280 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6bfc4bbb-a832-4814-8634-1ab45d47abd6 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (None), before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:35:06.870882 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.db.db_base_plugin_common [None req-6bfc4bbb-a832-4814-8634-1ab45d47abd6 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Allocated IP 172.27.2.237 (ded6ab20-0a8b-4051-830c-385457f4e062/dcb7b1f3-82ff-415d-89cf-2b6021c22eb5/6f65aaea-a54c-4848-b9be-3b4350243cd9) {{(pid=103449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 20:35:06.968014 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6bfc4bbb-a832-4814-8634-1ab45d47abd6 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Publish callbacks [] for port (6f65aaea-a54c-4848-b9be-3b4350243cd9), precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:35:07.000092 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6bfc4bbb-a832-4814-8634-1ab45d47abd6 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732397102960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26134374'] for port (6f65aaea-a54c-4848-b9be-3b4350243cd9), after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:35:07.033296 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bfc4bbb-a832-4814-8634-1ab45d47abd6 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Network ded6ab20-0a8b-4051-830c-385457f4e062 is already hosted by enough agents. {{(pid=103449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 20:35:07.037363 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.scheduler.base_scheduler [None req-6bfc4bbb-a832-4814-8634-1ab45d47abd6 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Resources bound (agent type, host, resource id): {{(pid=103449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 20:35:07.041916 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bfc4bbb-a832-4814-8634-1ab45d47abd6 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Received port after_create {{(pid=103449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 20:35:07.070874 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfc4bbb-a832-4814-8634-1ab45d47abd6 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Pushing event updated for resources: {'Port': ['ID=6f65aaea-a54c-4848-b9be-3b4350243cd9,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:35:07.100241 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Device 43b3ac22-4305-4933-95a7-9bcd68a25c2d no longer exists at agent hyperv_hv-cinder-83090 {{(pid=103450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 20:35:07.120285 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] No Port match for: 43b3ac22-4305-4933-95a7-9bcd68a25c2d {{(pid=103450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 20:35:07.120642 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Device 43b3ac22-4305-4933-95a7-9bcd68a25c2d not bound to the agent host hv-cinder-83090 {{(pid=103450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 20:35:07.135363 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6bfc4bbb-a832-4814-8634-1ab45d47abd6 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Publish callbacks [] for floatingip (ceea9cef-6f65-480a-9bfb-a2112b0675f5), precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:35:07.170621 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6bfc4bbb-a832-4814-8634-1ab45d47abd6 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (6f65aaea-a54c-4848-b9be-3b4350243cd9), before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:35:07.343361 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6bfc4bbb-a832-4814-8634-1ab45d47abd6 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Publish callbacks [] for port (6f65aaea-a54c-4848-b9be-3b4350243cd9), precommit_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:35:07.347426 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6bfc4bbb-a832-4814-8634-1ab45d47abd6 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732397598091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732397102978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732397102996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26134353'] for port (6f65aaea-a54c-4848-b9be-3b4350243cd9), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:35:07.420006 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfc4bbb-a832-4814-8634-1ab45d47abd6 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Pushing event updated for resources: {'Port': ['ID=6f65aaea-a54c-4848-b9be-3b4350243cd9,revision_number=2']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:35:07.427802 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6bfc4bbb-a832-4814-8634-1ab45d47abd6 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1640477'] for floatingip (ceea9cef-6f65-480a-9bfb-a2112b0675f5), after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:35:07.442871 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6bfc4bbb-a832-4814-8634-1ab45d47abd6 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-338397'] for floatingip (None), before_response {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:35:07.444090 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-6bfc4bbb-a832-4814-8634-1ab45d47abd6 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7756109 May 16 20:35:07.655494 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d59301d1-c68e-458f-8156-3237cb592a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:35:07.796882 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-0e1fc202-47ac-42cb-b636-8060829f157b req-4b7307dd-65e7-467c-b3ac-b4df4d8cad38 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-securitygroup--323696680&fields=id&tenant_id=2e74299322ca4cedabe873822eda95ae HTTP/1.1" status: 200 len: 267 time: 0.0463514 May 16 20:35:07.898531 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1fc202-47ac-42cb-b636-8060829f157b req-89b03710-bf3e-4d75-be4f-b5409b559aaf tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:35:07.899871 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-0e1fc202-47ac-42cb-b636-8060829f157b req-89b03710-bf3e-4d75-be4f-b5409b559aaf tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] 10.222.0.71 "GET /v2.0/networks?id=b7ed8523-9957-45bf-80ef-13010737dd57 HTTP/1.1" status: 200 len: 814 time: 0.0966077 May 16 20:35:07.914299 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-0e1fc202-47ac-42cb-b636-8060829f157b req-1927b7ba-6c63-489f-93c3-85c99eba4473 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] 10.222.0.71 "GET /v2.0/quotas/2e74299322ca4cedabe873822eda95ae HTTP/1.1" status: 200 len: 375 time: 0.0089204 May 16 20:35:07.965105 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-0e1fc202-47ac-42cb-b636-8060829f157b req-e456696b-ce0d-4fe9-a985-a80a414b8aa7 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=2e74299322ca4cedabe873822eda95ae&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0454383 May 16 20:35:08.058199 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-0e1fc202-47ac-42cb-b636-8060829f157b req-c97ca90b-0367-4577-9d5c-c6276c7dd387 service neutron] 10.222.0.71 "GET /v2.0/networks/b7ed8523-9957-45bf-80ef-13010737dd57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821095 May 16 20:35:08.146343 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-0e1fc202-47ac-42cb-b636-8060829f157b req-5882dd94-0181-4bf4-ba52-eca07740b40f service neutron] 10.222.0.71 "GET /v2.0/networks/b7ed8523-9957-45bf-80ef-13010737dd57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821967 May 16 20:35:08.403850 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-f14fe280-3cda-42a3-8595-a579c51a9e3f req-dd3b0147-d58f-4419-b1d6-aee365b0edb0 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] 10.222.0.71 "GET /v2.0/ports?device_id=266ce79f-e83f-435f-bee1-c666554be767 HTTP/1.1" status: 200 len: 210 time: 0.1265073 May 16 20:35:08.833881 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7e48644e-b95e-4624-af94-515661536cfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (250d088e-9c0e-4ec5-80f3-a83f8403448b), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:35:09.210592 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1fc202-47ac-42cb-b636-8060829f157b req-4b119986-576a-474f-a8d0-c5622c5a27ca tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:35:09.212665 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-0e1fc202-47ac-42cb-b636-8060829f157b req-4b119986-576a-474f-a8d0-c5622c5a27ca tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] 10.222.0.81 "GET /v2.0/networks?id=b7ed8523-9957-45bf-80ef-13010737dd57 HTTP/1.1" status: 200 len: 814 time: 0.1076419 May 16 20:35:09.276142 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-0e1fc202-47ac-42cb-b636-8060829f157b req-cb042985-4814-48e5-97da-1e893fd1fe4f tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2e74299322ca4cedabe873822eda95ae HTTP/1.1" status: 200 len: 379 time: 0.0550728 May 16 20:35:09.341499 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.v2.base [req-0e1fc202-47ac-42cb-b636-8060829f157b req-8c05f6c0-ce02-43cd-86ad-63a44c430e0d tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Request body: {'port': {'device_id': '266ce79f-e83f-435f-bee1-c666554be767', 'network_id': 'b7ed8523-9957-45bf-80ef-13010737dd57', 'admin_state_up': True, 'tenant_id': '2e74299322ca4cedabe873822eda95ae', 'security_groups': ['140c9809-76dd-4a29-a14a-52103ea369be']}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:35:09.447006 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e1fc202-47ac-42cb-b636-8060829f157b req-8c05f6c0-ce02-43cd-86ad-63a44c430e0d tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Made reservation on behalf of 2e74299322ca4cedabe873822eda95ae for: {'port': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 20:35:09.451274 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-0e1fc202-47ac-42cb-b636-8060829f157b req-8c05f6c0-ce02-43cd-86ad-63a44c430e0d tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:35:09.503386 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-1364ce11-34b9-4aae-a490-27a8b8b490de req-02a034a6-e65c-407a-825a-59442bd2b081 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] 10.222.0.71 "GET /v2.0/ports?device_id=266ce79f-e83f-435f-bee1-c666554be767 HTTP/1.1" status: 200 len: 210 time: 0.0290525 May 16 20:35:09.579351 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [req-0e1fc202-47ac-42cb-b636-8060829f157b req-8c05f6c0-ce02-43cd-86ad-63a44c430e0d tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Allocated IP 172.20.0.14 (b7ed8523-9957-45bf-80ef-13010737dd57/6fd9bd49-8907-4582-9941-2a3571aaa9b7/812525ac-0895-4616-9beb-5b957321111a) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 20:35:09.715632 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-0e1fc202-47ac-42cb-b636-8060829f157b req-8c05f6c0-ce02-43cd-86ad-63a44c430e0d tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Publish callbacks [] for port (812525ac-0895-4616-9beb-5b957321111a), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:35:09.746026 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-0e1fc202-47ac-42cb-b636-8060829f157b req-8c05f6c0-ce02-43cd-86ad-63a44c430e0d tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732397102960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27048612'] for port (812525ac-0895-4616-9beb-5b957321111a), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:35:09.787781 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e1fc202-47ac-42cb-b636-8060829f157b req-8c05f6c0-ce02-43cd-86ad-63a44c430e0d tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Network b7ed8523-9957-45bf-80ef-13010737dd57 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 20:35:09.791493 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [req-0e1fc202-47ac-42cb-b636-8060829f157b req-8c05f6c0-ce02-43cd-86ad-63a44c430e0d tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 20:35:09.794321 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e1fc202-47ac-42cb-b636-8060829f157b req-8c05f6c0-ce02-43cd-86ad-63a44c430e0d tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 20:35:09.826412 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c05f6c0-ce02-43cd-86ad-63a44c430e0d tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Pushing event updated for resources: {'Port': ['ID=812525ac-0895-4616-9beb-5b957321111a,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:35:09.858595 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1fc202-47ac-42cb-b636-8060829f157b req-8c05f6c0-ce02-43cd-86ad-63a44c430e0d tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:35:09.859255 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-0e1fc202-47ac-42cb-b636-8060829f157b req-8c05f6c0-ce02-43cd-86ad-63a44c430e0d tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-338397'] for port (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:35:09.875878 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-0e1fc202-47ac-42cb-b636-8060829f157b req-8c05f6c0-ce02-43cd-86ad-63a44c430e0d tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5379653 May 16 20:35:09.888487 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.v2.base [req-0e1fc202-47ac-42cb-b636-8060829f157b req-61306bfd-9b45-4200-8ee5-5c17d8d049e7 service neutron] Request body: {'port': {'device_id': '266ce79f-e83f-435f-bee1-c666554be767', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83090'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:35:09.956395 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-0e1fc202-47ac-42cb-b636-8060829f157b req-61306bfd-9b45-4200-8ee5-5c17d8d049e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (812525ac-0895-4616-9beb-5b957321111a), before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:35:09.987115 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [None req-c00a76ed-7b81-4f19-8d40-7097a184322c None None] Provisioning complete for port 812525ac-0895-4616-9beb-5b957321111a triggered by entity DHCP. {{(pid=103450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:35:09.987696 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c00a76ed-7b81-4f19-8d40-7097a184322c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868582'] for port (812525ac-0895-4616-9beb-5b957321111a), provisioning_complete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:35:10.018406 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-c00a76ed-7b81-4f19-8d40-7097a184322c None None] Port 812525ac-0895-4616-9beb-5b957321111a cannot update to ACTIVE because it is not bound. {{(pid=103450) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 20:35:10.203387 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (748e0023-d5c8-44d3-9d74-a0da2def1ef4), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:35:10.241884 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.notifiers.nova [req-0e1fc202-47ac-42cb-b636-8060829f157b req-61306bfd-9b45-4200-8ee5-5c17d8d049e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 812525ac-0895-4616-9beb-5b957321111a {{(pid=103448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 20:35:10.250097 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-0e1fc202-47ac-42cb-b636-8060829f157b req-61306bfd-9b45-4200-8ee5-5c17d8d049e7 service neutron] Publish callbacks [] for port (812525ac-0895-4616-9beb-5b957321111a), precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:35:10.262649 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [req-0e1fc202-47ac-42cb-b636-8060829f157b req-61306bfd-9b45-4200-8ee5-5c17d8d049e7 service neutron] Transition to ACTIVE for port object 812525ac-0895-4616-9beb-5b957321111a will not be triggered until provisioned by entity L2. {{(pid=103448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 16 20:35:10.266465 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-0e1fc202-47ac-42cb-b636-8060829f157b req-61306bfd-9b45-4200-8ee5-5c17d8d049e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732397598091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732397102978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732397102996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27048595'] for port (812525ac-0895-4616-9beb-5b957321111a), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:35:10.334927 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61306bfd-9b45-4200-8ee5-5c17d8d049e7 service neutron] Pushing event updated for resources: {'Port': ['ID=812525ac-0895-4616-9beb-5b957321111a,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:35:10.388270 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-0e1fc202-47ac-42cb-b636-8060829f157b req-61306bfd-9b45-4200-8ee5-5c17d8d049e7 service neutron] Attempting to bind port 812525ac-0895-4616-9beb-5b957321111a on host hv-cinder-83090 for vnic_type normal with profile {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 20:35:10.388612 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-0e1fc202-47ac-42cb-b636-8060829f157b req-61306bfd-9b45-4200-8ee5-5c17d8d049e7 service neutron] Attempting to bind port 812525ac-0895-4616-9beb-5b957321111a by drivers openvswitch,hyperv on host hv-cinder-83090 at level 0 using segments [{'id': 'ebdc97d5-0dc3-44e3-97c0-cb7e898e699f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'b7ed8523-9957-45bf-80ef-13010737dd57'}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 20:35:10.388948 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e1fc202-47ac-42cb-b636-8060829f157b req-61306bfd-9b45-4200-8ee5-5c17d8d049e7 service neutron] Attempting to bind port 812525ac-0895-4616-9beb-5b957321111a on network b7ed8523-9957-45bf-80ef-13010737dd57 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 20:35:10.393580 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e1fc202-47ac-42cb-b636-8060829f157b req-61306bfd-9b45-4200-8ee5-5c17d8d049e7 service neutron] Port 812525ac-0895-4616-9beb-5b957321111a on network b7ed8523-9957-45bf-80ef-13010737dd57 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83090 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 16 20:35:10.393901 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e1fc202-47ac-42cb-b636-8060829f157b req-61306bfd-9b45-4200-8ee5-5c17d8d049e7 service neutron] Attempting to bind port 812525ac-0895-4616-9beb-5b957321111a on network b7ed8523-9957-45bf-80ef-13010737dd57 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 20:35:10.399964 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e1fc202-47ac-42cb-b636-8060829f157b req-61306bfd-9b45-4200-8ee5-5c17d8d049e7 service neutron] Checking agent: {'id': '748e0023-d5c8-44d3-9d74-a0da2def1ef4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83090', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 20, 23, 10), 'started_at': datetime.datetime(2022, 5, 16, 20, 23, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 20, 35, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 20:35:10.400341 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e1fc202-47ac-42cb-b636-8060829f157b req-61306bfd-9b45-4200-8ee5-5c17d8d049e7 service neutron] Checking segment: {'id': 'ebdc97d5-0dc3-44e3-97c0-cb7e898e699f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'b7ed8523-9957-45bf-80ef-13010737dd57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 20:35:10.400808 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e1fc202-47ac-42cb-b636-8060829f157b req-61306bfd-9b45-4200-8ee5-5c17d8d049e7 service neutron] Bound using segment: {'id': 'ebdc97d5-0dc3-44e3-97c0-cb7e898e699f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'b7ed8523-9957-45bf-80ef-13010737dd57'} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 20:35:10.401241 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-0e1fc202-47ac-42cb-b636-8060829f157b req-61306bfd-9b45-4200-8ee5-5c17d8d049e7 service neutron] Bound port: 812525ac-0895-4616-9beb-5b957321111a, host: hv-cinder-83090, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebdc97d5-0dc3-44e3-97c0-cb7e898e699f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'b7ed8523-9957-45bf-80ef-13010737dd57'}}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 20:35:10.401606 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-0e1fc202-47ac-42cb-b636-8060829f157b req-61306bfd-9b45-4200-8ee5-5c17d8d049e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (812525ac-0895-4616-9beb-5b957321111a), before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:35:10.466576 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-0e1fc202-47ac-42cb-b636-8060829f157b req-61306bfd-9b45-4200-8ee5-5c17d8d049e7 service neutron] For port 812525ac-0895-4616-9beb-5b957321111a, host hv-cinder-83090, cleared binding levels {{(pid=103448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 20:35:10.472095 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-0e1fc202-47ac-42cb-b636-8060829f157b req-61306bfd-9b45-4200-8ee5-5c17d8d049e7 service neutron] For port 812525ac-0895-4616-9beb-5b957321111a, host hv-cinder-83090, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=812525ac-0895-4616-9beb-5b957321111a,segment=NetworkSegment(ebdc97d5-0dc3-44e3-97c0-cb7e898e699f),segment_id=ebdc97d5-0dc3-44e3-97c0-cb7e898e699f)] {{(pid=103448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 20:35:10.479746 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-0e1fc202-47ac-42cb-b636-8060829f157b req-61306bfd-9b45-4200-8ee5-5c17d8d049e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732397598091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732397102978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732397102996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27048595'] for port (812525ac-0895-4616-9beb-5b957321111a), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:35:10.515361 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1fc202-47ac-42cb-b636-8060829f157b req-61306bfd-9b45-4200-8ee5-5c17d8d049e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:35:10.515990 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-0e1fc202-47ac-42cb-b636-8060829f157b req-61306bfd-9b45-4200-8ee5-5c17d8d049e7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-338397'] for port (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:35:10.517382 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-0e1fc202-47ac-42cb-b636-8060829f157b req-61306bfd-9b45-4200-8ee5-5c17d8d049e7 service neutron] 10.222.0.81 "PUT /v2.0/ports/812525ac-0895-4616-9beb-5b957321111a HTTP/1.1" status: 200 len: 1094 time: 0.6345062 May 16 20:35:10.517813 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '266ce79f-e83f-435f-bee1-c666554be767', 'tag': '812525ac-0895-4616-9beb-5b957321111a'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 20:35:10.520015 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cabd327eae894280a08d6ee7d9129781675a5828ba01ec684011f2f655eb9e7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d53ad6c-5c35-43bf-8055-3e95afdc5073" -d '{"events": [{"name": "network-changed", "server_uuid": "266ce79f-e83f-435f-bee1-c666554be767", "tag": "812525ac-0895-4616-9beb-5b957321111a"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 20:35:10.543987 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61306bfd-9b45-4200-8ee5-5c17d8d049e7 service neutron] Pushing event updated for resources: {'Port': ['ID=812525ac-0895-4616-9beb-5b957321111a,revision_number=3']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:35:10.574987 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 20:35:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8abc06d8-f6b3-4bbb-b546-72d10e209333 x-openstack-request-id: req-8abc06d8-f6b3-4bbb-b546-72d10e209333 {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 20:35:10.575284 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "266ce79f-e83f-435f-bee1-c666554be767", "tag": "812525ac-0895-4616-9beb-5b957321111a", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 20:35:10.575545 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-8abc06d8-f6b3-4bbb-b546-72d10e209333 {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 20:35:10.575948 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8abc06d8-f6b3-4bbb-b546-72d10e209333'] response: {'name': 'network-changed', 'server_uuid': '266ce79f-e83f-435f-bee1-c666554be767', 'tag': '812525ac-0895-4616-9beb-5b957321111a', 'status': 'completed', 'code': 200} May 16 20:35:10.617330 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1fc202-47ac-42cb-b636-8060829f157b req-9aa0d7d5-bb2b-4950-93ad-da9cb346d153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:35:10.619332 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-0e1fc202-47ac-42cb-b636-8060829f157b req-9aa0d7d5-bb2b-4950-93ad-da9cb346d153 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=2e74299322ca4cedabe873822eda95ae&device_id=266ce79f-e83f-435f-bee1-c666554be767 HTTP/1.1" status: 200 len: 1128 time: 0.0425611 May 16 20:35:10.643493 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068f7d7b-824f-4f00-941c-508167d0fa4d req-18715840-df02-4aa0-b0fd-e4d5808048fd tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:35:10.648121 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-068f7d7b-824f-4f00-941c-508167d0fa4d req-18715840-df02-4aa0-b0fd-e4d5808048fd tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] 10.222.0.71 "GET /v2.0/ports?device_id=266ce79f-e83f-435f-bee1-c666554be767 HTTP/1.1" status: 200 len: 944 time: 0.0536325 May 16 20:35:10.659409 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-0e1fc202-47ac-42cb-b636-8060829f157b req-f37a2355-416f-40eb-9e3a-410e05ea81c0 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=812525ac-0895-4616-9beb-5b957321111a HTTP/1.1" status: 200 len: 217 time: 0.0334830 May 16 20:35:10.702395 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-068f7d7b-824f-4f00-941c-508167d0fa4d req-818b86e8-a85c-4b19-8236-8f789d8913a9 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] 10.222.0.71 "GET /v2.0/security-groups?id=140c9809-76dd-4a29-a14a-52103ea369be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510988 May 16 20:35:10.712338 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1fc202-47ac-42cb-b636-8060829f157b req-c04da5c0-6979-41a4-a79d-605134426b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:35:10.713781 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-0e1fc202-47ac-42cb-b636-8060829f157b req-c04da5c0-6979-41a4-a79d-605134426b74 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=6fd9bd49-8907-4582-9941-2a3571aaa9b7 HTTP/1.1" status: 200 len: 853 time: 0.0477707 May 16 20:35:10.761051 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1fc202-47ac-42cb-b636-8060829f157b req-6efd0e9e-f12a-491c-95a9-1eab8eb769e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:35:10.762532 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-0e1fc202-47ac-42cb-b636-8060829f157b req-6efd0e9e-f12a-491c-95a9-1eab8eb769e1 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b7ed8523-9957-45bf-80ef-13010737dd57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425494 May 16 20:35:10.849032 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-0e1fc202-47ac-42cb-b636-8060829f157b req-c10d6903-a9a5-4bd8-b224-127674b1d74d service neutron] 10.222.0.81 "GET /v2.0/networks/b7ed8523-9957-45bf-80ef-13010737dd57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803418 May 16 20:35:10.887683 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6817a924-6d52-4d66-a8a7-036511333704 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (03fa33e9-7cc7-490c-b269-c4f69c490346), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:35:10.943366 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-0e1fc202-47ac-42cb-b636-8060829f157b req-5f7dab5a-ae91-4e60-b5e1-e558ea7f059d service neutron] 10.222.0.81 "GET /v2.0/networks/b7ed8523-9957-45bf-80ef-13010737dd57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883684 May 16 20:35:11.273289 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (bddaa840-ffd9-43a2-8860-d40111f70aff), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:35:11.661102 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d53ad6c-5c35-43bf-8055-3e95afdc5073 req-d32f889c-81b3-402a-95be-69ad55c5acb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:35:11.662585 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-9d53ad6c-5c35-43bf-8055-3e95afdc5073 req-d32f889c-81b3-402a-95be-69ad55c5acb3 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=2e74299322ca4cedabe873822eda95ae&device_id=266ce79f-e83f-435f-bee1-c666554be767 HTTP/1.1" status: 200 len: 1128 time: 0.0382452 May 16 20:35:12.035937 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab3dcd7-ed6a-4226-8106-18407849e239 req-d100484a-1d36-4445-b136-de214b89176d tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:35:12.037308 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-aab3dcd7-ed6a-4226-8106-18407849e239 req-d100484a-1d36-4445-b136-de214b89176d tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] 10.222.0.71 "GET /v2.0/ports?device_id=266ce79f-e83f-435f-bee1-c666554be767 HTTP/1.1" status: 200 len: 944 time: 0.0524433 May 16 20:35:12.056705 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d53ad6c-5c35-43bf-8055-3e95afdc5073 req-6372eeb0-9f9b-4a30-b13a-de6e18be7712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:35:12.058084 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-9d53ad6c-5c35-43bf-8055-3e95afdc5073 req-6372eeb0-9f9b-4a30-b13a-de6e18be7712 service neutron] 10.222.0.81 "GET /v2.0/networks?id=b7ed8523-9957-45bf-80ef-13010737dd57 HTTP/1.1" status: 200 len: 915 time: 0.3892941 May 16 20:35:12.101833 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-9d53ad6c-5c35-43bf-8055-3e95afdc5073 req-ff038510-204c-4826-befc-3ab0f0f9c102 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=812525ac-0895-4616-9beb-5b957321111a HTTP/1.1" status: 200 len: 217 time: 0.0376208 May 16 20:35:12.153411 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-aab3dcd7-ed6a-4226-8106-18407849e239 req-a0b1f86e-2963-460e-9f0d-0f0cf26e009b tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] 10.222.0.71 "GET /v2.0/security-groups?id=140c9809-76dd-4a29-a14a-52103ea369be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1068325 May 16 20:35:12.163737 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d53ad6c-5c35-43bf-8055-3e95afdc5073 req-2f365fb6-8841-4e06-b152-a64a12d5a1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:35:12.165197 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-9d53ad6c-5c35-43bf-8055-3e95afdc5073 req-2f365fb6-8841-4e06-b152-a64a12d5a1fb service neutron] 10.222.0.81 "GET /v2.0/subnets?id=6fd9bd49-8907-4582-9941-2a3571aaa9b7 HTTP/1.1" status: 200 len: 853 time: 0.0557911 May 16 20:35:12.206566 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d53ad6c-5c35-43bf-8055-3e95afdc5073 req-171f7d0d-a4f8-49ff-a563-23a19eae8608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:35:12.208034 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-9d53ad6c-5c35-43bf-8055-3e95afdc5073 req-171f7d0d-a4f8-49ff-a563-23a19eae8608 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b7ed8523-9957-45bf-80ef-13010737dd57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0377445 May 16 20:35:12.301548 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-9d53ad6c-5c35-43bf-8055-3e95afdc5073 req-58a8df8a-a30a-4151-a80b-cc768c80115b service neutron] 10.222.0.81 "GET /v2.0/networks/b7ed8523-9957-45bf-80ef-13010737dd57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875299 May 16 20:35:12.389280 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-9d53ad6c-5c35-43bf-8055-3e95afdc5073 req-43e43533-7796-4157-8d20-31c51e3efd68 service neutron] 10.222.0.81 "GET /v2.0/networks/b7ed8523-9957-45bf-80ef-13010737dd57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819271 May 16 20:35:13.116683 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Device 812525ac-0895-4616-9beb-5b957321111a details requested by agent hyperv_hv-cinder-83090 with host hv-cinder-83090 {{(pid=103450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 20:35:13.216099 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] For port 812525ac-0895-4616-9beb-5b957321111a, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=812525ac-0895-4616-9beb-5b957321111a,segment=NetworkSegment(ebdc97d5-0dc3-44e3-97c0-cb7e898e699f),segment_id=ebdc97d5-0dc3-44e3-97c0-cb7e898e699f)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:35:13.228473 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Returning: {'device': '812525ac-0895-4616-9beb-5b957321111a', 'network_id': 'b7ed8523-9957-45bf-80ef-13010737dd57', 'port_id': '812525ac-0895-4616-9beb-5b957321111a', 'mac_address': 'fa:16:3e:89:77:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fd9bd49-8907-4582-9941-2a3571aaa9b7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 20:35:13.269446 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Current status of the port 812525ac-0895-4616-9beb-5b957321111a is: DOWN; New status is: BUILD {{(pid=103450) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:35:13.269940 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (812525ac-0895-4616-9beb-5b957321111a), before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:35:13.276105 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbb03f3-6c81-4b26-9f20-1a62119bcd75 req-8b2b1909-110e-43fa-ba95-6517e0e8b217 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:35:13.277640 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-1dbb03f3-6c81-4b26-9f20-1a62119bcd75 req-8b2b1909-110e-43fa-ba95-6517e0e8b217 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] 10.222.0.71 "GET /v2.0/ports?device_id=266ce79f-e83f-435f-bee1-c666554be767 HTTP/1.1" status: 200 len: 944 time: 0.0533898 May 16 20:35:13.284543 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.notifiers.nova [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 812525ac-0895-4616-9beb-5b957321111a {{(pid=103450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 20:35:13.306653 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] For port 812525ac-0895-4616-9beb-5b957321111a, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=812525ac-0895-4616-9beb-5b957321111a,segment=NetworkSegment(ebdc97d5-0dc3-44e3-97c0-cb7e898e699f),segment_id=ebdc97d5-0dc3-44e3-97c0-cb7e898e699f)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:35:13.312088 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732397598091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732397102978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732397102996'] for port (812525ac-0895-4616-9beb-5b957321111a), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:35:13.327930 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-1dbb03f3-6c81-4b26-9f20-1a62119bcd75 req-073b6c54-59ee-48cd-831c-898e6c8b27f0 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] 10.222.0.71 "GET /v2.0/security-groups?id=140c9809-76dd-4a29-a14a-52103ea369be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437827 May 16 20:35:13.357896 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Pushing event updated for resources: {'Port': ['ID=812525ac-0895-4616-9beb-5b957321111a,revision_number=4']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:35:13.364893 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:35:13.365264 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:35:13.365609 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:35:13.366224 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:35:13.366564 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:35:13.366944 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:35:13.367248 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:35:13.367572 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:35:13.368207 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:35:13.368542 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:35:13.368872 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:35:13.369201 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:35:13.369527 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:35:13.369854 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:35:13.370176 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:35:13.522306 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] get_ports_and_sgs() called for port_ids ['812525ac-0895-4616-9beb-5b957321111a'] {{(pid=103450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 20:35:14.445552 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4936e28a-230d-4248-9a37-aaca57b4574a req-0511ce29-39a7-4b31-87c5-7a0e6cc58c28 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:35:14.447009 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-4936e28a-230d-4248-9a37-aaca57b4574a req-0511ce29-39a7-4b31-87c5-7a0e6cc58c28 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] 10.222.0.71 "GET /v2.0/ports?device_id=266ce79f-e83f-435f-bee1-c666554be767 HTTP/1.1" status: 200 len: 945 time: 0.0508282 May 16 20:35:14.496507 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-4936e28a-230d-4248-9a37-aaca57b4574a req-9532cf2c-777a-416b-bfca-7d1a61c05f47 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] 10.222.0.71 "GET /v2.0/security-groups?id=140c9809-76dd-4a29-a14a-52103ea369be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430453 May 16 20:35:15.194985 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Device 812525ac-0895-4616-9beb-5b957321111a up at agent hyperv_hv-cinder-83090 {{(pid=103450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 20:35:15.237044 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Provisioning for port 812525ac-0895-4616-9beb-5b957321111a completed by entity L2. {{(pid=103450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 16 20:35:15.242715 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Provisioning complete for port 812525ac-0895-4616-9beb-5b957321111a triggered by entity L2. {{(pid=103450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:35:15.243203 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868582'] for port (812525ac-0895-4616-9beb-5b957321111a), provisioning_complete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:35:15.318641 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Current status of the port 812525ac-0895-4616-9beb-5b957321111a is: BUILD; New status is: ACTIVE {{(pid=103450) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:35:15.319025 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (812525ac-0895-4616-9beb-5b957321111a), before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:35:15.342221 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '266ce79f-e83f-435f-bee1-c666554be767', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '812525ac-0895-4616-9beb-5b957321111a'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 20:35:15.344471 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38452c862c9e2e5c9d38da0d4ca4e6053ba1266d056c207bc89b5fbcea4cd82f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ad9cbd9-e5bc-4e0f-a79a-b00527f39217" -d '{"events": [{"server_uuid": "266ce79f-e83f-435f-bee1-c666554be767", "name": "network-vif-plugged", "status": "completed", "tag": "812525ac-0895-4616-9beb-5b957321111a"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 20:35:15.358049 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] For port 812525ac-0895-4616-9beb-5b957321111a, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=812525ac-0895-4616-9beb-5b957321111a,segment=NetworkSegment(ebdc97d5-0dc3-44e3-97c0-cb7e898e699f),segment_id=ebdc97d5-0dc3-44e3-97c0-cb7e898e699f)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:35:15.362513 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732397598091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732397102978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732397102996'] for port (812525ac-0895-4616-9beb-5b957321111a), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:35:15.387554 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 20:35:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2513b5b-069e-4086-87b6-0fa106254336 x-openstack-request-id: req-d2513b5b-069e-4086-87b6-0fa106254336 {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 20:35:15.387554 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "266ce79f-e83f-435f-bee1-c666554be767", "name": "network-vif-plugged", "status": "completed", "tag": "812525ac-0895-4616-9beb-5b957321111a", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 20:35:15.387829 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-d2513b5b-069e-4086-87b6-0fa106254336 {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 20:35:15.388095 dv-cinder-830901-7-iscsi neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2513b5b-069e-4086-87b6-0fa106254336'] response: {'server_uuid': '266ce79f-e83f-435f-bee1-c666554be767', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '812525ac-0895-4616-9beb-5b957321111a', 'code': 200} May 16 20:35:15.411994 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Pushing event updated for resources: {'Port': ['ID=812525ac-0895-4616-9beb-5b957321111a,revision_number=5']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:35:15.543915 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d76393-65f4-4eeb-8478-a0ce47238d77 req-248f1839-369b-4868-b38d-b029ac7ae7da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:35:15.545434 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-66d76393-65f4-4eeb-8478-a0ce47238d77 req-248f1839-369b-4868-b38d-b029ac7ae7da service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=266ce79f-e83f-435f-bee1-c666554be767 HTTP/1.1" status: 200 len: 1130 time: 0.0392962 May 16 20:35:15.625806 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a17d9f-be43-41bc-8d00-bbea7add0c39 req-d563dfc7-635d-4e2a-a8d5-00c7c38b19ec tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:35:15.627254 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-e1a17d9f-be43-41bc-8d00-bbea7add0c39 req-d563dfc7-635d-4e2a-a8d5-00c7c38b19ec tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] 10.222.0.71 "GET /v2.0/ports?device_id=266ce79f-e83f-435f-bee1-c666554be767 HTTP/1.1" status: 200 len: 946 time: 0.0610662 May 16 20:35:15.629442 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-66d76393-65f4-4eeb-8478-a0ce47238d77 req-a30f802b-de37-4e77-aeab-d59e67e7f23b service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=140c9809-76dd-4a29-a14a-52103ea369be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765433 May 16 20:35:15.677027 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-e1a17d9f-be43-41bc-8d00-bbea7add0c39 req-fb454cc6-f4ff-46d2-b96d-0c5944102baa tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] 10.222.0.71 "GET /v2.0/security-groups?id=140c9809-76dd-4a29-a14a-52103ea369be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440922 May 16 20:35:16.791916 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f26045-1ead-438a-86c9-78b0f9d9ab5e req-87958b14-af05-4e6d-83e5-b8e2d8a9a16c tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:35:16.793235 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-e8f26045-1ead-438a-86c9-78b0f9d9ab5e req-87958b14-af05-4e6d-83e5-b8e2d8a9a16c tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] 10.222.0.71 "GET /v2.0/ports?device_id=266ce79f-e83f-435f-bee1-c666554be767 HTTP/1.1" status: 200 len: 946 time: 0.0461965 May 16 20:35:16.840054 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-e8f26045-1ead-438a-86c9-78b0f9d9ab5e req-d4552172-18af-4160-b0c2-185d42ddc660 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] 10.222.0.71 "GET /v2.0/security-groups?id=140c9809-76dd-4a29-a14a-52103ea369be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412655 May 16 20:35:17.106722 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fef53dd-bb00-4194-a2da-ab0a115b018e req-2b4c8b0c-c535-4cf4-bc10-8d1b34908226 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:35:17.108200 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-8fef53dd-bb00-4194-a2da-ab0a115b018e req-2b4c8b0c-c535-4cf4-bc10-8d1b34908226 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] 10.222.0.71 "GET /v2.0/ports?device_id=266ce79f-e83f-435f-bee1-c666554be767 HTTP/1.1" status: 200 len: 946 time: 0.0467360 May 16 20:35:17.116594 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.71', 54202) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:35:17.121424 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.v2.base [None req-3b4c3242-82dd-4647-80f0-d5b828e49a5a tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Request body: {'floatingip': {'port_id': '812525ac-0895-4616-9beb-5b957321111a'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:35:17.158006 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3b4c3242-82dd-4647-80f0-d5b828e49a5a tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Publish callbacks [] for floatingip (ceea9cef-6f65-480a-9bfb-a2112b0675f5), before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:35:17.572668 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3b4c3242-82dd-4647-80f0-d5b828e49a5a tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:35:17.576587 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3b4c3242-82dd-4647-80f0-d5b828e49a5a tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1640477'] for floatingip (ceea9cef-6f65-480a-9bfb-a2112b0675f5), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:35:17.668381 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.db.l3_db [None req-3b4c3242-82dd-4647-80f0-d5b828e49a5a tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Floating IP ceea9cef-6f65-480a-9bfb-a2112b0675f5 associated. External IP: 172.27.2.237, port: 812525ac-0895-4616-9beb-5b957321111a. May 16 20:35:17.867276 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b4c3242-82dd-4647-80f0-d5b828e49a5a tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Router 013a50c1-75d1-4eeb-88ff-52fbc84c6fe4 has already been hosted by L3 agent fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f {{(pid=103448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 20:35:17.967620 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b4c3242-82dd-4647-80f0-d5b828e49a5a tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Notify agent at l3_agent.dv-cinder-830901-7-iscsi the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 20:35:17.972053 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3b4c3242-82dd-4647-80f0-d5b828e49a5a tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-338397'] for floatingip (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:35:17.979231 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d84957a-1ac9-40dc-8c70-76a810192abc None None] Sync routers for ids ['013a50c1-75d1-4eeb-88ff-52fbc84c6fe4'] in dv-cinder-830901-7-iscsi {{(pid=103451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 20:35:17.989221 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d84957a-1ac9-40dc-8c70-76a810192abc None None] Routers {'013a50c1-75d1-4eeb-88ff-52fbc84c6fe4'} bound to L3 agent in host dv-cinder-830901-7-iscsi {{(pid=103451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:35:17.989822 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-3d84957a-1ac9-40dc-8c70-76a810192abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-16T20:16:38Z,description=,heartbeat_timestamp=2022-05-16T20:35:08Z,host='dv-cinder-830901-7-iscsi',id=fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:16:38Z,topic='l3_agent')) {'router_ids': ['013a50c1-75d1-4eeb-88ff-52fbc84c6fe4'], 'active': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:35:18.001171 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-3b4c3242-82dd-4647-80f0-d5b828e49a5a tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] 10.222.0.71 "PUT /v2.0/floatingips/ceea9cef-6f65-480a-9bfb-a2112b0675f5 HTTP/1.1" status: 200 len: 992 time: 0.8835607 May 16 20:35:18.001766 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '266ce79f-e83f-435f-bee1-c666554be767', 'tag': '812525ac-0895-4616-9beb-5b957321111a'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 20:35:18.003994 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cabd327eae894280a08d6ee7d9129781675a5828ba01ec684011f2f655eb9e7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab3c43e4-7548-4c42-94b2-f00a16fe1d9f" -d '{"events": [{"name": "network-changed", "server_uuid": "266ce79f-e83f-435f-bee1-c666554be767", "tag": "812525ac-0895-4616-9beb-5b957321111a"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 20:35:18.038985 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 20:35:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39923ecb-e8af-4678-bbde-2f0b4ce07cfb x-openstack-request-id: req-39923ecb-e8af-4678-bbde-2f0b4ce07cfb {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 20:35:18.039277 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "266ce79f-e83f-435f-bee1-c666554be767", "tag": "812525ac-0895-4616-9beb-5b957321111a", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 20:35:18.039530 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-39923ecb-e8af-4678-bbde-2f0b4ce07cfb {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 20:35:18.039935 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39923ecb-e8af-4678-bbde-2f0b4ce07cfb'] response: {'name': 'network-changed', 'server_uuid': '266ce79f-e83f-435f-bee1-c666554be767', 'tag': '812525ac-0895-4616-9beb-5b957321111a', 'status': 'completed', 'code': 200} May 16 20:35:18.089898 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvr_db [None req-3d84957a-1ac9-40dc-8c70-76a810192abc None None] Set router 013a50c1-75d1-4eeb-88ff-52fbc84c6fe4 gateway port host: dv-cinder-830901-7-iscsi {{(pid=103451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:35:18.100123 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3c43e4-7548-4c42-94b2-f00a16fe1d9f req-78914c9a-62be-487b-8ee4-8ee67794cbb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:35:18.101647 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-ab3c43e4-7548-4c42-94b2-f00a16fe1d9f req-78914c9a-62be-487b-8ee4-8ee67794cbb3 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=2e74299322ca4cedabe873822eda95ae&device_id=266ce79f-e83f-435f-bee1-c666554be767 HTTP/1.1" status: 200 len: 1130 time: 0.0420225 May 16 20:35:18.193006 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3c43e4-7548-4c42-94b2-f00a16fe1d9f req-f56ead38-08cd-4933-8d08-64303574a354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:35:18.194485 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-ab3c43e4-7548-4c42-94b2-f00a16fe1d9f req-f56ead38-08cd-4933-8d08-64303574a354 service neutron] 10.222.0.81 "GET /v2.0/networks?id=b7ed8523-9957-45bf-80ef-13010737dd57 HTTP/1.1" status: 200 len: 915 time: 0.0867224 May 16 20:35:18.264430 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-ab3c43e4-7548-4c42-94b2-f00a16fe1d9f req-ec26175e-68c3-4013-9fc6-6e2b099d4c5d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=812525ac-0895-4616-9beb-5b957321111a HTTP/1.1" status: 200 len: 1000 time: 0.0639639 May 16 20:35:18.314673 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3c43e4-7548-4c42-94b2-f00a16fe1d9f req-006a3139-a04a-447d-bab8-4f6f9c9301af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:35:18.316185 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-ab3c43e4-7548-4c42-94b2-f00a16fe1d9f req-006a3139-a04a-447d-bab8-4f6f9c9301af service neutron] 10.222.0.81 "GET /v2.0/subnets?id=6fd9bd49-8907-4582-9941-2a3571aaa9b7 HTTP/1.1" status: 200 len: 853 time: 0.0457721 May 16 20:35:18.359724 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3c43e4-7548-4c42-94b2-f00a16fe1d9f req-f446aaef-fe52-425e-bf1c-2ec1c2136129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:35:18.361245 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-ab3c43e4-7548-4c42-94b2-f00a16fe1d9f req-f446aaef-fe52-425e-bf1c-2ec1c2136129 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b7ed8523-9957-45bf-80ef-13010737dd57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395942 May 16 20:35:18.377933 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-3d84957a-1ac9-40dc-8c70-76a810192abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '013a50c1-75d1-4eeb-88ff-52fbc84c6fe4', 'name': 'tempest-AttachVolumeNegativeTest-976810855-router', 'tenant_id': '2e74299322ca4cedabe873822eda95ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'external_fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.221'}], 'enable_snat': True}, 'gw_port_id': '50d2dbe4-550d-410a-b31b-c2bcba8664fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:31:51Z', 'updated_at': '2022-05-16T20:31:54Z', 'revision_number': 4, 'project_id': '2e74299322ca4cedabe873822eda95ae', 'gw_port': {'id': '50d2dbe4-550d-410a-b31b-c2bcba8664fc', 'name': '', 'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:0f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '013a50c1-75d1-4eeb-88ff-52fbc84c6fe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:31:51Z', 'updated_at': '2022-05-16T20:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-7-iscsi', '_floatingips': [{'id': 'ceea9cef-6f65-480a-9bfb-a2112b0675f5', 'tenant_id': '2e74299322ca4cedabe873822eda95ae', 'floating_ip_address': '172.27.2.237', 'floating_network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'router_id': '013a50c1-75d1-4eeb-88ff-52fbc84c6fe4', 'port_id': '812525ac-0895-4616-9beb-5b957321111a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7ed8523-9957-45bf-80ef-13010737dd57', 'mac_address': 'fa:16:3e:89:77:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '266ce79f-e83f-435f-bee1-c666554be767', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T20:35:07Z', 'updated_at': '2022-05-16T20:35:17Z', 'revision_number': 1, 'project_id': '2e74299322ca4cedabe873822eda95ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7556598a-d31e-484f-b5ee-d939b7326199', 'name': '', 'network_id': 'b7ed8523-9957-45bf-80ef-13010737dd57', 'tenant_id': '2e74299322ca4cedabe873822eda95ae', 'mac_address': 'fa:16:3e:c3:8d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '013a50c1-75d1-4eeb-88ff-52fbc84c6fe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '6fd9bd49-8907-4582-9941-2a3571aaa9b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:31:53Z', 'updated_at': '2022-05-16T20:31:57Z', 'revision_number': 5, 'project_id': '2e74299322ca4cedabe873822eda95ae', 'subnets': [{'id': '6fd9bd49-8907-4582-9941-2a3571aaa9b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-7-iscsi', False) {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:35:18.406183 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d84957a-1ac9-40dc-8c70-76a810192abc None None] Checking router: 013a50c1-75d1-4eeb-88ff-52fbc84c6fe4 for host: dv-cinder-830901-7-iscsi {{(pid=103451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 20:35:18.414403 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d84957a-1ac9-40dc-8c70-76a810192abc None None] Routers {'013a50c1-75d1-4eeb-88ff-52fbc84c6fe4'} bound to L3 agent in host dv-cinder-830901-7-iscsi {{(pid=103451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:35:18.415011 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-3d84957a-1ac9-40dc-8c70-76a810192abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-16T20:16:38Z,description=,heartbeat_timestamp=2022-05-16T20:35:08Z,host='dv-cinder-830901-7-iscsi',id=fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:16:38Z,topic='l3_agent')) {'router_ids': ['013a50c1-75d1-4eeb-88ff-52fbc84c6fe4'], 'active': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:35:18.456550 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-ab3c43e4-7548-4c42-94b2-f00a16fe1d9f req-1d620fff-cfff-4c96-bd16-448023625ef7 service neutron] 10.222.0.81 "GET /v2.0/networks/b7ed8523-9957-45bf-80ef-13010737dd57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889347 May 16 20:35:18.513833 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvr_db [None req-3d84957a-1ac9-40dc-8c70-76a810192abc None None] Set router 013a50c1-75d1-4eeb-88ff-52fbc84c6fe4 gateway port host: dv-cinder-830901-7-iscsi {{(pid=103451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:35:18.546692 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-ab3c43e4-7548-4c42-94b2-f00a16fe1d9f req-911ce921-09c9-4cbf-9f70-982bf4b04fcf service neutron] 10.222.0.81 "GET /v2.0/networks/b7ed8523-9957-45bf-80ef-13010737dd57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849695 May 16 20:35:18.719166 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-3d84957a-1ac9-40dc-8c70-76a810192abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '013a50c1-75d1-4eeb-88ff-52fbc84c6fe4', 'name': 'tempest-AttachVolumeNegativeTest-976810855-router', 'tenant_id': '2e74299322ca4cedabe873822eda95ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'external_fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.221'}], 'enable_snat': True}, 'gw_port_id': '50d2dbe4-550d-410a-b31b-c2bcba8664fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:31:51Z', 'updated_at': '2022-05-16T20:31:54Z', 'revision_number': 4, 'project_id': '2e74299322ca4cedabe873822eda95ae', 'gw_port': {'id': '50d2dbe4-550d-410a-b31b-c2bcba8664fc', 'name': '', 'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:0f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '013a50c1-75d1-4eeb-88ff-52fbc84c6fe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:31:51Z', 'updated_at': '2022-05-16T20:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-7-iscsi', '_floatingips': [{'id': 'ceea9cef-6f65-480a-9bfb-a2112b0675f5', 'tenant_id': '2e74299322ca4cedabe873822eda95ae', 'floating_ip_address': '172.27.2.237', 'floating_network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'router_id': '013a50c1-75d1-4eeb-88ff-52fbc84c6fe4', 'port_id': '812525ac-0895-4616-9beb-5b957321111a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7ed8523-9957-45bf-80ef-13010737dd57', 'mac_address': 'fa:16:3e:89:77:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '266ce79f-e83f-435f-bee1-c666554be767', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T20:35:07Z', 'updated_at': '2022-05-16T20:35:17Z', 'revision_number': 1, 'project_id': '2e74299322ca4cedabe873822eda95ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7556598a-d31e-484f-b5ee-d939b7326199', 'name': '', 'network_id': 'b7ed8523-9957-45bf-80ef-13010737dd57', 'tenant_id': '2e74299322ca4cedabe873822eda95ae', 'mac_address': 'fa:16:3e:c3:8d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '013a50c1-75d1-4eeb-88ff-52fbc84c6fe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '6fd9bd49-8907-4582-9941-2a3571aaa9b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:31:53Z', 'updated_at': '2022-05-16T20:31:57Z', 'revision_number': 5, 'project_id': '2e74299322ca4cedabe873822eda95ae', 'subnets': [{'id': '6fd9bd49-8907-4582-9941-2a3571aaa9b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-7-iscsi', False) {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:35:18.743211 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d84957a-1ac9-40dc-8c70-76a810192abc None None] The sync data for ids ['013a50c1-75d1-4eeb-88ff-52fbc84c6fe4'] in dv-cinder-830901-7-iscsi is: [{'id': '013a50c1-75d1-4eeb-88ff-52fbc84c6fe4', 'name': 'tempest-AttachVolumeNegativeTest-976810855-router', 'tenant_id': '2e74299322ca4cedabe873822eda95ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'external_fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.221'}], 'enable_snat': True}, 'gw_port_id': '50d2dbe4-550d-410a-b31b-c2bcba8664fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:31:51Z', 'updated_at': '2022-05-16T20:31:54Z', 'revision_number': 4, 'project_id': '2e74299322ca4cedabe873822eda95ae', 'gw_port': {'id': '50d2dbe4-550d-410a-b31b-c2bcba8664fc', 'name': '', 'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:0f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '013a50c1-75d1-4eeb-88ff-52fbc84c6fe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:31:51Z', 'updated_at': '2022-05-16T20:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-7-iscsi', '_floatingips': [{'id': 'ceea9cef-6f65-480a-9bfb-a2112b0675f5', 'tenant_id': '2e74299322ca4cedabe873822eda95ae', 'floating_ip_address': '172.27.2.237', 'floating_network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'router_id': '013a50c1-75d1-4eeb-88ff-52fbc84c6fe4', 'port_id': '812525ac-0895-4616-9beb-5b957321111a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7ed8523-9957-45bf-80ef-13010737dd57', 'mac_address': 'fa:16:3e:89:77:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '266ce79f-e83f-435f-bee1-c666554be767', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T20:35:07Z', 'updated_at': '2022-05-16T20:35:17Z', 'revision_number': 1, 'project_id': '2e74299322ca4cedabe873822eda95ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7556598a-d31e-484f-b5ee-d939b7326199', 'name': '', 'network_id': 'b7ed8523-9957-45bf-80ef-13010737dd57', 'tenant_id': '2e74299322ca4cedabe873822eda95ae', 'mac_address': 'fa:16:3e:c3:8d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '013a50c1-75d1-4eeb-88ff-52fbc84c6fe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '6fd9bd49-8907-4582-9941-2a3571aaa9b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:31:53Z', 'updated_at': '2022-05-16T20:31:57Z', 'revision_number': 5, 'project_id': '2e74299322ca4cedabe873822eda95ae', 'subnets': [{'id': '6fd9bd49-8907-4582-9941-2a3571aaa9b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 20:35:18.946137 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc59720-7887-4ffb-b222-c66a75ad434a None None] New status for floating IP ceea9cef-6f65-480a-9bfb-a2112b0675f5: ACTIVE {{(pid=103450) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 20:35:33.683583 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1cf205cd-527c-45cc-b778-d8b47ebc7179 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (6de3586b-c77a-41a3-9d69-e80d1925fb22), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:35:35.102887 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.agents_db [None req-fef3025b-cde1-4f6e-a405-d73d123fae0f None None] Agent healthcheck: found 6 active agents {{(pid=103451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 20:35:37.657610 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-54c80c13-8915-4257-8b3a-beacc0277266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:35:38.835827 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7e48644e-b95e-4624-af94-515661536cfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (250d088e-9c0e-4ec5-80f3-a83f8403448b), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:35:40.203083 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (748e0023-d5c8-44d3-9d74-a0da2def1ef4), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:35:40.891172 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6817a924-6d52-4d66-a8a7-036511333704 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (03fa33e9-7cc7-490c-b269-c4f69c490346), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:35:41.275937 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (bddaa840-ffd9-43a2-8860-d40111f70aff), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:02.493128 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f36f2b-d408-4298-a965-332d2ab90ce0 req-6a1d624b-a98e-4f51-832f-d937110a2797 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:36:02.494514 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-24f36f2b-d408-4298-a965-332d2ab90ce0 req-6a1d624b-a98e-4f51-832f-d937110a2797 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] 10.222.0.71 "GET /v2.0/ports?device_id=266ce79f-e83f-435f-bee1-c666554be767 HTTP/1.1" status: 200 len: 946 time: 0.0515077 May 16 20:36:02.543146 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-24f36f2b-d408-4298-a965-332d2ab90ce0 req-e80b6bf3-3f6c-4fde-920b-66926e781ddb tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] 10.222.0.71 "GET /v2.0/security-groups?id=140c9809-76dd-4a29-a14a-52103ea369be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427966 May 16 20:36:03.660506 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10db7429-37ef-488c-bf76-5470bf42b0f2 req-06c24d7c-59f4-4b4d-af29-14784cfe9869 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:36:03.661947 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-10db7429-37ef-488c-bf76-5470bf42b0f2 req-06c24d7c-59f4-4b4d-af29-14784cfe9869 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] 10.222.0.71 "GET /v2.0/ports?device_id=266ce79f-e83f-435f-bee1-c666554be767 HTTP/1.1" status: 200 len: 946 time: 0.0487559 May 16 20:36:03.686976 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ae1559a1-6224-4cb2-b917-74e7e881d3d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (6de3586b-c77a-41a3-9d69-e80d1925fb22), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:03.711025 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-10db7429-37ef-488c-bf76-5470bf42b0f2 req-7aec2cd6-af1d-4457-924a-266daae0275f tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] 10.222.0.71 "GET /v2.0/security-groups?id=140c9809-76dd-4a29-a14a-52103ea369be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424616 May 16 20:36:03.914372 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4578cd-e716-4226-846c-063df313db8f req-ebc4200a-0cbd-40fd-a50d-a2a551f9e03b tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:36:03.915700 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-3d4578cd-e716-4226-846c-063df313db8f req-ebc4200a-0cbd-40fd-a50d-a2a551f9e03b tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] 10.222.0.81 "GET /v2.0/ports?device_id=266ce79f-e83f-435f-bee1-c666554be767 HTTP/1.1" status: 200 len: 946 time: 0.0459564 May 16 20:36:03.995638 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [req-3d4578cd-e716-4226-846c-063df313db8f req-83d6b4bd-42f5-47d4-96a8-de2c790efcf2 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Deleting port 812525ac-0895-4616-9beb-5b957321111a {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 20:36:03.995979 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-3d4578cd-e716-4226-846c-063df313db8f req-83d6b4bd-42f5-47d4-96a8-de2c790efcf2 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732397588453'] for port (812525ac-0895-4616-9beb-5b957321111a), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:04.082498 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-3d4578cd-e716-4226-846c-063df313db8f req-83d6b4bd-42f5-47d4-96a8-de2c790efcf2 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] For port 812525ac-0895-4616-9beb-5b957321111a, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=812525ac-0895-4616-9beb-5b957321111a,segment=NetworkSegment(ebdc97d5-0dc3-44e3-97c0-cb7e898e699f),segment_id=ebdc97d5-0dc3-44e3-97c0-cb7e898e699f)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:36:04.082860 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-3d4578cd-e716-4226-846c-063df313db8f req-83d6b4bd-42f5-47d4-96a8-de2c790efcf2 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641018'] for port (812525ac-0895-4616-9beb-5b957321111a), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:04.241238 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-3d4578cd-e716-4226-846c-063df313db8f req-83d6b4bd-42f5-47d4-96a8-de2c790efcf2 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:04.241605 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-3d4578cd-e716-4226-846c-063df313db8f req-83d6b4bd-42f5-47d4-96a8-de2c790efcf2 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1640477'] for floatingip (ceea9cef-6f65-480a-9bfb-a2112b0675f5), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:04.241924 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.db.l3_db [req-3d4578cd-e716-4226-846c-063df313db8f req-83d6b4bd-42f5-47d4-96a8-de2c790efcf2 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Floating IP ceea9cef-6f65-480a-9bfb-a2112b0675f5 disassociated. External IP: 172.27.2.237, port: 812525ac-0895-4616-9beb-5b957321111a. May 16 20:36:04.242270 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [req-3d4578cd-e716-4226-846c-063df313db8f req-83d6b4bd-42f5-47d4-96a8-de2c790efcf2 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Calling delete_port for 812525ac-0895-4616-9beb-5b957321111a owned by compute:nova {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 20:36:04.367557 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-3d4578cd-e716-4226-846c-063df313db8f req-83d6b4bd-42f5-47d4-96a8-de2c790efcf2 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732397598073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732397102969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27048612'] for port (812525ac-0895-4616-9beb-5b957321111a), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:04.392967 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d6b4bd-42f5-47d4-96a8-de2c790efcf2 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Pushing event deleted for resources: {'Port': ['ID=812525ac-0895-4616-9beb-5b957321111a,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:36:04.405185 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d6b4bd-42f5-47d4-96a8-de2c790efcf2 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:36:04.405393 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d6b4bd-42f5-47d4-96a8-de2c790efcf2 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:36:04.405618 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d6b4bd-42f5-47d4-96a8-de2c790efcf2 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:36:04.405944 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d6b4bd-42f5-47d4-96a8-de2c790efcf2 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:36:04.406271 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d6b4bd-42f5-47d4-96a8-de2c790efcf2 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:36:04.406598 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d6b4bd-42f5-47d4-96a8-de2c790efcf2 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:36:04.406930 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d6b4bd-42f5-47d4-96a8-de2c790efcf2 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:36:04.407251 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d6b4bd-42f5-47d4-96a8-de2c790efcf2 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:36:04.407572 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d6b4bd-42f5-47d4-96a8-de2c790efcf2 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:36:04.407891 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d6b4bd-42f5-47d4-96a8-de2c790efcf2 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:36:04.408252 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d6b4bd-42f5-47d4-96a8-de2c790efcf2 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:36:04.408572 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d6b4bd-42f5-47d4-96a8-de2c790efcf2 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:36:04.408890 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d6b4bd-42f5-47d4-96a8-de2c790efcf2 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:36:04.409210 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d6b4bd-42f5-47d4-96a8-de2c790efcf2 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:36:04.409528 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d6b4bd-42f5-47d4-96a8-de2c790efcf2 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:36:04.513708 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3d4578cd-e716-4226-846c-063df313db8f req-83d6b4bd-42f5-47d4-96a8-de2c790efcf2 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Router 013a50c1-75d1-4eeb-88ff-52fbc84c6fe4 has already been hosted by L3 agent fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f {{(pid=103448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 20:36:04.614261 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3d4578cd-e716-4226-846c-063df313db8f req-83d6b4bd-42f5-47d4-96a8-de2c790efcf2 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Notify agent at l3_agent.dv-cinder-830901-7-iscsi the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 20:36:04.625747 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db8944e0-0900-4477-a7df-6f281a439ae3 None None] Sync routers for ids ['013a50c1-75d1-4eeb-88ff-52fbc84c6fe4'] in dv-cinder-830901-7-iscsi {{(pid=103451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 20:36:04.635593 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db8944e0-0900-4477-a7df-6f281a439ae3 None None] Routers {'013a50c1-75d1-4eeb-88ff-52fbc84c6fe4'} bound to L3 agent in host dv-cinder-830901-7-iscsi {{(pid=103451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:36:04.636896 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-db8944e0-0900-4477-a7df-6f281a439ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-16T20:16:38Z,description=,heartbeat_timestamp=2022-05-16T20:35:38Z,host='dv-cinder-830901-7-iscsi',id=fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:16:38Z,topic='l3_agent')) {'router_ids': ['013a50c1-75d1-4eeb-88ff-52fbc84c6fe4'], 'active': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:36:04.658587 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d4578cd-e716-4226-846c-063df313db8f req-83d6b4bd-42f5-47d4-96a8-de2c790efcf2 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] No DVR routers for this DVR port 812525ac-0895-4616-9beb-5b957321111a on host hv-cinder-83090 {{(pid=103448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 20:36:04.661067 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-3d4578cd-e716-4226-846c-063df313db8f req-83d6b4bd-42f5-47d4-96a8-de2c790efcf2 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-338397'] for port (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:04.664303 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-3d4578cd-e716-4226-846c-063df313db8f req-83d6b4bd-42f5-47d4-96a8-de2c790efcf2 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] 10.222.0.81 "DELETE /v2.0/ports/812525ac-0895-4616-9beb-5b957321111a HTTP/1.1" status: 204 len: 173 time: 0.7433958 May 16 20:36:04.664746 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '266ce79f-e83f-435f-bee1-c666554be767', 'name': 'network-vif-deleted', 'tag': '812525ac-0895-4616-9beb-5b957321111a'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 20:36:04.667031 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cabd327eae894280a08d6ee7d9129781675a5828ba01ec684011f2f655eb9e7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ead7e327-c3fb-4dd5-8420-36887d3e64e9" -d '{"events": [{"server_uuid": "266ce79f-e83f-435f-bee1-c666554be767", "name": "network-vif-deleted", "tag": "812525ac-0895-4616-9beb-5b957321111a"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 20:36:04.742575 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvr_db [None req-db8944e0-0900-4477-a7df-6f281a439ae3 None None] Set router 013a50c1-75d1-4eeb-88ff-52fbc84c6fe4 gateway port host: dv-cinder-830901-7-iscsi {{(pid=103451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:36:04.787986 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 20:36:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f2a458b-9e97-4b19-9eda-12edf3f15a7e x-openstack-request-id: req-2f2a458b-9e97-4b19-9eda-12edf3f15a7e {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 20:36:04.788581 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "266ce79f-e83f-435f-bee1-c666554be767", "name": "network-vif-deleted", "tag": "812525ac-0895-4616-9beb-5b957321111a", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 20:36:04.789067 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-2f2a458b-9e97-4b19-9eda-12edf3f15a7e {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 20:36:04.789680 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f2a458b-9e97-4b19-9eda-12edf3f15a7e'] response: {'server_uuid': '266ce79f-e83f-435f-bee1-c666554be767', 'name': 'network-vif-deleted', 'tag': '812525ac-0895-4616-9beb-5b957321111a', 'status': 'completed', 'code': 200} May 16 20:36:04.844020 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-8ed53901-f7dc-477b-98af-c955d78a741e req-cbaa68e0-3efd-4e73-817c-6ab7debc0720 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] 10.222.0.71 "GET /v2.0/ports?device_id=266ce79f-e83f-435f-bee1-c666554be767 HTTP/1.1" status: 200 len: 210 time: 0.0352924 May 16 20:36:04.957086 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-db8944e0-0900-4477-a7df-6f281a439ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '013a50c1-75d1-4eeb-88ff-52fbc84c6fe4', 'name': 'tempest-AttachVolumeNegativeTest-976810855-router', 'tenant_id': '2e74299322ca4cedabe873822eda95ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'external_fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.221'}], 'enable_snat': True}, 'gw_port_id': '50d2dbe4-550d-410a-b31b-c2bcba8664fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:31:51Z', 'updated_at': '2022-05-16T20:31:54Z', 'revision_number': 4, 'project_id': '2e74299322ca4cedabe873822eda95ae', 'gw_port': {'id': '50d2dbe4-550d-410a-b31b-c2bcba8664fc', 'name': '', 'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:0f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '013a50c1-75d1-4eeb-88ff-52fbc84c6fe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:31:51Z', 'updated_at': '2022-05-16T20:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-7-iscsi', '_interfaces': [{'id': '7556598a-d31e-484f-b5ee-d939b7326199', 'name': '', 'network_id': 'b7ed8523-9957-45bf-80ef-13010737dd57', 'tenant_id': '2e74299322ca4cedabe873822eda95ae', 'mac_address': 'fa:16:3e:c3:8d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '013a50c1-75d1-4eeb-88ff-52fbc84c6fe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '6fd9bd49-8907-4582-9941-2a3571aaa9b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:31:53Z', 'updated_at': '2022-05-16T20:31:57Z', 'revision_number': 5, 'project_id': '2e74299322ca4cedabe873822eda95ae', 'subnets': [{'id': '6fd9bd49-8907-4582-9941-2a3571aaa9b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-7-iscsi', False) {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:36:04.982351 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db8944e0-0900-4477-a7df-6f281a439ae3 None None] Checking router: 013a50c1-75d1-4eeb-88ff-52fbc84c6fe4 for host: dv-cinder-830901-7-iscsi {{(pid=103451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 20:36:04.990679 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db8944e0-0900-4477-a7df-6f281a439ae3 None None] Routers {'013a50c1-75d1-4eeb-88ff-52fbc84c6fe4'} bound to L3 agent in host dv-cinder-830901-7-iscsi {{(pid=103451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:36:04.991229 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-db8944e0-0900-4477-a7df-6f281a439ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-16T20:16:38Z,description=,heartbeat_timestamp=2022-05-16T20:35:38Z,host='dv-cinder-830901-7-iscsi',id=fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:16:38Z,topic='l3_agent')) {'router_ids': ['013a50c1-75d1-4eeb-88ff-52fbc84c6fe4'], 'active': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:36:05.090967 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvr_db [None req-db8944e0-0900-4477-a7df-6f281a439ae3 None None] Set router 013a50c1-75d1-4eeb-88ff-52fbc84c6fe4 gateway port host: dv-cinder-830901-7-iscsi {{(pid=103451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:36:05.288342 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-db8944e0-0900-4477-a7df-6f281a439ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '013a50c1-75d1-4eeb-88ff-52fbc84c6fe4', 'name': 'tempest-AttachVolumeNegativeTest-976810855-router', 'tenant_id': '2e74299322ca4cedabe873822eda95ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'external_fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.221'}], 'enable_snat': True}, 'gw_port_id': '50d2dbe4-550d-410a-b31b-c2bcba8664fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:31:51Z', 'updated_at': '2022-05-16T20:31:54Z', 'revision_number': 4, 'project_id': '2e74299322ca4cedabe873822eda95ae', 'gw_port': {'id': '50d2dbe4-550d-410a-b31b-c2bcba8664fc', 'name': '', 'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:0f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '013a50c1-75d1-4eeb-88ff-52fbc84c6fe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:31:51Z', 'updated_at': '2022-05-16T20:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-7-iscsi', '_interfaces': [{'id': '7556598a-d31e-484f-b5ee-d939b7326199', 'name': '', 'network_id': 'b7ed8523-9957-45bf-80ef-13010737dd57', 'tenant_id': '2e74299322ca4cedabe873822eda95ae', 'mac_address': 'fa:16:3e:c3:8d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '013a50c1-75d1-4eeb-88ff-52fbc84c6fe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '6fd9bd49-8907-4582-9941-2a3571aaa9b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:31:53Z', 'updated_at': '2022-05-16T20:31:57Z', 'revision_number': 5, 'project_id': '2e74299322ca4cedabe873822eda95ae', 'subnets': [{'id': '6fd9bd49-8907-4582-9941-2a3571aaa9b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-7-iscsi', False) {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:36:05.316083 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db8944e0-0900-4477-a7df-6f281a439ae3 None None] The sync data for ids ['013a50c1-75d1-4eeb-88ff-52fbc84c6fe4'] in dv-cinder-830901-7-iscsi is: [{'id': '013a50c1-75d1-4eeb-88ff-52fbc84c6fe4', 'name': 'tempest-AttachVolumeNegativeTest-976810855-router', 'tenant_id': '2e74299322ca4cedabe873822eda95ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'external_fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.221'}], 'enable_snat': True}, 'gw_port_id': '50d2dbe4-550d-410a-b31b-c2bcba8664fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:31:51Z', 'updated_at': '2022-05-16T20:31:54Z', 'revision_number': 4, 'project_id': '2e74299322ca4cedabe873822eda95ae', 'gw_port': {'id': '50d2dbe4-550d-410a-b31b-c2bcba8664fc', 'name': '', 'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:0f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '013a50c1-75d1-4eeb-88ff-52fbc84c6fe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:31:51Z', 'updated_at': '2022-05-16T20:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-7-iscsi', '_interfaces': [{'id': '7556598a-d31e-484f-b5ee-d939b7326199', 'name': '', 'network_id': 'b7ed8523-9957-45bf-80ef-13010737dd57', 'tenant_id': '2e74299322ca4cedabe873822eda95ae', 'mac_address': 'fa:16:3e:c3:8d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '013a50c1-75d1-4eeb-88ff-52fbc84c6fe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '6fd9bd49-8907-4582-9941-2a3571aaa9b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:31:53Z', 'updated_at': '2022-05-16T20:31:57Z', 'revision_number': 5, 'project_id': '2e74299322ca4cedabe873822eda95ae', 'subnets': [{'id': '6fd9bd49-8907-4582-9941-2a3571aaa9b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 20:36:05.540272 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26bc3325-00d2-489e-a664-341f7bab31d8 None None] New status for floating IP ceea9cef-6f65-480a-9bfb-a2112b0675f5: DOWN {{(pid=103450) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 20:36:05.934543 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.71', 54286) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:36:05.990617 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e549d617-9153-4e01-9ebb-f69d6ad451bd tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Publish callbacks [] for security_group (140c9809-76dd-4a29-a14a-52103ea369be), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:06.014914 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e549d617-9153-4e01-9ebb-f69d6ad451bd tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Publish callbacks [] for security_group (140c9809-76dd-4a29-a14a-52103ea369be), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:06.061225 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e549d617-9153-4e01-9ebb-f69d6ad451bd tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997425'] for security_group (140c9809-76dd-4a29-a14a-52103ea369be), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:06.064217 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e549d617-9153-4e01-9ebb-f69d6ad451bd tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Publish callbacks [] for security_group (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:06.065365 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-e549d617-9153-4e01-9ebb-f69d6ad451bd tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] 10.222.0.71 "DELETE /v2.0/security-groups/140c9809-76dd-4a29-a14a-52103ea369be HTTP/1.1" status: 204 len: 168 time: 0.1298678 May 16 20:36:06.068194 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.71', 54288) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:36:06.074805 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e549d617-9153-4e01-9ebb-f69d6ad451bd tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=140c9809-76dd-4a29-a14a-52103ea369be,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:36:06.081661 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.api.v2.resource [None req-68df8f94-5ab2-46aa-a7dc-fe7708a1a03b tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] show failed (client error): The resource could not be found. May 16 20:36:06.082666 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-68df8f94-5ab2-46aa-a7dc-fe7708a1a03b tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] 10.222.0.71 "GET /v2.0/security-groups/140c9809-76dd-4a29-a14a-52103ea369be HTTP/1.1" status: 404 len: 347 time: 0.0134923 May 16 20:36:06.085428 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.71', 54290) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:36:06.193214 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-bc675dd9-c6cc-4d7d-868d-c994b00c5822 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Deleting port 6f65aaea-a54c-4848-b9be-3b4350243cd9 {{(pid=103449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 20:36:06.193572 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-bc675dd9-c6cc-4d7d-868d-c994b00c5822 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732397588453'] for port (6f65aaea-a54c-4848-b9be-3b4350243cd9), before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:06.270782 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-bc675dd9-c6cc-4d7d-868d-c994b00c5822 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641018'] for port (6f65aaea-a54c-4848-b9be-3b4350243cd9), precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:06.271035 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-bc675dd9-c6cc-4d7d-868d-c994b00c5822 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Publish callbacks [] for floatingip (6f65aaea-a54c-4848-b9be-3b4350243cd9), precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:06.283152 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-bc675dd9-c6cc-4d7d-868d-c994b00c5822 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Calling delete_port for 6f65aaea-a54c-4848-b9be-3b4350243cd9 owned by network:floatingip {{(pid=103449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 20:36:06.409423 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-bc675dd9-c6cc-4d7d-868d-c994b00c5822 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732397598073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732397102969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26134374'] for port (6f65aaea-a54c-4848-b9be-3b4350243cd9), after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:06.673722 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc675dd9-c6cc-4d7d-868d-c994b00c5822 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Pushing event deleted for resources: {'Port': ['ID=6f65aaea-a54c-4848-b9be-3b4350243cd9,revision_number=None']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:36:06.686080 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc675dd9-c6cc-4d7d-868d-c994b00c5822 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:36:06.686447 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc675dd9-c6cc-4d7d-868d-c994b00c5822 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:36:06.686786 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc675dd9-c6cc-4d7d-868d-c994b00c5822 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:36:06.687116 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc675dd9-c6cc-4d7d-868d-c994b00c5822 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:36:06.687463 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc675dd9-c6cc-4d7d-868d-c994b00c5822 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:36:06.687783 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc675dd9-c6cc-4d7d-868d-c994b00c5822 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:36:06.688108 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc675dd9-c6cc-4d7d-868d-c994b00c5822 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:36:06.688447 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc675dd9-c6cc-4d7d-868d-c994b00c5822 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:36:06.688762 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc675dd9-c6cc-4d7d-868d-c994b00c5822 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:36:06.689078 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc675dd9-c6cc-4d7d-868d-c994b00c5822 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:36:06.689400 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc675dd9-c6cc-4d7d-868d-c994b00c5822 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:36:06.689706 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc675dd9-c6cc-4d7d-868d-c994b00c5822 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:36:06.690019 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc675dd9-c6cc-4d7d-868d-c994b00c5822 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:36:06.690329 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc675dd9-c6cc-4d7d-868d-c994b00c5822 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:36:06.690638 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc675dd9-c6cc-4d7d-868d-c994b00c5822 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:36:06.743535 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-bc675dd9-c6cc-4d7d-868d-c994b00c5822 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Publish callbacks [] for floatingip (ceea9cef-6f65-480a-9bfb-a2112b0675f5), after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:06.746018 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-bc675dd9-c6cc-4d7d-868d-c994b00c5822 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-338397'] for floatingip (None), before_response {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:06.747127 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-bc675dd9-c6cc-4d7d-868d-c994b00c5822 tempest-AttachVolumeNegativeTest-1979684024 tempest-AttachVolumeNegativeTest-1979684024-project] 10.222.0.71 "DELETE /v2.0/floatingips/ceea9cef-6f65-480a-9bfb-a2112b0675f5 HTTP/1.1" status: 204 len: 168 time: 0.6608276 May 16 20:36:07.429142 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Device 812525ac-0895-4616-9beb-5b957321111a no longer exists at agent hyperv_hv-cinder-83090 {{(pid=103450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 20:36:07.451514 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] No Port match for: 812525ac-0895-4616-9beb-5b957321111a {{(pid=103450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 20:36:07.451849 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Device 812525ac-0895-4616-9beb-5b957321111a not bound to the agent host hv-cinder-83090 {{(pid=103450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 20:36:07.658677 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-21eda8e2-287e-4ff7-9f51-17362ed4e19c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:08.840073 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7e48644e-b95e-4624-af94-515661536cfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (250d088e-9c0e-4ec5-80f3-a83f8403448b), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:10.193532 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (748e0023-d5c8-44d3-9d74-a0da2def1ef4), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:10.410107 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.71', 54326) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:36:10.707867 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-bed63a75-72e6-4885-a1bd-f4e859f0523c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1641200'] for router_interface (013a50c1-75d1-4eeb-88ff-52fbc84c6fe4), before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:10.891506 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6817a924-6d52-4d66-a8a7-036511333704 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (03fa33e9-7cc7-490c-b269-c4f69c490346), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:10.927150 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-bed63a75-72e6-4885-a1bd-f4e859f0523c admin admin] Deleting port 7556598a-d31e-484f-b5ee-d939b7326199 {{(pid=103449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 20:36:10.927484 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-bed63a75-72e6-4885-a1bd-f4e859f0523c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732397588453'] for port (7556598a-d31e-484f-b5ee-d939b7326199), before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:11.003319 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-bed63a75-72e6-4885-a1bd-f4e859f0523c admin admin] For port 7556598a-d31e-484f-b5ee-d939b7326199, host dv-cinder-830901-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-7-iscsi',level=0,port_id=7556598a-d31e-484f-b5ee-d939b7326199,segment=NetworkSegment(ebdc97d5-0dc3-44e3-97c0-cb7e898e699f),segment_id=ebdc97d5-0dc3-44e3-97c0-cb7e898e699f)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:36:11.003592 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-bed63a75-72e6-4885-a1bd-f4e859f0523c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641018'] for port (7556598a-d31e-484f-b5ee-d939b7326199), precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:11.016379 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-bed63a75-72e6-4885-a1bd-f4e859f0523c admin admin] Calling delete_port for 7556598a-d31e-484f-b5ee-d939b7326199 owned by network:router_interface {{(pid=103449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 20:36:11.187339 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-bed63a75-72e6-4885-a1bd-f4e859f0523c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732397598073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732397102969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26134374'] for port (7556598a-d31e-484f-b5ee-d939b7326199), after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:11.211073 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed63a75-72e6-4885-a1bd-f4e859f0523c admin admin] Pushing event deleted for resources: {'Port': ['ID=7556598a-d31e-484f-b5ee-d939b7326199,revision_number=None']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:36:11.282421 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (bddaa840-ffd9-43a2-8860-d40111f70aff), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:11.375675 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-bed63a75-72e6-4885-a1bd-f4e859f0523c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1614403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1651439'] for router_interface (013a50c1-75d1-4eeb-88ff-52fbc84c6fe4), after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:11.577273 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bed63a75-72e6-4885-a1bd-f4e859f0523c admin admin] Router 013a50c1-75d1-4eeb-88ff-52fbc84c6fe4 has already been hosted by L3 agent fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f {{(pid=103449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 20:36:11.674390 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bed63a75-72e6-4885-a1bd-f4e859f0523c admin admin] Notify agent at l3_agent.dv-cinder-830901-7-iscsi the message routers_updated {{(pid=103449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 20:36:11.679178 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-bed63a75-72e6-4885-a1bd-f4e859f0523c admin admin] 10.222.0.71 "PUT /v2.0/routers/013a50c1-75d1-4eeb-88ff-52fbc84c6fe4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2681696 May 16 20:36:11.681823 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.71', 54328) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:36:11.684959 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c0bb26-c642-4894-8edf-5d50241ece20 None None] Sync routers for ids ['013a50c1-75d1-4eeb-88ff-52fbc84c6fe4'] in dv-cinder-830901-7-iscsi {{(pid=103451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 20:36:11.694707 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c0bb26-c642-4894-8edf-5d50241ece20 None None] Routers {'013a50c1-75d1-4eeb-88ff-52fbc84c6fe4'} bound to L3 agent in host dv-cinder-830901-7-iscsi {{(pid=103451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:36:11.695411 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-12c0bb26-c642-4894-8edf-5d50241ece20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-16T20:16:38Z,description=,heartbeat_timestamp=2022-05-16T20:36:08Z,host='dv-cinder-830901-7-iscsi',id=fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:16:38Z,topic='l3_agent')) {'router_ids': ['013a50c1-75d1-4eeb-88ff-52fbc84c6fe4'], 'active': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:36:11.777359 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-fc3f0441-22e6-4167-9f7a-305b1f43a890 admin admin] Publish callbacks [] for router (013a50c1-75d1-4eeb-88ff-52fbc84c6fe4), before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:11.793595 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvr_db [None req-12c0bb26-c642-4894-8edf-5d50241ece20 None None] Set router 013a50c1-75d1-4eeb-88ff-52fbc84c6fe4 gateway port host: dv-cinder-830901-7-iscsi {{(pid=103451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:36:11.871873 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-fc3f0441-22e6-4167-9f7a-305b1f43a890 admin admin] Publish callbacks [] for router_gateway (013a50c1-75d1-4eeb-88ff-52fbc84c6fe4), before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:11.913481 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-fc3f0441-22e6-4167-9f7a-305b1f43a890 admin admin] Deleting port 50d2dbe4-550d-410a-b31b-c2bcba8664fc {{(pid=103449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 20:36:11.913813 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-fc3f0441-22e6-4167-9f7a-305b1f43a890 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732397588453'] for port (50d2dbe4-550d-410a-b31b-c2bcba8664fc), before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:11.954166 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-12c0bb26-c642-4894-8edf-5d50241ece20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '013a50c1-75d1-4eeb-88ff-52fbc84c6fe4', 'name': 'tempest-AttachVolumeNegativeTest-976810855-router', 'tenant_id': '2e74299322ca4cedabe873822eda95ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'external_fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.221'}], 'enable_snat': True}, 'gw_port_id': '50d2dbe4-550d-410a-b31b-c2bcba8664fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:31:51Z', 'updated_at': '2022-05-16T20:36:11Z', 'revision_number': 5, 'project_id': '2e74299322ca4cedabe873822eda95ae', 'gw_port': {'id': '50d2dbe4-550d-410a-b31b-c2bcba8664fc', 'name': '', 'network_id': 'ded6ab20-0a8b-4051-830c-385457f4e062', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:0f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '013a50c1-75d1-4eeb-88ff-52fbc84c6fe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'ip_address': '172.27.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T20:31:51Z', 'updated_at': '2022-05-16T20:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dcb7b1f3-82ff-415d-89cf-2b6021c22eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-7-iscsi'}], 'dv-cinder-830901-7-iscsi', False) {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:36:11.978291 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c0bb26-c642-4894-8edf-5d50241ece20 None None] Checking router: 013a50c1-75d1-4eeb-88ff-52fbc84c6fe4 for host: dv-cinder-830901-7-iscsi {{(pid=103451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 20:36:11.988086 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c0bb26-c642-4894-8edf-5d50241ece20 None None] Routers {'013a50c1-75d1-4eeb-88ff-52fbc84c6fe4'} bound to L3 agent in host dv-cinder-830901-7-iscsi {{(pid=103451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 20:36:11.989128 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-12c0bb26-c642-4894-8edf-5d50241ece20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-16T20:16:38Z,description=,heartbeat_timestamp=2022-05-16T20:36:08Z,host='dv-cinder-830901-7-iscsi',id=fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T20:16:38Z,topic='l3_agent')) {'router_ids': ['013a50c1-75d1-4eeb-88ff-52fbc84c6fe4'], 'active': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:36:11.993126 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-fc3f0441-22e6-4167-9f7a-305b1f43a890 admin admin] For port 50d2dbe4-550d-410a-b31b-c2bcba8664fc, host dv-cinder-830901-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-7-iscsi',level=0,port_id=50d2dbe4-550d-410a-b31b-c2bcba8664fc,segment=NetworkSegment(cb03ab33-ba4f-4a89-ab90-bfee78bf90a5),segment_id=cb03ab33-ba4f-4a89-ab90-bfee78bf90a5)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:36:11.993481 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-fc3f0441-22e6-4167-9f7a-305b1f43a890 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641018'] for port (50d2dbe4-550d-410a-b31b-c2bcba8664fc), precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:12.006575 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-fc3f0441-22e6-4167-9f7a-305b1f43a890 admin admin] Calling delete_port for 50d2dbe4-550d-410a-b31b-c2bcba8664fc owned by network:router_gateway {{(pid=103449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 20:36:12.074622 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvr_db [None req-12c0bb26-c642-4894-8edf-5d50241ece20 None None] Set router 013a50c1-75d1-4eeb-88ff-52fbc84c6fe4 gateway port host: None {{(pid=103451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 20:36:12.128305 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-12c0bb26-c642-4894-8edf-5d50241ece20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '013a50c1-75d1-4eeb-88ff-52fbc84c6fe4', 'name': 'tempest-AttachVolumeNegativeTest-976810855-router', 'tenant_id': '2e74299322ca4cedabe873822eda95ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:31:51Z', 'updated_at': '2022-05-16T20:36:11Z', 'revision_number': 6, 'project_id': '2e74299322ca4cedabe873822eda95ae', 'gw_port_host': None}], 'dv-cinder-830901-7-iscsi', False) {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:36:12.131353 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.agents_db [None req-fef3025b-cde1-4f6e-a405-d73d123fae0f None None] Agent healthcheck: found 6 active agents {{(pid=103451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 20:36:12.153311 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c0bb26-c642-4894-8edf-5d50241ece20 None None] The sync data for ids ['013a50c1-75d1-4eeb-88ff-52fbc84c6fe4'] in dv-cinder-830901-7-iscsi is: [{'id': '013a50c1-75d1-4eeb-88ff-52fbc84c6fe4', 'name': 'tempest-AttachVolumeNegativeTest-976810855-router', 'tenant_id': '2e74299322ca4cedabe873822eda95ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T20:31:51Z', 'updated_at': '2022-05-16T20:36:11Z', 'revision_number': 6, 'project_id': '2e74299322ca4cedabe873822eda95ae', 'gw_port_host': None}] {{(pid=103451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 20:36:12.169763 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-fc3f0441-22e6-4167-9f7a-305b1f43a890 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732397598073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732397102969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26134374'] for port (50d2dbe4-550d-410a-b31b-c2bcba8664fc), after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:12.200204 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3f0441-22e6-4167-9f7a-305b1f43a890 admin admin] Pushing event deleted for resources: {'Port': ['ID=50d2dbe4-550d-410a-b31b-c2bcba8664fc,revision_number=None']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:36:12.257621 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-fc3f0441-22e6-4167-9f7a-305b1f43a890 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1643458'] for router_gateway (013a50c1-75d1-4eeb-88ff-52fbc84c6fe4), after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:12.342848 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-fc3f0441-22e6-4167-9f7a-305b1f43a890 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1646218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6238'] for router (013a50c1-75d1-4eeb-88ff-52fbc84c6fe4), precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:12.344979 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-fc3f0441-22e6-4167-9f7a-305b1f43a890 admin admin] Publish callbacks [] for router_controller (013a50c1-75d1-4eeb-88ff-52fbc84c6fe4), precommit_delete_associations {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:12.388563 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-fc3f0441-22e6-4167-9f7a-305b1f43a890 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1646227'] for router (013a50c1-75d1-4eeb-88ff-52fbc84c6fe4), after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:12.389076 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc3f0441-22e6-4167-9f7a-305b1f43a890 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 013a50c1-75d1-4eeb-88ff-52fbc84c6fe4 {{(pid=103449) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 16 20:36:12.393263 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-fc3f0441-22e6-4167-9f7a-305b1f43a890 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:12.394368 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-fc3f0441-22e6-4167-9f7a-305b1f43a890 admin admin] 10.222.0.71 "DELETE /v2.0/routers/013a50c1-75d1-4eeb-88ff-52fbc84c6fe4 HTTP/1.1" status: 204 len: 168 time: 0.7116659 May 16 20:36:12.397194 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.71', 54330) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:36:12.440344 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdabafd4-e640-4a52-a06c-b508b4e3051c admin admin] Deleting subnet 6fd9bd49-8907-4582-9941-2a3571aaa9b7 {{(pid=103449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 16 20:36:12.443327 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-fdabafd4-e640-4a52-a06c-b508b4e3051c admin admin] Publish callbacks [] for subnet (6fd9bd49-8907-4582-9941-2a3571aaa9b7), before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:12.478222 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-fdabafd4-e640-4a52-a06c-b508b4e3051c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25761720'] for subnet (6fd9bd49-8907-4582-9941-2a3571aaa9b7), precommit_delete_associations {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:12.560356 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-fdabafd4-e640-4a52-a06c-b508b4e3051c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1028042'] for subnet (6fd9bd49-8907-4582-9941-2a3571aaa9b7), precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:12.612398 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-fdabafd4-e640-4a52-a06c-b508b4e3051c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1028051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1941894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26133399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25246500'] for subnet (6fd9bd49-8907-4582-9941-2a3571aaa9b7), after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:12.635587 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdabafd4-e640-4a52-a06c-b508b4e3051c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6fd9bd49-8907-4582-9941-2a3571aaa9b7,revision_number=None']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:36:12.641816 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-fdabafd4-e640-4a52-a06c-b508b4e3051c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:12.644932 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-fdabafd4-e640-4a52-a06c-b508b4e3051c admin admin] 10.222.0.71 "DELETE /v2.0/subnets/6fd9bd49-8907-4582-9941-2a3571aaa9b7 HTTP/1.1" status: 204 len: 168 time: 0.2468307 May 16 20:36:12.647690 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.71', 54332) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:36:12.650260 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c12b9bf-ee83-4942-afb4-d05791a45d20 None None] Network b7ed8523-9957-45bf-80ef-13010737dd57 requested from dv-cinder-830901-7-iscsi {{(pid=103450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 20:36:12.714414 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4b73819a-3a4c-41e6-ae80-3d60ce8d9159 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759573'] for network (b7ed8523-9957-45bf-80ef-13010737dd57), before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:12.759466 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-4b73819a-3a4c-41e6-ae80-3d60ce8d9159 admin admin] Deleting port 038ba85f-4f87-4f85-b8c8-0a51a4338f44 {{(pid=103449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 20:36:12.759808 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4b73819a-3a4c-41e6-ae80-3d60ce8d9159 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732397588453'] for port (038ba85f-4f87-4f85-b8c8-0a51a4338f44), before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:12.822255 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-4b73819a-3a4c-41e6-ae80-3d60ce8d9159 admin admin] For port 038ba85f-4f87-4f85-b8c8-0a51a4338f44, host dv-cinder-830901-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-7-iscsi',level=0,port_id=038ba85f-4f87-4f85-b8c8-0a51a4338f44,segment=NetworkSegment(ebdc97d5-0dc3-44e3-97c0-cb7e898e699f),segment_id=ebdc97d5-0dc3-44e3-97c0-cb7e898e699f)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:36:12.822618 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4b73819a-3a4c-41e6-ae80-3d60ce8d9159 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641018'] for port (038ba85f-4f87-4f85-b8c8-0a51a4338f44), precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:12.835057 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-4b73819a-3a4c-41e6-ae80-3d60ce8d9159 admin admin] Calling delete_port for 038ba85f-4f87-4f85-b8c8-0a51a4338f44 owned by network:dhcp {{(pid=103449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 20:36:12.894921 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0f8996b-e454-4498-8ef9-1da4f481a5ea None None] DHCP port deletion for b7ed8523-9957-45bf-80ef-13010737dd57 request from dv-cinder-830901-7-iscsi {{(pid=103450) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 16 20:36:12.920604 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4b73819a-3a4c-41e6-ae80-3d60ce8d9159 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732397598073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732397102969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26134374'] for port (038ba85f-4f87-4f85-b8c8-0a51a4338f44), after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:12.932797 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-d0f8996b-e454-4498-8ef9-1da4f481a5ea None None] Deleting port 038ba85f-4f87-4f85-b8c8-0a51a4338f44 {{(pid=103450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 20:36:12.933294 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d0f8996b-e454-4498-8ef9-1da4f481a5ea None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732397588453'] for port (038ba85f-4f87-4f85-b8c8-0a51a4338f44), before_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:12.945366 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b73819a-3a4c-41e6-ae80-3d60ce8d9159 admin admin] Pushing event deleted for resources: {'Port': ['ID=038ba85f-4f87-4f85-b8c8-0a51a4338f44,revision_number=None']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:36:12.950238 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b73819a-3a4c-41e6-ae80-3d60ce8d9159 admin admin] No DVR routers for this DVR port 038ba85f-4f87-4f85-b8c8-0a51a4338f44 on host dv-cinder-830901-7-iscsi {{(pid=103449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 20:36:12.999156 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-d0f8996b-e454-4498-8ef9-1da4f481a5ea None None] For port 038ba85f-4f87-4f85-b8c8-0a51a4338f44, host dv-cinder-830901-7-iscsi, got binding levels [] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:36:12.999545 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d0f8996b-e454-4498-8ef9-1da4f481a5ea None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641018'] for port (038ba85f-4f87-4f85-b8c8-0a51a4338f44), precommit_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:13.013011 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-d0f8996b-e454-4498-8ef9-1da4f481a5ea None None] Calling delete_port for 038ba85f-4f87-4f85-b8c8-0a51a4338f44 owned by network:dhcp {{(pid=103450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 20:36:13.016360 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.ipam_backend_mixin [None req-d0f8996b-e454-4498-8ef9-1da4f481a5ea None None] Port 038ba85f-4f87-4f85-b8c8-0a51a4338f44 was not found and therefore no delete operation was performed {{(pid=103450) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 16 20:36:13.017755 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d0f8996b-e454-4498-8ef9-1da4f481a5ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732397598073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732397102969'] for port (038ba85f-4f87-4f85-b8c8-0a51a4338f44), after_delete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:13.027500 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4b73819a-3a4c-41e6-ae80-3d60ce8d9159 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1029759', 'neutron.services.segments.db._delete_segments_for_network-8732397667094'] for network (b7ed8523-9957-45bf-80ef-13010737dd57), precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:13.043475 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f8996b-e454-4498-8ef9-1da4f481a5ea None None] Pushing event deleted for resources: {'Port': ['ID=038ba85f-4f87-4f85-b8c8-0a51a4338f44,revision_number=None']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:36:13.046921 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f8996b-e454-4498-8ef9-1da4f481a5ea None None] No DVR routers for this DVR port 038ba85f-4f87-4f85-b8c8-0a51a4338f44 on host dv-cinder-830901-7-iscsi {{(pid=103450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 20:36:13.051815 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.services.segments.db [None req-4b73819a-3a4c-41e6-ae80-3d60ce8d9159 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7ed8523-9957-45bf-80ef-13010737dd57']}} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:36:13.063352 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.services.segments.db [None req-4b73819a-3a4c-41e6-ae80-3d60ce8d9159 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebdc97d5-0dc3-44e3-97c0-cb7e898e699f') {'for_net_delete': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:36:13.063653 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.services.segments.db [None req-4b73819a-3a4c-41e6-ae80-3d60ce8d9159 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebdc97d5-0dc3-44e3-97c0-cb7e898e699f') {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:36:13.072995 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4b73819a-3a4c-41e6-ae80-3d60ce8d9159 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732397667615', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25761665'] for segment (ebdc97d5-0dc3-44e3-97c0-cb7e898e699f), before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:13.086293 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4b73819a-3a4c-41e6-ae80-3d60ce8d9159 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1026353'] for segment (ebdc97d5-0dc3-44e3-97c0-cb7e898e699f), precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:13.092761 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b73819a-3a4c-41e6-ae80-3d60ce8d9159 admin admin] Releasing vlan 542 on physical network physnet1 to pool {{(pid=103449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 16 20:36:13.093220 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4b73819a-3a4c-41e6-ae80-3d60ce8d9159 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1026353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26134325'] for segment (ebdc97d5-0dc3-44e3-97c0-cb7e898e699f), after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:13.095072 dv-cinder-830901-7-iscsi neutron-server[103449]: Traceback (most recent call last): May 16 20:36:13.095072 dv-cinder-830901-7-iscsi neutron-server[103449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 16 20:36:13.095072 dv-cinder-830901-7-iscsi neutron-server[103449]: timer() May 16 20:36:13.095072 dv-cinder-830901-7-iscsi neutron-server[103449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 16 20:36:13.095072 dv-cinder-830901-7-iscsi neutron-server[103449]: cb(*args, **kw) May 16 20:36:13.095072 dv-cinder-830901-7-iscsi neutron-server[103449]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 16 20:36:13.095072 dv-cinder-830901-7-iscsi neutron-server[103449]: return func(*args, **kwargs) May 16 20:36:13.095072 dv-cinder-830901-7-iscsi neutron-server[103449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 16 20:36:13.095072 dv-cinder-830901-7-iscsi neutron-server[103449]: self._notify() May 16 20:36:13.095072 dv-cinder-830901-7-iscsi neutron-server[103449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 16 20:36:13.095072 dv-cinder-830901-7-iscsi neutron-server[103449]: self.callback(batched_events) May 16 20:36:13.095072 dv-cinder-830901-7-iscsi neutron-server[103449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 16 20:36:13.095072 dv-cinder-830901-7-iscsi neutron-server[103449]: event.method(event) May 16 20:36:13.095072 dv-cinder-830901-7-iscsi neutron-server[103449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 16 20:36:13.095072 dv-cinder-830901-7-iscsi neutron-server[103449]: aggregate_id = self._get_aggregate_id(event.segment_id) May 16 20:36:13.095072 dv-cinder-830901-7-iscsi neutron-server[103449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 16 20:36:13.095072 dv-cinder-830901-7-iscsi neutron-server[103449]: aggregate_uuid = self.p_client.list_aggregates( May 16 20:36:13.095072 dv-cinder-830901-7-iscsi neutron-server[103449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 16 20:36:13.095072 dv-cinder-830901-7-iscsi neutron-server[103449]: return f(self, *a, **k) May 16 20:36:13.095072 dv-cinder-830901-7-iscsi neutron-server[103449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 16 20:36:13.095072 dv-cinder-830901-7-iscsi neutron-server[103449]: return self._get(url).json() May 16 20:36:13.095072 dv-cinder-830901-7-iscsi neutron-server[103449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 16 20:36:13.095072 dv-cinder-830901-7-iscsi neutron-server[103449]: return self._client.get(url, endpoint_filter=self._ks_filter, May 16 20:36:13.095072 dv-cinder-830901-7-iscsi neutron-server[103449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 16 20:36:13.095072 dv-cinder-830901-7-iscsi neutron-server[103449]: return self.request(url, 'GET', **kwargs) May 16 20:36:13.095072 dv-cinder-830901-7-iscsi neutron-server[103449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 16 20:36:13.095072 dv-cinder-830901-7-iscsi neutron-server[103449]: base_url = self.get_endpoint(auth, allow=allow, May 16 20:36:13.095072 dv-cinder-830901-7-iscsi neutron-server[103449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 16 20:36:13.095072 dv-cinder-830901-7-iscsi neutron-server[103449]: auth = self._auth_required(auth, 'determine endpoint URL') May 16 20:36:13.095072 dv-cinder-830901-7-iscsi neutron-server[103449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 16 20:36:13.095072 dv-cinder-830901-7-iscsi neutron-server[103449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 16 20:36:13.095072 dv-cinder-830901-7-iscsi neutron-server[103449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 16 20:36:13.150235 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4b73819a-3a4c-41e6-ae80-3d60ce8d9159 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1029700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1996455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1640688'] for network (b7ed8523-9957-45bf-80ef-13010737dd57), after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:13.156537 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4b73819a-3a4c-41e6-ae80-3d60ce8d9159 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614436'] for network (None), before_response {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:13.159704 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-4b73819a-3a4c-41e6-ae80-3d60ce8d9159 admin admin] 10.222.0.71 "DELETE /v2.0/networks/b7ed8523-9957-45bf-80ef-13010737dd57 HTTP/1.1" status: 204 len: 168 time: 0.5110810 May 16 20:36:13.171515 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b73819a-3a4c-41e6-ae80-3d60ce8d9159 admin admin] Pushing event deleted for resources: {'Network': ['ID=b7ed8523-9957-45bf-80ef-13010737dd57,revision_number=None']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:36:13.330277 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.71', 54336) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:36:13.369264 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-2e7e3c7a-e385-4826-bcf1-374c9a60905c admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=2e74299322ca4cedabe873822eda95ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0378399 May 16 20:36:13.372292 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.71', 54338) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:36:13.423071 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-730b7704-f590-47dc-adb0-f7fe371b27d1 admin admin] Publish callbacks [] for security_group (fdb6625c-c38e-483d-b784-d7669dfee398), before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:13.445297 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-730b7704-f590-47dc-adb0-f7fe371b27d1 admin admin] Publish callbacks [] for security_group (fdb6625c-c38e-483d-b784-d7669dfee398), precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:13.473473 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Device 038ba85f-4f87-4f85-b8c8-0a51a4338f44 no longer exists at agent ovs-agent-dv-cinder-830901-7-iscsi {{(pid=103450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 20:36:13.493065 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] No Port match for: 038ba85f-4f87-4f85-b8c8-0a51a4338f44 {{(pid=103450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 20:36:13.493455 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Device 038ba85f-4f87-4f85-b8c8-0a51a4338f44 not bound to the agent host dv-cinder-830901-7-iscsi {{(pid=103450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 20:36:13.493884 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Device 7556598a-d31e-484f-b5ee-d939b7326199 no longer exists at agent ovs-agent-dv-cinder-830901-7-iscsi {{(pid=103450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 20:36:13.497599 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-730b7704-f590-47dc-adb0-f7fe371b27d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997425'] for security_group (fdb6625c-c38e-483d-b784-d7669dfee398), after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:13.500181 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-730b7704-f590-47dc-adb0-f7fe371b27d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:13.501313 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-730b7704-f590-47dc-adb0-f7fe371b27d1 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/fdb6625c-c38e-483d-b784-d7669dfee398 HTTP/1.1" status: 204 len: 168 time: 0.1281211 May 16 20:36:13.510233 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730b7704-f590-47dc-adb0-f7fe371b27d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdb6625c-c38e-483d-b784-d7669dfee398,revision_number=None']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:36:13.517070 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] No Port match for: 7556598a-d31e-484f-b5ee-d939b7326199 {{(pid=103450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 20:36:13.517423 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Device 7556598a-d31e-484f-b5ee-d939b7326199 not bound to the agent host dv-cinder-830901-7-iscsi {{(pid=103450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 20:36:13.517836 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Device 50d2dbe4-550d-410a-b31b-c2bcba8664fc no longer exists at agent ovs-agent-dv-cinder-830901-7-iscsi {{(pid=103450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 20:36:13.543097 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] No Port match for: 50d2dbe4-550d-410a-b31b-c2bcba8664fc {{(pid=103450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 20:36:13.543610 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Device 50d2dbe4-550d-410a-b31b-c2bcba8664fc not bound to the agent host dv-cinder-830901-7-iscsi {{(pid=103450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 20:36:17.138494 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.71', 54398) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:36:17.243203 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-701f7efd-6c96-4535-ba68-acb44278af20 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:17.318554 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-701f7efd-6c96-4535-ba68-acb44278af20 admin admin] Publish callbacks [] for security_group (f0acccd1-3d25-4fda-8bcc-365c612d72e0), precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:17.322152 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-701f7efd-6c96-4535-ba68-acb44278af20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997425'] for security_group (f0acccd1-3d25-4fda-8bcc-365c612d72e0), after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:17.357954 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701f7efd-6c96-4535-ba68-acb44278af20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0acccd1-3d25-4fda-8bcc-365c612d72e0,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:36:17.363671 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-701f7efd-6c96-4535-ba68-acb44278af20 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=1c85b48362574836809d9ab9a8171175&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2240720 May 16 20:36:17.366377 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.71', 54402) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:36:17.415663 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-beaa1912-fd96-4792-b4f2-f5ed3b23f0da admin admin] Publish callbacks [] for security_group (f0acccd1-3d25-4fda-8bcc-365c612d72e0), before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:17.437633 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-beaa1912-fd96-4792-b4f2-f5ed3b23f0da admin admin] Publish callbacks [] for security_group (f0acccd1-3d25-4fda-8bcc-365c612d72e0), precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:17.484958 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-beaa1912-fd96-4792-b4f2-f5ed3b23f0da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997425'] for security_group (f0acccd1-3d25-4fda-8bcc-365c612d72e0), after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:17.487580 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-beaa1912-fd96-4792-b4f2-f5ed3b23f0da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:17.488876 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-beaa1912-fd96-4792-b4f2-f5ed3b23f0da admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/f0acccd1-3d25-4fda-8bcc-365c612d72e0 HTTP/1.1" status: 204 len: 168 time: 0.1215928 May 16 20:36:17.497427 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beaa1912-fd96-4792-b4f2-f5ed3b23f0da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0acccd1-3d25-4fda-8bcc-365c612d72e0,revision_number=None']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:36:19.049832 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.71', 54452) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:36:19.154302 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-97e5778b-6d45-4574-a428-61e79cef388a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:19.229828 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-97e5778b-6d45-4574-a428-61e79cef388a admin admin] Publish callbacks [] for security_group (75340d81-7d89-428a-8ded-a08984b7f284), precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:19.234005 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-97e5778b-6d45-4574-a428-61e79cef388a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997425'] for security_group (75340d81-7d89-428a-8ded-a08984b7f284), after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:19.270800 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e5778b-6d45-4574-a428-61e79cef388a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75340d81-7d89-428a-8ded-a08984b7f284,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:36:19.275283 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-97e5778b-6d45-4574-a428-61e79cef388a admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=f7e2647aed534feab7c34c584bc10feb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2244523 May 16 20:36:19.278345 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.71', 54456) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:36:19.327555 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cb7d256e-6112-46a6-8d30-34bf8f85c773 admin admin] Publish callbacks [] for security_group (75340d81-7d89-428a-8ded-a08984b7f284), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:19.348029 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cb7d256e-6112-46a6-8d30-34bf8f85c773 admin admin] Publish callbacks [] for security_group (75340d81-7d89-428a-8ded-a08984b7f284), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:19.393701 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cb7d256e-6112-46a6-8d30-34bf8f85c773 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997425'] for security_group (75340d81-7d89-428a-8ded-a08984b7f284), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:19.396312 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cb7d256e-6112-46a6-8d30-34bf8f85c773 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:19.397688 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-cb7d256e-6112-46a6-8d30-34bf8f85c773 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/75340d81-7d89-428a-8ded-a08984b7f284 HTTP/1.1" status: 204 len: 168 time: 0.1181519 May 16 20:36:19.405185 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7d256e-6112-46a6-8d30-34bf8f85c773 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75340d81-7d89-428a-8ded-a08984b7f284,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:36:19.649659 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.71', 54462) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:36:19.663339 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-00ca1e37-fdc7-4457-a131-c42f676deea8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:19.739593 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-00ca1e37-fdc7-4457-a131-c42f676deea8 admin admin] Publish callbacks [] for security_group (ac3b4fcd-5777-4b61-a7e5-d6f58588b3bf), precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:19.743057 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-00ca1e37-fdc7-4457-a131-c42f676deea8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997425'] for security_group (ac3b4fcd-5777-4b61-a7e5-d6f58588b3bf), after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:19.781622 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-00ca1e37-fdc7-4457-a131-c42f676deea8 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=22c0eddce5c042b98741dd7e78cefa34&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1309395 May 16 20:36:19.782334 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ca1e37-fdc7-4457-a131-c42f676deea8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac3b4fcd-5777-4b61-a7e5-d6f58588b3bf,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:36:19.784305 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.71', 54464) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:36:19.832057 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a4334d7a-dbdc-4ae0-904b-55bb69a56e9d admin admin] Publish callbacks [] for security_group (ac3b4fcd-5777-4b61-a7e5-d6f58588b3bf), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:19.853398 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a4334d7a-dbdc-4ae0-904b-55bb69a56e9d admin admin] Publish callbacks [] for security_group (ac3b4fcd-5777-4b61-a7e5-d6f58588b3bf), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:19.900327 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a4334d7a-dbdc-4ae0-904b-55bb69a56e9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997425'] for security_group (ac3b4fcd-5777-4b61-a7e5-d6f58588b3bf), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:19.903460 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a4334d7a-dbdc-4ae0-904b-55bb69a56e9d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:19.904587 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-a4334d7a-dbdc-4ae0-904b-55bb69a56e9d admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/ac3b4fcd-5777-4b61-a7e5-d6f58588b3bf HTTP/1.1" status: 204 len: 168 time: 0.1192536 May 16 20:36:19.913677 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4334d7a-dbdc-4ae0-904b-55bb69a56e9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac3b4fcd-5777-4b61-a7e5-d6f58588b3bf,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:36:20.558954 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.71', 54486) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:36:20.650610 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.v2.base [None req-78b72946-109d-46f1-8d9c-55f6d117c369 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1436682792-network', 'tenant_id': '37fe509947b34a269e7bfd2a4eec005a'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:36:20.671411 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78b72946-109d-46f1-8d9c-55f6d117c369 admin admin] Made reservation on behalf of 37fe509947b34a269e7bfd2a4eec005a for: {'network': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 20:36:20.673801 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-78b72946-109d-46f1-8d9c-55f6d117c369 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for network (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:20.681947 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-78b72946-109d-46f1-8d9c-55f6d117c369 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:20.755162 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-78b72946-109d-46f1-8d9c-55f6d117c369 admin admin] Publish callbacks [] for security_group (dd0175cf-4c77-45aa-a009-ff08cd74007d), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:20.758750 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-78b72946-109d-46f1-8d9c-55f6d117c369 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997425'] for security_group (dd0175cf-4c77-45aa-a009-ff08cd74007d), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:20.783434 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78b72946-109d-46f1-8d9c-55f6d117c369 admin admin] vlan segment allocate from pool success with {'vlan_id': 533, 'physical_network': 'physnet1'} {{(pid=103448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 16 20:36:20.793527 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b72946-109d-46f1-8d9c-55f6d117c369 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd0175cf-4c77-45aa-a009-ff08cd74007d,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:36:20.798425 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-78b72946-109d-46f1-8d9c-55f6d117c369 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8732397667085', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1026353'] for segment (e859e7b4-9010-4351-9a38-72f08551223f), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:20.798856 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.db.segments_db [None req-78b72946-109d-46f1-8d9c-55f6d117c369 admin admin] Added segment e859e7b4-9010-4351-9a38-72f08551223f of type vlan for network a5c0df92-5f41-4c38-a5e3-f0440249199c May 16 20:36:20.837940 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-78b72946-109d-46f1-8d9c-55f6d117c369 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732397125798'] for network (a5c0df92-5f41-4c38-a5e3-f0440249199c), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:20.865936 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-78b72946-109d-46f1-8d9c-55f6d117c369 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1996455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410'] for network (a5c0df92-5f41-4c38-a5e3-f0440249199c), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:20.867075 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78b72946-109d-46f1-8d9c-55f6d117c369 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:36:20.867662 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-78b72946-109d-46f1-8d9c-55f6d117c369 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614436'] for network (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:20.903164 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-78b72946-109d-46f1-8d9c-55f6d117c369 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.3430157 May 16 20:36:20.906317 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.71', 54490) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:36:20.911741 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.v2.base [None req-9994798b-5851-4bcb-a3a3-9d0c4e76d4b9 admin admin] Request body: {'subnet': {'network_id': 'a5c0df92-5f41-4c38-a5e3-f0440249199c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1436682792-subnet', 'tenant_id': '37fe509947b34a269e7bfd2a4eec005a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:36:20.932839 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9994798b-5851-4bcb-a3a3-9d0c4e76d4b9 admin admin] Made reservation on behalf of 37fe509947b34a269e7bfd2a4eec005a for: {'subnet': 1} {{(pid=103449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 20:36:20.935356 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-9994798b-5851-4bcb-a3a3-9d0c4e76d4b9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25246473'] for subnet (None), before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:20.937473 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b72946-109d-46f1-8d9c-55f6d117c369 admin admin] Pushing event updated for resources: {'Network': ['ID=a5c0df92-5f41-4c38-a5e3-f0440249199c,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:36:20.947097 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Network a5c0df92-5f41-4c38-a5e3-f0440249199c details requested by agent ovs-agent-dv-cinder-830901-7-iscsi with host dv-cinder-830901-7-iscsi {{(pid=103450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 16 20:36:21.105181 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-9994798b-5851-4bcb-a3a3-9d0c4e76d4b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1941894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26133462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25246495'] for subnet (e4437424-0e51-4a95-906b-f567e438deb2), after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:21.158740 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9994798b-5851-4bcb-a3a3-9d0c4e76d4b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4437424-0e51-4a95-906b-f567e438deb2,revision_number=0']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:36:21.167039 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9994798b-5851-4bcb-a3a3-9d0c4e76d4b9 admin admin] Checking segment: {'id': 'e859e7b4-9010-4351-9a38-72f08551223f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'a5c0df92-5f41-4c38-a5e3-f0440249199c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 20:36:21.167428 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9994798b-5851-4bcb-a3a3-9d0c4e76d4b9 admin admin] Network hostable DHCP agents. Network: a5c0df92-5f41-4c38-a5e3-f0440249199c, hostable agents: ['6de3586b-c77a-41a3-9d69-e80d1925fb22'], hosted agents: [] {{(pid=103449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 16 20:36:21.183785 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9994798b-5851-4bcb-a3a3-9d0c4e76d4b9 admin admin] Network a5c0df92-5f41-4c38-a5e3-f0440249199c is scheduled to be hosted by DHCP agent 6de3586b-c77a-41a3-9d69-e80d1925fb22 with binding_index 1 {{(pid=103449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 16 20:36:21.192283 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.scheduler.base_scheduler [None req-9994798b-5851-4bcb-a3a3-9d0c4e76d4b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830901-7-iscsi, a5c0df92-5f41-4c38-a5e3-f0440249199c) {{(pid=103449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 20:36:21.196098 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9994798b-5851-4bcb-a3a3-9d0c4e76d4b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:36:21.196699 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-9994798b-5851-4bcb-a3a3-9d0c4e76d4b9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:21.203358 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc866203-5466-42ab-8e95-0acfd62f1039 None None] Network a5c0df92-5f41-4c38-a5e3-f0440249199c requested from dv-cinder-830901-7-iscsi {{(pid=103450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 20:36:21.215862 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-9994798b-5851-4bcb-a3a3-9d0c4e76d4b9 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3081729 May 16 20:36:21.306156 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8437478d-18a6-4a7a-a415-afb0849048a5 None None] Network a5c0df92-5f41-4c38-a5e3-f0440249199c requested from dv-cinder-830901-7-iscsi {{(pid=103450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 20:36:21.671952 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.71', 54506) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:36:21.676708 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.v2.base [None req-12d8d635-343b-4f99-a3f9-b90a1ac5632b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-377146326-network', 'tenant_id': '07d163832d204c6ea6d430a05cd455f7'}} {{(pid=103449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:36:21.696600 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12d8d635-343b-4f99-a3f9-b90a1ac5632b admin admin] Made reservation on behalf of 07d163832d204c6ea6d430a05cd455f7 for: {'network': 1} {{(pid=103449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 20:36:21.699390 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-12d8d635-343b-4f99-a3f9-b90a1ac5632b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for network (None), before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:21.707267 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-12d8d635-343b-4f99-a3f9-b90a1ac5632b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:21.779652 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-12d8d635-343b-4f99-a3f9-b90a1ac5632b admin admin] Publish callbacks [] for security_group (188eaf1b-5dfe-4097-b5b8-732de3f1f2ff), precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:21.783533 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-12d8d635-343b-4f99-a3f9-b90a1ac5632b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997425'] for security_group (188eaf1b-5dfe-4097-b5b8-732de3f1f2ff), after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:21.811727 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12d8d635-343b-4f99-a3f9-b90a1ac5632b admin admin] vlan segment allocate from pool success with {'vlan_id': 528, 'physical_network': 'physnet1'} {{(pid=103449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 16 20:36:21.820752 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d8d635-343b-4f99-a3f9-b90a1ac5632b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=188eaf1b-5dfe-4097-b5b8-732de3f1f2ff,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:36:21.828524 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-12d8d635-343b-4f99-a3f9-b90a1ac5632b admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8732397667085', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1026353'] for segment (1a8ae60f-72b2-4ba4-96ec-5a811628cda6), precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:21.828524 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.db.segments_db [None req-12d8d635-343b-4f99-a3f9-b90a1ac5632b admin admin] Added segment 1a8ae60f-72b2-4ba4-96ec-5a811628cda6 of type vlan for network 4d3986e8-1f9e-456c-a745-fc7cdc579e4a May 16 20:36:21.867488 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-12d8d635-343b-4f99-a3f9-b90a1ac5632b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732397125798'] for network (4d3986e8-1f9e-456c-a745-fc7cdc579e4a), precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:21.891692 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-12d8d635-343b-4f99-a3f9-b90a1ac5632b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1996455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410'] for network (4d3986e8-1f9e-456c-a745-fc7cdc579e4a), after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:21.892616 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12d8d635-343b-4f99-a3f9-b90a1ac5632b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:36:21.893191 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-12d8d635-343b-4f99-a3f9-b90a1ac5632b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614436'] for network (None), before_response {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:21.923787 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-12d8d635-343b-4f99-a3f9-b90a1ac5632b admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.2507596 May 16 20:36:21.926535 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.71', 54508) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:36:21.932492 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.v2.base [None req-3c23b74c-f2bc-4f71-89f9-b2d79c125332 admin admin] Request body: {'subnet': {'network_id': '4d3986e8-1f9e-456c-a745-fc7cdc579e4a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-377146326-subnet', 'tenant_id': '07d163832d204c6ea6d430a05cd455f7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:36:21.965739 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d8d635-343b-4f99-a3f9-b90a1ac5632b admin admin] Pushing event updated for resources: {'Network': ['ID=4d3986e8-1f9e-456c-a745-fc7cdc579e4a,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:36:21.975406 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Network 4d3986e8-1f9e-456c-a745-fc7cdc579e4a details requested by agent ovs-agent-dv-cinder-830901-7-iscsi with host dv-cinder-830901-7-iscsi {{(pid=103450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 16 20:36:21.978070 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c23b74c-f2bc-4f71-89f9-b2d79c125332 admin admin] Made reservation on behalf of 07d163832d204c6ea6d430a05cd455f7 for: {'subnet': 1} {{(pid=103449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 20:36:21.980996 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-3c23b74c-f2bc-4f71-89f9-b2d79c125332 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25246473'] for subnet (None), before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:22.142821 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-3c23b74c-f2bc-4f71-89f9-b2d79c125332 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1941894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26133462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25246495'] for subnet (591e4745-a216-4c78-8596-45fb01c75e3d), after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:22.202773 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c23b74c-f2bc-4f71-89f9-b2d79c125332 admin admin] Pushing event updated for resources: {'Subnet': ['ID=591e4745-a216-4c78-8596-45fb01c75e3d,revision_number=0']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:36:22.210606 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c23b74c-f2bc-4f71-89f9-b2d79c125332 admin admin] Checking segment: {'id': '1a8ae60f-72b2-4ba4-96ec-5a811628cda6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '4d3986e8-1f9e-456c-a745-fc7cdc579e4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 20:36:22.210957 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c23b74c-f2bc-4f71-89f9-b2d79c125332 admin admin] Network hostable DHCP agents. Network: 4d3986e8-1f9e-456c-a745-fc7cdc579e4a, hostable agents: ['6de3586b-c77a-41a3-9d69-e80d1925fb22'], hosted agents: [] {{(pid=103449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 16 20:36:22.228633 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c23b74c-f2bc-4f71-89f9-b2d79c125332 admin admin] Network 4d3986e8-1f9e-456c-a745-fc7cdc579e4a is scheduled to be hosted by DHCP agent 6de3586b-c77a-41a3-9d69-e80d1925fb22 with binding_index 1 {{(pid=103449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 16 20:36:22.238040 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.scheduler.base_scheduler [None req-3c23b74c-f2bc-4f71-89f9-b2d79c125332 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830901-7-iscsi, 4d3986e8-1f9e-456c-a745-fc7cdc579e4a) {{(pid=103449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 20:36:22.242092 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c23b74c-f2bc-4f71-89f9-b2d79c125332 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:36:22.242565 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-3c23b74c-f2bc-4f71-89f9-b2d79c125332 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:22.246645 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1985abff-5beb-4f05-8f7b-015a9658ddb6 None None] Network 4d3986e8-1f9e-456c-a745-fc7cdc579e4a requested from dv-cinder-830901-7-iscsi {{(pid=103450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 20:36:22.258963 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-3c23b74c-f2bc-4f71-89f9-b2d79c125332 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3314543 May 16 20:36:22.352085 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56df8ee7-1462-423c-a43e-20121225bc76 None None] Network 4d3986e8-1f9e-456c-a745-fc7cdc579e4a requested from dv-cinder-830901-7-iscsi {{(pid=103450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 20:36:22.371957 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.71', 54512) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:36:22.415338 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.db.db_base_plugin_v2 [None req-0399bb04-7361-4de4-92a5-d9bc62afe96a admin admin] Deleting subnet e4437424-0e51-4a95-906b-f567e438deb2 {{(pid=103449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 16 20:36:22.419011 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-0399bb04-7361-4de4-92a5-d9bc62afe96a admin admin] Publish callbacks [] for subnet (e4437424-0e51-4a95-906b-f567e438deb2), before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:22.453096 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-0399bb04-7361-4de4-92a5-d9bc62afe96a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25761720'] for subnet (e4437424-0e51-4a95-906b-f567e438deb2), precommit_delete_associations {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:22.491211 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-0399bb04-7361-4de4-92a5-d9bc62afe96a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1028042'] for subnet (e4437424-0e51-4a95-906b-f567e438deb2), precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:22.783128 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-0399bb04-7361-4de4-92a5-d9bc62afe96a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1028051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1941894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26133399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25246500'] for subnet (e4437424-0e51-4a95-906b-f567e438deb2), after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:22.808104 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0399bb04-7361-4de4-92a5-d9bc62afe96a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4437424-0e51-4a95-906b-f567e438deb2,revision_number=None']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:36:22.812741 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-0399bb04-7361-4de4-92a5-d9bc62afe96a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:22.815754 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-0399bb04-7361-4de4-92a5-d9bc62afe96a admin admin] 10.222.0.71 "DELETE /v2.0/subnets/e4437424-0e51-4a95-906b-f567e438deb2 HTTP/1.1" status: 204 len: 168 time: 0.4427280 May 16 20:36:22.818640 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.71', 54514) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:36:22.888706 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f29baecc-24ca-4d1f-bdcb-8e6c5d59d8c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759573'] for network (a5c0df92-5f41-4c38-a5e3-f0440249199c), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:22.965152 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f29baecc-24ca-4d1f-bdcb-8e6c5d59d8c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1029759', 'neutron.services.segments.db._delete_segments_for_network-8732397667094'] for network (a5c0df92-5f41-4c38-a5e3-f0440249199c), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:22.985143 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.services.segments.db [None req-f29baecc-24ca-4d1f-bdcb-8e6c5d59d8c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5c0df92-5f41-4c38-a5e3-f0440249199c']}} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:36:22.994086 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.services.segments.db [None req-f29baecc-24ca-4d1f-bdcb-8e6c5d59d8c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e859e7b4-9010-4351-9a38-72f08551223f') {'for_net_delete': True} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:36:22.994373 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.services.segments.db [None req-f29baecc-24ca-4d1f-bdcb-8e6c5d59d8c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e859e7b4-9010-4351-9a38-72f08551223f') {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:36:23.003361 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f29baecc-24ca-4d1f-bdcb-8e6c5d59d8c7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732397667615', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25253656'] for segment (e859e7b4-9010-4351-9a38-72f08551223f), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:23.016099 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f29baecc-24ca-4d1f-bdcb-8e6c5d59d8c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1026353'] for segment (e859e7b4-9010-4351-9a38-72f08551223f), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:23.021810 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f29baecc-24ca-4d1f-bdcb-8e6c5d59d8c7 admin admin] Releasing vlan 533 on physical network physnet1 to pool {{(pid=103448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 16 20:36:23.022445 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f29baecc-24ca-4d1f-bdcb-8e6c5d59d8c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1026353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27048695'] for segment (e859e7b4-9010-4351-9a38-72f08551223f), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:23.024047 dv-cinder-830901-7-iscsi neutron-server[103448]: Traceback (most recent call last): May 16 20:36:23.024047 dv-cinder-830901-7-iscsi neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 16 20:36:23.024047 dv-cinder-830901-7-iscsi neutron-server[103448]: timer() May 16 20:36:23.024047 dv-cinder-830901-7-iscsi neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 16 20:36:23.024047 dv-cinder-830901-7-iscsi neutron-server[103448]: cb(*args, **kw) May 16 20:36:23.024047 dv-cinder-830901-7-iscsi neutron-server[103448]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 16 20:36:23.024047 dv-cinder-830901-7-iscsi neutron-server[103448]: return func(*args, **kwargs) May 16 20:36:23.024047 dv-cinder-830901-7-iscsi neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 16 20:36:23.024047 dv-cinder-830901-7-iscsi neutron-server[103448]: self._notify() May 16 20:36:23.024047 dv-cinder-830901-7-iscsi neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 16 20:36:23.024047 dv-cinder-830901-7-iscsi neutron-server[103448]: self.callback(batched_events) May 16 20:36:23.024047 dv-cinder-830901-7-iscsi neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 16 20:36:23.024047 dv-cinder-830901-7-iscsi neutron-server[103448]: event.method(event) May 16 20:36:23.024047 dv-cinder-830901-7-iscsi neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 16 20:36:23.024047 dv-cinder-830901-7-iscsi neutron-server[103448]: aggregate_id = self._get_aggregate_id(event.segment_id) May 16 20:36:23.024047 dv-cinder-830901-7-iscsi neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 16 20:36:23.024047 dv-cinder-830901-7-iscsi neutron-server[103448]: aggregate_uuid = self.p_client.list_aggregates( May 16 20:36:23.024047 dv-cinder-830901-7-iscsi neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 16 20:36:23.024047 dv-cinder-830901-7-iscsi neutron-server[103448]: return f(self, *a, **k) May 16 20:36:23.024047 dv-cinder-830901-7-iscsi neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 16 20:36:23.024047 dv-cinder-830901-7-iscsi neutron-server[103448]: return self._get(url).json() May 16 20:36:23.024047 dv-cinder-830901-7-iscsi neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 16 20:36:23.024047 dv-cinder-830901-7-iscsi neutron-server[103448]: return self._client.get(url, endpoint_filter=self._ks_filter, May 16 20:36:23.024047 dv-cinder-830901-7-iscsi neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 16 20:36:23.024047 dv-cinder-830901-7-iscsi neutron-server[103448]: return self.request(url, 'GET', **kwargs) May 16 20:36:23.024047 dv-cinder-830901-7-iscsi neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 16 20:36:23.024047 dv-cinder-830901-7-iscsi neutron-server[103448]: base_url = self.get_endpoint(auth, allow=allow, May 16 20:36:23.024047 dv-cinder-830901-7-iscsi neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 16 20:36:23.024047 dv-cinder-830901-7-iscsi neutron-server[103448]: auth = self._auth_required(auth, 'determine endpoint URL') May 16 20:36:23.024047 dv-cinder-830901-7-iscsi neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 16 20:36:23.024047 dv-cinder-830901-7-iscsi neutron-server[103448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 16 20:36:23.024047 dv-cinder-830901-7-iscsi neutron-server[103448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 16 20:36:23.080588 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f29baecc-24ca-4d1f-bdcb-8e6c5d59d8c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1029700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1996455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1640688'] for network (a5c0df92-5f41-4c38-a5e3-f0440249199c), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:23.085767 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f29baecc-24ca-4d1f-bdcb-8e6c5d59d8c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614436'] for network (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:23.088823 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-f29baecc-24ca-4d1f-bdcb-8e6c5d59d8c7 admin admin] 10.222.0.71 "DELETE /v2.0/networks/a5c0df92-5f41-4c38-a5e3-f0440249199c HTTP/1.1" status: 204 len: 168 time: 0.2690821 May 16 20:36:23.092348 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.71', 54516) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:36:23.099758 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29baecc-24ca-4d1f-bdcb-8e6c5d59d8c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=a5c0df92-5f41-4c38-a5e3-f0440249199c,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:36:23.136988 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.db.db_base_plugin_v2 [None req-93a694b8-2dec-4f72-8a72-eda4355ec026 admin admin] Deleting subnet 591e4745-a216-4c78-8596-45fb01c75e3d {{(pid=103449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 16 20:36:23.140433 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-93a694b8-2dec-4f72-8a72-eda4355ec026 admin admin] Publish callbacks [] for subnet (591e4745-a216-4c78-8596-45fb01c75e3d), before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:23.174378 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-93a694b8-2dec-4f72-8a72-eda4355ec026 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25761720'] for subnet (591e4745-a216-4c78-8596-45fb01c75e3d), precommit_delete_associations {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:23.214764 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-93a694b8-2dec-4f72-8a72-eda4355ec026 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1028042'] for subnet (591e4745-a216-4c78-8596-45fb01c75e3d), precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:23.267053 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-93a694b8-2dec-4f72-8a72-eda4355ec026 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1028051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1941894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26133399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25246500'] for subnet (591e4745-a216-4c78-8596-45fb01c75e3d), after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:23.292544 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a694b8-2dec-4f72-8a72-eda4355ec026 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=591e4745-a216-4c78-8596-45fb01c75e3d,revision_number=None']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:36:23.298018 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-93a694b8-2dec-4f72-8a72-eda4355ec026 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:23.301118 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-93a694b8-2dec-4f72-8a72-eda4355ec026 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/591e4745-a216-4c78-8596-45fb01c75e3d HTTP/1.1" status: 204 len: 168 time: 0.2076283 May 16 20:36:23.303563 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.71', 54518) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:36:23.369579 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-fa032958-9aa0-4eee-849d-4db3b3708258 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759573'] for network (4d3986e8-1f9e-456c-a745-fc7cdc579e4a), before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:23.446624 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-fa032958-9aa0-4eee-849d-4db3b3708258 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1029759', 'neutron.services.segments.db._delete_segments_for_network-8732397667094'] for network (4d3986e8-1f9e-456c-a745-fc7cdc579e4a), precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:23.467040 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.services.segments.db [None req-fa032958-9aa0-4eee-849d-4db3b3708258 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d3986e8-1f9e-456c-a745-fc7cdc579e4a']}} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:36:23.475906 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.services.segments.db [None req-fa032958-9aa0-4eee-849d-4db3b3708258 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a8ae60f-72b2-4ba4-96ec-5a811628cda6') {'for_net_delete': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:36:23.476220 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.services.segments.db [None req-fa032958-9aa0-4eee-849d-4db3b3708258 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a8ae60f-72b2-4ba4-96ec-5a811628cda6') {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:36:23.485405 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-fa032958-9aa0-4eee-849d-4db3b3708258 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732397667615', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25761665'] for segment (1a8ae60f-72b2-4ba4-96ec-5a811628cda6), before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:23.498067 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-fa032958-9aa0-4eee-849d-4db3b3708258 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1026353'] for segment (1a8ae60f-72b2-4ba4-96ec-5a811628cda6), precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:23.503648 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa032958-9aa0-4eee-849d-4db3b3708258 admin admin] Releasing vlan 528 on physical network physnet1 to pool {{(pid=103449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 16 20:36:23.504023 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-fa032958-9aa0-4eee-849d-4db3b3708258 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1026353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26134325'] for segment (1a8ae60f-72b2-4ba4-96ec-5a811628cda6), after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:23.505641 dv-cinder-830901-7-iscsi neutron-server[103449]: Traceback (most recent call last): May 16 20:36:23.505641 dv-cinder-830901-7-iscsi neutron-server[103449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 16 20:36:23.505641 dv-cinder-830901-7-iscsi neutron-server[103449]: timer() May 16 20:36:23.505641 dv-cinder-830901-7-iscsi neutron-server[103449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 16 20:36:23.505641 dv-cinder-830901-7-iscsi neutron-server[103449]: cb(*args, **kw) May 16 20:36:23.505641 dv-cinder-830901-7-iscsi neutron-server[103449]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 16 20:36:23.505641 dv-cinder-830901-7-iscsi neutron-server[103449]: return func(*args, **kwargs) May 16 20:36:23.505641 dv-cinder-830901-7-iscsi neutron-server[103449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 16 20:36:23.505641 dv-cinder-830901-7-iscsi neutron-server[103449]: self._notify() May 16 20:36:23.505641 dv-cinder-830901-7-iscsi neutron-server[103449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 16 20:36:23.505641 dv-cinder-830901-7-iscsi neutron-server[103449]: self.callback(batched_events) May 16 20:36:23.505641 dv-cinder-830901-7-iscsi neutron-server[103449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 16 20:36:23.505641 dv-cinder-830901-7-iscsi neutron-server[103449]: event.method(event) May 16 20:36:23.505641 dv-cinder-830901-7-iscsi neutron-server[103449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 16 20:36:23.505641 dv-cinder-830901-7-iscsi neutron-server[103449]: aggregate_id = self._get_aggregate_id(event.segment_id) May 16 20:36:23.505641 dv-cinder-830901-7-iscsi neutron-server[103449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 16 20:36:23.505641 dv-cinder-830901-7-iscsi neutron-server[103449]: aggregate_uuid = self.p_client.list_aggregates( May 16 20:36:23.505641 dv-cinder-830901-7-iscsi neutron-server[103449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 16 20:36:23.505641 dv-cinder-830901-7-iscsi neutron-server[103449]: return f(self, *a, **k) May 16 20:36:23.505641 dv-cinder-830901-7-iscsi neutron-server[103449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 16 20:36:23.505641 dv-cinder-830901-7-iscsi neutron-server[103449]: return self._get(url).json() May 16 20:36:23.505641 dv-cinder-830901-7-iscsi neutron-server[103449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 16 20:36:23.505641 dv-cinder-830901-7-iscsi neutron-server[103449]: return self._client.get(url, endpoint_filter=self._ks_filter, May 16 20:36:23.505641 dv-cinder-830901-7-iscsi neutron-server[103449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 16 20:36:23.505641 dv-cinder-830901-7-iscsi neutron-server[103449]: return self.request(url, 'GET', **kwargs) May 16 20:36:23.505641 dv-cinder-830901-7-iscsi neutron-server[103449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 16 20:36:23.505641 dv-cinder-830901-7-iscsi neutron-server[103449]: base_url = self.get_endpoint(auth, allow=allow, May 16 20:36:23.505641 dv-cinder-830901-7-iscsi neutron-server[103449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 16 20:36:23.505641 dv-cinder-830901-7-iscsi neutron-server[103449]: auth = self._auth_required(auth, 'determine endpoint URL') May 16 20:36:23.505641 dv-cinder-830901-7-iscsi neutron-server[103449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 16 20:36:23.505641 dv-cinder-830901-7-iscsi neutron-server[103449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 16 20:36:23.505641 dv-cinder-830901-7-iscsi neutron-server[103449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 16 20:36:23.561673 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-fa032958-9aa0-4eee-849d-4db3b3708258 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1029700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1996455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1640688'] for network (4d3986e8-1f9e-456c-a745-fc7cdc579e4a), after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:23.567668 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-fa032958-9aa0-4eee-849d-4db3b3708258 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614436'] for network (None), before_response {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:23.570799 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-fa032958-9aa0-4eee-849d-4db3b3708258 admin admin] 10.222.0.71 "DELETE /v2.0/networks/4d3986e8-1f9e-456c-a745-fc7cdc579e4a HTTP/1.1" status: 204 len: 168 time: 0.2663224 May 16 20:36:23.580283 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa032958-9aa0-4eee-849d-4db3b3708258 admin admin] Pushing event deleted for resources: {'Network': ['ID=4d3986e8-1f9e-456c-a745-fc7cdc579e4a,revision_number=None']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:36:23.729011 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.71', 54522) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:36:23.769130 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-1593091f-9d8f-494a-9400-44bad7a60a48 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=37fe509947b34a269e7bfd2a4eec005a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0389144 May 16 20:36:23.771468 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.71', 54524) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:36:23.817908 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-88be0f2f-0256-41b4-8486-3fb2e6ca0c69 admin admin] Publish callbacks [] for security_group (dd0175cf-4c77-45aa-a009-ff08cd74007d), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:23.838815 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-88be0f2f-0256-41b4-8486-3fb2e6ca0c69 admin admin] Publish callbacks [] for security_group (dd0175cf-4c77-45aa-a009-ff08cd74007d), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:23.884052 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-88be0f2f-0256-41b4-8486-3fb2e6ca0c69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997425'] for security_group (dd0175cf-4c77-45aa-a009-ff08cd74007d), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:23.886662 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-88be0f2f-0256-41b4-8486-3fb2e6ca0c69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:23.887799 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-88be0f2f-0256-41b4-8486-3fb2e6ca0c69 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/dd0175cf-4c77-45aa-a009-ff08cd74007d HTTP/1.1" status: 204 len: 168 time: 0.1151488 May 16 20:36:23.895950 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88be0f2f-0256-41b4-8486-3fb2e6ca0c69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd0175cf-4c77-45aa-a009-ff08cd74007d,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:36:24.194339 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.71', 54530) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:36:24.235377 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-a69914fa-7288-4169-a998-83d84cda46a6 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=07d163832d204c6ea6d430a05cd455f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0398393 May 16 20:36:24.237806 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.71', 54532) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:36:24.285367 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e67a9a94-ebbd-4b77-88f5-a319c27aa148 admin admin] Publish callbacks [] for security_group (188eaf1b-5dfe-4097-b5b8-732de3f1f2ff), before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:24.305890 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e67a9a94-ebbd-4b77-88f5-a319c27aa148 admin admin] Publish callbacks [] for security_group (188eaf1b-5dfe-4097-b5b8-732de3f1f2ff), precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:24.352909 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e67a9a94-ebbd-4b77-88f5-a319c27aa148 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997425'] for security_group (188eaf1b-5dfe-4097-b5b8-732de3f1f2ff), after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:24.355790 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e67a9a94-ebbd-4b77-88f5-a319c27aa148 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:24.357310 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-e67a9a94-ebbd-4b77-88f5-a319c27aa148 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/188eaf1b-5dfe-4097-b5b8-732de3f1f2ff HTTP/1.1" status: 204 len: 168 time: 0.1184082 May 16 20:36:24.368917 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67a9a94-ebbd-4b77-88f5-a319c27aa148 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=188eaf1b-5dfe-4097-b5b8-732de3f1f2ff,revision_number=None']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:36:26.222367 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.71', 54602) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:36:26.328445 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c0e98bf6-d504-450f-871c-c0f06e863999 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:26.404128 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c0e98bf6-d504-450f-871c-c0f06e863999 admin admin] Publish callbacks [] for security_group (859d9fbb-3604-4282-a65a-4fac2c3cb22e), precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:26.407819 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c0e98bf6-d504-450f-871c-c0f06e863999 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997425'] for security_group (859d9fbb-3604-4282-a65a-4fac2c3cb22e), after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:26.444497 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-c0e98bf6-d504-450f-871c-c0f06e863999 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=024e41e0580742139d8cde499a2d8a88&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2210000 May 16 20:36:26.445310 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e98bf6-d504-450f-871c-c0f06e863999 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=859d9fbb-3604-4282-a65a-4fac2c3cb22e,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:36:26.447290 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.71', 54606) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:36:26.508417 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0e4635e2-0a5f-4aa1-8230-93832e3e9b19 admin admin] Publish callbacks [] for security_group (859d9fbb-3604-4282-a65a-4fac2c3cb22e), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:26.534045 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0e4635e2-0a5f-4aa1-8230-93832e3e9b19 admin admin] Publish callbacks [] for security_group (859d9fbb-3604-4282-a65a-4fac2c3cb22e), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:26.580891 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0e4635e2-0a5f-4aa1-8230-93832e3e9b19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997425'] for security_group (859d9fbb-3604-4282-a65a-4fac2c3cb22e), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:26.583501 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0e4635e2-0a5f-4aa1-8230-93832e3e9b19 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:26.584647 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-0e4635e2-0a5f-4aa1-8230-93832e3e9b19 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/859d9fbb-3604-4282-a65a-4fac2c3cb22e HTTP/1.1" status: 204 len: 168 time: 0.1363316 May 16 20:36:26.592994 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4635e2-0a5f-4aa1-8230-93832e3e9b19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=859d9fbb-3604-4282-a65a-4fac2c3cb22e,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:36:26.841013 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.71', 54612) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:36:26.853738 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5a310d34-5522-4372-9cd9-dda12e4e746e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:26.926816 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5a310d34-5522-4372-9cd9-dda12e4e746e admin admin] Publish callbacks [] for security_group (8d8ea0c9-462b-4095-a374-63dda128c6f3), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:26.930382 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5a310d34-5522-4372-9cd9-dda12e4e746e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997425'] for security_group (8d8ea0c9-462b-4095-a374-63dda128c6f3), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:26.968047 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-5a310d34-5522-4372-9cd9-dda12e4e746e admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=940c2a2811d7479593557d4de9e24348&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1259944 May 16 20:36:26.968948 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a310d34-5522-4372-9cd9-dda12e4e746e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d8ea0c9-462b-4095-a374-63dda128c6f3,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:36:26.970697 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.71', 54614) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:36:27.017916 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-08c22ffa-c8ba-463e-8373-f96398207edb admin admin] Publish callbacks [] for security_group (8d8ea0c9-462b-4095-a374-63dda128c6f3), before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:27.038939 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-08c22ffa-c8ba-463e-8373-f96398207edb admin admin] Publish callbacks [] for security_group (8d8ea0c9-462b-4095-a374-63dda128c6f3), precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:27.085447 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-08c22ffa-c8ba-463e-8373-f96398207edb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997425'] for security_group (8d8ea0c9-462b-4095-a374-63dda128c6f3), after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:27.088016 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-08c22ffa-c8ba-463e-8373-f96398207edb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:27.089190 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-08c22ffa-c8ba-463e-8373-f96398207edb admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/8d8ea0c9-462b-4095-a374-63dda128c6f3 HTTP/1.1" status: 204 len: 168 time: 0.1175194 May 16 20:36:27.097144 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c22ffa-c8ba-463e-8373-f96398207edb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d8ea0c9-462b-4095-a374-63dda128c6f3,revision_number=None']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:36:33.692381 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a7b89e17-a816-4d7d-8adf-2261375a74cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (6de3586b-c77a-41a3-9d69-e80d1925fb22), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:37.660484 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ae44c344-80c4-4d2f-9463-5792ce700f22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:38.840846 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7e48644e-b95e-4624-af94-515661536cfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (250d088e-9c0e-4ec5-80f3-a83f8403448b), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:40.195871 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (748e0023-d5c8-44d3-9d74-a0da2def1ef4), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:40.894609 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6817a924-6d52-4d66-a8a7-036511333704 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (03fa33e9-7cc7-490c-b269-c4f69c490346), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:41.274655 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (bddaa840-ffd9-43a2-8860-d40111f70aff), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:43.472430 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.71', 54754) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:36:43.573423 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-a9bf796c-8bb3-4505-a7f8-0f719465dfba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:43.650986 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-a9bf796c-8bb3-4505-a7f8-0f719465dfba admin admin] Publish callbacks [] for security_group (706ab46f-7df2-4649-99e1-e5ff37ce2ad3), precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:43.654519 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-a9bf796c-8bb3-4505-a7f8-0f719465dfba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997425'] for security_group (706ab46f-7df2-4649-99e1-e5ff37ce2ad3), after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:43.692436 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-a9bf796c-8bb3-4505-a7f8-0f719465dfba admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=a2e333346b1c42129135cd7ee74e384f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2189250 May 16 20:36:43.693310 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bf796c-8bb3-4505-a7f8-0f719465dfba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=706ab46f-7df2-4649-99e1-e5ff37ce2ad3,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:36:43.695229 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.71', 54758) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:36:43.745345 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-65a78c1e-cc63-46bc-bd9b-a2e6ecbcef60 admin admin] Publish callbacks [] for security_group (706ab46f-7df2-4649-99e1-e5ff37ce2ad3), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:43.767077 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-65a78c1e-cc63-46bc-bd9b-a2e6ecbcef60 admin admin] Publish callbacks [] for security_group (706ab46f-7df2-4649-99e1-e5ff37ce2ad3), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:43.817372 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-65a78c1e-cc63-46bc-bd9b-a2e6ecbcef60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997425'] for security_group (706ab46f-7df2-4649-99e1-e5ff37ce2ad3), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:43.819967 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-65a78c1e-cc63-46bc-bd9b-a2e6ecbcef60 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:43.821121 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-65a78c1e-cc63-46bc-bd9b-a2e6ecbcef60 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/706ab46f-7df2-4649-99e1-e5ff37ce2ad3 HTTP/1.1" status: 204 len: 168 time: 0.1242285 May 16 20:36:43.830035 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a78c1e-cc63-46bc-bd9b-a2e6ecbcef60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=706ab46f-7df2-4649-99e1-e5ff37ce2ad3,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:36:44.484572 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.71', 54780) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:36:44.579640 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.v2.base [None req-9fc37976-e3f3-4975-ab98-5c2f080e4576 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-70739188-network', 'tenant_id': '3522b0b520d940ee9449cff6699df4a4'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:36:44.599474 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fc37976-e3f3-4975-ab98-5c2f080e4576 admin admin] Made reservation on behalf of 3522b0b520d940ee9449cff6699df4a4 for: {'network': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 20:36:44.601753 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9fc37976-e3f3-4975-ab98-5c2f080e4576 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for network (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:44.609760 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9fc37976-e3f3-4975-ab98-5c2f080e4576 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:44.683789 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9fc37976-e3f3-4975-ab98-5c2f080e4576 admin admin] Publish callbacks [] for security_group (52af207e-6801-4ead-af3b-00e58d544380), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:44.687280 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9fc37976-e3f3-4975-ab98-5c2f080e4576 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997425'] for security_group (52af207e-6801-4ead-af3b-00e58d544380), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:44.708903 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fc37976-e3f3-4975-ab98-5c2f080e4576 admin admin] vlan segment allocate from pool success with {'vlan_id': 538, 'physical_network': 'physnet1'} {{(pid=103448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 16 20:36:44.723056 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc37976-e3f3-4975-ab98-5c2f080e4576 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52af207e-6801-4ead-af3b-00e58d544380,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:36:44.727816 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9fc37976-e3f3-4975-ab98-5c2f080e4576 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8732397667085', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1026353'] for segment (c69a41a1-a4b8-404f-90cd-61e4ebbb3c47), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:44.728256 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.db.segments_db [None req-9fc37976-e3f3-4975-ab98-5c2f080e4576 admin admin] Added segment c69a41a1-a4b8-404f-90cd-61e4ebbb3c47 of type vlan for network c5dc067f-9cf2-4696-8d85-3380bd5d2c7a May 16 20:36:44.769213 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9fc37976-e3f3-4975-ab98-5c2f080e4576 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732397125798'] for network (c5dc067f-9cf2-4696-8d85-3380bd5d2c7a), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:44.795946 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9fc37976-e3f3-4975-ab98-5c2f080e4576 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1996455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410'] for network (c5dc067f-9cf2-4696-8d85-3380bd5d2c7a), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:44.796954 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fc37976-e3f3-4975-ab98-5c2f080e4576 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:36:44.797534 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9fc37976-e3f3-4975-ab98-5c2f080e4576 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614436'] for network (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:44.830696 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-9fc37976-e3f3-4975-ab98-5c2f080e4576 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.3443871 May 16 20:36:44.833765 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.71', 54784) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:36:44.838901 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.v2.base [None req-ed5accfc-3e61-440e-a4d4-54ce974018eb admin admin] Request body: {'subnet': {'network_id': 'c5dc067f-9cf2-4696-8d85-3380bd5d2c7a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-70739188-subnet', 'tenant_id': '3522b0b520d940ee9449cff6699df4a4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:36:44.858809 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed5accfc-3e61-440e-a4d4-54ce974018eb admin admin] Made reservation on behalf of 3522b0b520d940ee9449cff6699df4a4 for: {'subnet': 1} {{(pid=103449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 20:36:44.861877 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ed5accfc-3e61-440e-a4d4-54ce974018eb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25246473'] for subnet (None), before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:44.864738 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc37976-e3f3-4975-ab98-5c2f080e4576 admin admin] Pushing event updated for resources: {'Network': ['ID=c5dc067f-9cf2-4696-8d85-3380bd5d2c7a,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:36:44.874216 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Network c5dc067f-9cf2-4696-8d85-3380bd5d2c7a details requested by agent ovs-agent-dv-cinder-830901-7-iscsi with host dv-cinder-830901-7-iscsi {{(pid=103450) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 16 20:36:45.023537 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ed5accfc-3e61-440e-a4d4-54ce974018eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1941894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26133462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25246495'] for subnet (de210afd-33bb-4d87-8ba0-c3c074a8a5ad), after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:45.077445 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5accfc-3e61-440e-a4d4-54ce974018eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=de210afd-33bb-4d87-8ba0-c3c074a8a5ad,revision_number=0']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:36:45.087182 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5accfc-3e61-440e-a4d4-54ce974018eb admin admin] Checking segment: {'id': 'c69a41a1-a4b8-404f-90cd-61e4ebbb3c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'c5dc067f-9cf2-4696-8d85-3380bd5d2c7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 20:36:45.088192 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed5accfc-3e61-440e-a4d4-54ce974018eb admin admin] Network hostable DHCP agents. Network: c5dc067f-9cf2-4696-8d85-3380bd5d2c7a, hostable agents: ['6de3586b-c77a-41a3-9d69-e80d1925fb22'], hosted agents: [] {{(pid=103449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 16 20:36:45.104442 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed5accfc-3e61-440e-a4d4-54ce974018eb admin admin] Network c5dc067f-9cf2-4696-8d85-3380bd5d2c7a is scheduled to be hosted by DHCP agent 6de3586b-c77a-41a3-9d69-e80d1925fb22 with binding_index 1 {{(pid=103449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 16 20:36:45.113948 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.scheduler.base_scheduler [None req-ed5accfc-3e61-440e-a4d4-54ce974018eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830901-7-iscsi, c5dc067f-9cf2-4696-8d85-3380bd5d2c7a) {{(pid=103449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 20:36:45.119302 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed5accfc-3e61-440e-a4d4-54ce974018eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:36:45.120280 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ed5accfc-3e61-440e-a4d4-54ce974018eb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:45.124614 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a91ff9b-cf15-4fde-974d-eb08a4b24248 None None] Network c5dc067f-9cf2-4696-8d85-3380bd5d2c7a requested from dv-cinder-830901-7-iscsi {{(pid=103450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 20:36:45.139694 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-ed5accfc-3e61-440e-a4d4-54ce974018eb admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3044772 May 16 20:36:45.238936 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dec3367-fade-495c-8b99-bb72f356fe8a None None] Network c5dc067f-9cf2-4696-8d85-3380bd5d2c7a requested from dv-cinder-830901-7-iscsi {{(pid=103450) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 20:36:46.894869 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5347589c-7d86-46a3-9124-000925af8631 req-fbe90f97-8ed4-4369-a44c-03dda07526c4 tempest-VolumesSnapshotTestJSON-183451159 tempest-VolumesSnapshotTestJSON-183451159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:36:46.896300 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-5347589c-7d86-46a3-9124-000925af8631 req-fbe90f97-8ed4-4369-a44c-03dda07526c4 tempest-VolumesSnapshotTestJSON-183451159 tempest-VolumesSnapshotTestJSON-183451159-project] 10.222.0.71 "GET /v2.0/networks?id=c5dc067f-9cf2-4696-8d85-3380bd5d2c7a HTTP/1.1" status: 200 len: 812 time: 0.1088507 May 16 20:36:46.912171 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-5347589c-7d86-46a3-9124-000925af8631 req-919d8783-3ba1-49a6-9586-06c821bf9434 tempest-VolumesSnapshotTestJSON-183451159 tempest-VolumesSnapshotTestJSON-183451159-project] 10.222.0.71 "GET /v2.0/quotas/3522b0b520d940ee9449cff6699df4a4 HTTP/1.1" status: 200 len: 375 time: 0.0094702 May 16 20:36:46.944067 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-5347589c-7d86-46a3-9124-000925af8631 req-439f4f80-36fb-4b39-8238-f16f7efb6fa6 tempest-VolumesSnapshotTestJSON-183451159 tempest-VolumesSnapshotTestJSON-183451159-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=3522b0b520d940ee9449cff6699df4a4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0271285 May 16 20:36:47.000118 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [req-5347589c-7d86-46a3-9124-000925af8631 req-f2171864-adf5-441b-bb27-23e86e208c9a service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=103449) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 16 20:36:47.001666 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-5347589c-7d86-46a3-9124-000925af8631 req-f2171864-adf5-441b-bb27-23e86e208c9a service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0515313 May 16 20:36:47.092328 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-5347589c-7d86-46a3-9124-000925af8631 req-fae20517-9415-49b6-bfc5-4d161ea1f34b service neutron] 10.222.0.71 "GET /v2.0/networks/c5dc067f-9cf2-4696-8d85-3380bd5d2c7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842099 May 16 20:36:47.182044 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-5347589c-7d86-46a3-9124-000925af8631 req-b8f058e0-c328-4429-b642-710d996e5488 service neutron] 10.222.0.71 "GET /v2.0/networks/c5dc067f-9cf2-4696-8d85-3380bd5d2c7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839033 May 16 20:36:47.337062 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-7043e6cf-d447-41d4-a743-004a29ca8607 req-ee86cfa7-390e-43b8-8d30-884c22bd0431 tempest-VolumesSnapshotTestJSON-183451159 tempest-VolumesSnapshotTestJSON-183451159-project] 10.222.0.71 "GET /v2.0/ports?device_id=f0fbc352-1082-4846-a4e8-70dc8fc55506 HTTP/1.1" status: 200 len: 210 time: 0.0269790 May 16 20:36:48.417145 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-3b70c5af-5fe4-442f-8938-edfa22a2ab01 req-5cf3092a-33af-44ac-af2e-5aef63144bec tempest-VolumesSnapshotTestJSON-183451159 tempest-VolumesSnapshotTestJSON-183451159-project] 10.222.0.71 "GET /v2.0/ports?device_id=f0fbc352-1082-4846-a4e8-70dc8fc55506 HTTP/1.1" status: 200 len: 210 time: 0.0310912 May 16 20:36:49.110513 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.agents_db [None req-fef3025b-cde1-4f6e-a405-d73d123fae0f None None] Agent healthcheck: found 6 active agents {{(pid=103451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 20:36:49.495309 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-c0667f34-65cd-4a58-a4fc-152f2c5ae41e req-c0665465-869d-4925-88b4-4d1a98cb8e14 tempest-VolumesSnapshotTestJSON-183451159 tempest-VolumesSnapshotTestJSON-183451159-project] 10.222.0.71 "GET /v2.0/ports?device_id=f0fbc352-1082-4846-a4e8-70dc8fc55506 HTTP/1.1" status: 200 len: 210 time: 0.0271015 May 16 20:36:50.572024 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-207a7e2f-86d3-4501-96d7-8a06300d4681 req-89340439-0ef6-45a5-a6fb-c8e02e9fcd79 tempest-VolumesSnapshotTestJSON-183451159 tempest-VolumesSnapshotTestJSON-183451159-project] 10.222.0.71 "GET /v2.0/ports?device_id=f0fbc352-1082-4846-a4e8-70dc8fc55506 HTTP/1.1" status: 200 len: 210 time: 0.0274992 May 16 20:36:51.663346 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-6a00776b-eac0-4c66-8743-13bd1045ef1c req-b00c73f2-4774-44a7-a4a8-dfb732b9fab5 tempest-VolumesSnapshotTestJSON-183451159 tempest-VolumesSnapshotTestJSON-183451159-project] 10.222.0.71 "GET /v2.0/ports?device_id=f0fbc352-1082-4846-a4e8-70dc8fc55506 HTTP/1.1" status: 200 len: 210 time: 0.0276167 May 16 20:36:52.385051 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5347589c-7d86-46a3-9124-000925af8631 req-2711a56d-170d-41f7-8bd9-42008e9de040 tempest-VolumesSnapshotTestJSON-183451159 tempest-VolumesSnapshotTestJSON-183451159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:36:52.386497 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-5347589c-7d86-46a3-9124-000925af8631 req-2711a56d-170d-41f7-8bd9-42008e9de040 tempest-VolumesSnapshotTestJSON-183451159 tempest-VolumesSnapshotTestJSON-183451159-project] 10.222.0.81 "GET /v2.0/networks?id=c5dc067f-9cf2-4696-8d85-3380bd5d2c7a HTTP/1.1" status: 200 len: 812 time: 0.1033707 May 16 20:36:52.398054 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.v2.base [req-5347589c-7d86-46a3-9124-000925af8631 req-40515e4b-743c-4291-918d-fc4e1e717cb9 tempest-VolumesSnapshotTestJSON-183451159 tempest-VolumesSnapshotTestJSON-183451159-project] Request body: {'port': {'device_id': 'f0fbc352-1082-4846-a4e8-70dc8fc55506', 'network_id': 'c5dc067f-9cf2-4696-8d85-3380bd5d2c7a', 'admin_state_up': True, 'tenant_id': '3522b0b520d940ee9449cff6699df4a4'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:36:52.506880 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5347589c-7d86-46a3-9124-000925af8631 req-40515e4b-743c-4291-918d-fc4e1e717cb9 tempest-VolumesSnapshotTestJSON-183451159 tempest-VolumesSnapshotTestJSON-183451159-project] Made reservation on behalf of 3522b0b520d940ee9449cff6699df4a4 for: {'port': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 20:36:52.510164 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-5347589c-7d86-46a3-9124-000925af8631 req-40515e4b-743c-4291-918d-fc4e1e717cb9 tempest-VolumesSnapshotTestJSON-183451159 tempest-VolumesSnapshotTestJSON-183451159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:52.759599 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-49a5fed5-f111-4e4d-8c82-a5f35fda0f61 req-5fd745d9-52b5-4330-90d7-07ed4fb05252 tempest-VolumesSnapshotTestJSON-183451159 tempest-VolumesSnapshotTestJSON-183451159-project] 10.222.0.71 "GET /v2.0/ports?device_id=f0fbc352-1082-4846-a4e8-70dc8fc55506 HTTP/1.1" status: 200 len: 210 time: 0.0279803 May 16 20:36:52.889635 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [req-5347589c-7d86-46a3-9124-000925af8631 req-40515e4b-743c-4291-918d-fc4e1e717cb9 tempest-VolumesSnapshotTestJSON-183451159 tempest-VolumesSnapshotTestJSON-183451159-project] Allocated IP 172.20.0.6 (c5dc067f-9cf2-4696-8d85-3380bd5d2c7a/de210afd-33bb-4d87-8ba0-c3c074a8a5ad/c382ff1b-58ef-46cb-a962-24d7ea6f0705) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 20:36:53.033610 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-5347589c-7d86-46a3-9124-000925af8631 req-40515e4b-743c-4291-918d-fc4e1e717cb9 tempest-VolumesSnapshotTestJSON-183451159 tempest-VolumesSnapshotTestJSON-183451159-project] Publish callbacks [] for port (c382ff1b-58ef-46cb-a962-24d7ea6f0705), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:53.064071 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-5347589c-7d86-46a3-9124-000925af8631 req-40515e4b-743c-4291-918d-fc4e1e717cb9 tempest-VolumesSnapshotTestJSON-183451159 tempest-VolumesSnapshotTestJSON-183451159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732397102960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27048612'] for port (c382ff1b-58ef-46cb-a962-24d7ea6f0705), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:53.101373 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5347589c-7d86-46a3-9124-000925af8631 req-40515e4b-743c-4291-918d-fc4e1e717cb9 tempest-VolumesSnapshotTestJSON-183451159 tempest-VolumesSnapshotTestJSON-183451159-project] Network c5dc067f-9cf2-4696-8d85-3380bd5d2c7a is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 20:36:53.104261 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [req-5347589c-7d86-46a3-9124-000925af8631 req-40515e4b-743c-4291-918d-fc4e1e717cb9 tempest-VolumesSnapshotTestJSON-183451159 tempest-VolumesSnapshotTestJSON-183451159-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 20:36:53.107887 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [req-5347589c-7d86-46a3-9124-000925af8631 req-40515e4b-743c-4291-918d-fc4e1e717cb9 tempest-VolumesSnapshotTestJSON-183451159 tempest-VolumesSnapshotTestJSON-183451159-project] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 20:36:53.137557 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40515e4b-743c-4291-918d-fc4e1e717cb9 tempest-VolumesSnapshotTestJSON-183451159 tempest-VolumesSnapshotTestJSON-183451159-project] Pushing event updated for resources: {'Port': ['ID=c382ff1b-58ef-46cb-a962-24d7ea6f0705,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:36:53.164254 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5347589c-7d86-46a3-9124-000925af8631 req-40515e4b-743c-4291-918d-fc4e1e717cb9 tempest-VolumesSnapshotTestJSON-183451159 tempest-VolumesSnapshotTestJSON-183451159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:36:53.164892 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-5347589c-7d86-46a3-9124-000925af8631 req-40515e4b-743c-4291-918d-fc4e1e717cb9 tempest-VolumesSnapshotTestJSON-183451159 tempest-VolumesSnapshotTestJSON-183451159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-338397'] for port (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:53.180746 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-5347589c-7d86-46a3-9124-000925af8631 req-40515e4b-743c-4291-918d-fc4e1e717cb9 tempest-VolumesSnapshotTestJSON-183451159 tempest-VolumesSnapshotTestJSON-183451159-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7865658 May 16 20:36:53.189967 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [req-5347589c-7d86-46a3-9124-000925af8631 req-d95cc315-6bf7-4f47-b052-8ca0c9ffebf1 tempest-VolumesSnapshotTestJSON-183451159 tempest-VolumesSnapshotTestJSON-183451159-project] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=103448) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 16 20:36:53.190922 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-5347589c-7d86-46a3-9124-000925af8631 req-d95cc315-6bf7-4f47-b052-8ca0c9ffebf1 tempest-VolumesSnapshotTestJSON-183451159 tempest-VolumesSnapshotTestJSON-183451159-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0055532 May 16 20:36:53.244609 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.v2.base [req-5347589c-7d86-46a3-9124-000925af8631 req-bc509f6d-dc8c-4cac-919c-ae0047b87815 service neutron] Request body: {'port': {'device_id': 'f0fbc352-1082-4846-a4e8-70dc8fc55506', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83090'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:36:53.300697 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-5347589c-7d86-46a3-9124-000925af8631 req-bc509f6d-dc8c-4cac-919c-ae0047b87815 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (c382ff1b-58ef-46cb-a962-24d7ea6f0705), before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:53.593457 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.notifiers.nova [req-5347589c-7d86-46a3-9124-000925af8631 req-bc509f6d-dc8c-4cac-919c-ae0047b87815 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c382ff1b-58ef-46cb-a962-24d7ea6f0705 {{(pid=103448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 20:36:53.602032 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-5347589c-7d86-46a3-9124-000925af8631 req-bc509f6d-dc8c-4cac-919c-ae0047b87815 service neutron] Publish callbacks [] for port (c382ff1b-58ef-46cb-a962-24d7ea6f0705), precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:53.614642 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [req-5347589c-7d86-46a3-9124-000925af8631 req-bc509f6d-dc8c-4cac-919c-ae0047b87815 service neutron] Transition to ACTIVE for port object c382ff1b-58ef-46cb-a962-24d7ea6f0705 will not be triggered until provisioned by entity L2. {{(pid=103448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 16 20:36:53.617710 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-5347589c-7d86-46a3-9124-000925af8631 req-bc509f6d-dc8c-4cac-919c-ae0047b87815 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732397598091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732397102978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732397102996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27048595'] for port (c382ff1b-58ef-46cb-a962-24d7ea6f0705), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:53.668326 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc509f6d-dc8c-4cac-919c-ae0047b87815 service neutron] Pushing event updated for resources: {'Port': ['ID=c382ff1b-58ef-46cb-a962-24d7ea6f0705,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:36:53.741539 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-5347589c-7d86-46a3-9124-000925af8631 req-bc509f6d-dc8c-4cac-919c-ae0047b87815 service neutron] Attempting to bind port c382ff1b-58ef-46cb-a962-24d7ea6f0705 on host hv-cinder-83090 for vnic_type normal with profile {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 20:36:53.741877 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-5347589c-7d86-46a3-9124-000925af8631 req-bc509f6d-dc8c-4cac-919c-ae0047b87815 service neutron] Attempting to bind port c382ff1b-58ef-46cb-a962-24d7ea6f0705 by drivers openvswitch,hyperv on host hv-cinder-83090 at level 0 using segments [{'id': 'c69a41a1-a4b8-404f-90cd-61e4ebbb3c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'c5dc067f-9cf2-4696-8d85-3380bd5d2c7a'}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 20:36:53.742213 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5347589c-7d86-46a3-9124-000925af8631 req-bc509f6d-dc8c-4cac-919c-ae0047b87815 service neutron] Attempting to bind port c382ff1b-58ef-46cb-a962-24d7ea6f0705 on network c5dc067f-9cf2-4696-8d85-3380bd5d2c7a {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 20:36:53.746587 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5347589c-7d86-46a3-9124-000925af8631 req-bc509f6d-dc8c-4cac-919c-ae0047b87815 service neutron] Port c382ff1b-58ef-46cb-a962-24d7ea6f0705 on network c5dc067f-9cf2-4696-8d85-3380bd5d2c7a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83090 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 16 20:36:53.746910 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5347589c-7d86-46a3-9124-000925af8631 req-bc509f6d-dc8c-4cac-919c-ae0047b87815 service neutron] Attempting to bind port c382ff1b-58ef-46cb-a962-24d7ea6f0705 on network c5dc067f-9cf2-4696-8d85-3380bd5d2c7a {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 20:36:53.752341 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5347589c-7d86-46a3-9124-000925af8631 req-bc509f6d-dc8c-4cac-919c-ae0047b87815 service neutron] Checking agent: {'id': '748e0023-d5c8-44d3-9d74-a0da2def1ef4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83090', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 20, 23, 10), 'started_at': datetime.datetime(2022, 5, 16, 20, 23, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 20, 36, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 20:36:53.752685 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5347589c-7d86-46a3-9124-000925af8631 req-bc509f6d-dc8c-4cac-919c-ae0047b87815 service neutron] Checking segment: {'id': 'c69a41a1-a4b8-404f-90cd-61e4ebbb3c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'c5dc067f-9cf2-4696-8d85-3380bd5d2c7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 20:36:53.753072 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5347589c-7d86-46a3-9124-000925af8631 req-bc509f6d-dc8c-4cac-919c-ae0047b87815 service neutron] Bound using segment: {'id': 'c69a41a1-a4b8-404f-90cd-61e4ebbb3c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'c5dc067f-9cf2-4696-8d85-3380bd5d2c7a'} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 20:36:53.753500 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-5347589c-7d86-46a3-9124-000925af8631 req-bc509f6d-dc8c-4cac-919c-ae0047b87815 service neutron] Bound port: c382ff1b-58ef-46cb-a962-24d7ea6f0705, host: hv-cinder-83090, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c69a41a1-a4b8-404f-90cd-61e4ebbb3c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'c5dc067f-9cf2-4696-8d85-3380bd5d2c7a'}}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 20:36:53.753864 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-5347589c-7d86-46a3-9124-000925af8631 req-bc509f6d-dc8c-4cac-919c-ae0047b87815 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (c382ff1b-58ef-46cb-a962-24d7ea6f0705), before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:53.816900 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-5347589c-7d86-46a3-9124-000925af8631 req-bc509f6d-dc8c-4cac-919c-ae0047b87815 service neutron] For port c382ff1b-58ef-46cb-a962-24d7ea6f0705, host hv-cinder-83090, cleared binding levels {{(pid=103448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 20:36:53.819872 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-5347589c-7d86-46a3-9124-000925af8631 req-bc509f6d-dc8c-4cac-919c-ae0047b87815 service neutron] For port c382ff1b-58ef-46cb-a962-24d7ea6f0705, host hv-cinder-83090, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=c382ff1b-58ef-46cb-a962-24d7ea6f0705,segment=NetworkSegment(c69a41a1-a4b8-404f-90cd-61e4ebbb3c47),segment_id=c69a41a1-a4b8-404f-90cd-61e4ebbb3c47)] {{(pid=103448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 20:36:53.825933 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-5347589c-7d86-46a3-9124-000925af8631 req-bc509f6d-dc8c-4cac-919c-ae0047b87815 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732397598091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732397102978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732397102996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27048595'] for port (c382ff1b-58ef-46cb-a962-24d7ea6f0705), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:53.889013 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5347589c-7d86-46a3-9124-000925af8631 req-bc509f6d-dc8c-4cac-919c-ae0047b87815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:36:53.889634 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-5347589c-7d86-46a3-9124-000925af8631 req-bc509f6d-dc8c-4cac-919c-ae0047b87815 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-338397'] for port (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:53.891490 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-5347589c-7d86-46a3-9124-000925af8631 req-bc509f6d-dc8c-4cac-919c-ae0047b87815 service neutron] 10.222.0.81 "PUT /v2.0/ports/c382ff1b-58ef-46cb-a962-24d7ea6f0705 HTTP/1.1" status: 200 len: 1093 time: 0.6927352 May 16 20:36:53.892432 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0fbc352-1082-4846-a4e8-70dc8fc55506', 'tag': 'c382ff1b-58ef-46cb-a962-24d7ea6f0705'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 20:36:53.894688 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cabd327eae894280a08d6ee7d9129781675a5828ba01ec684011f2f655eb9e7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f29225a5-4b60-42ae-92ce-797c78985eae" -d '{"events": [{"name": "network-changed", "server_uuid": "f0fbc352-1082-4846-a4e8-70dc8fc55506", "tag": "c382ff1b-58ef-46cb-a962-24d7ea6f0705"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 20:36:53.931586 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1d0933-3946-4520-a641-9a7602e5bfbf req-f3bcecc8-fc3a-4ce1-87f9-9f0f3d9bb89f tempest-VolumesSnapshotTestJSON-183451159 tempest-VolumesSnapshotTestJSON-183451159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:36:53.933114 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-be1d0933-3946-4520-a641-9a7602e5bfbf req-f3bcecc8-fc3a-4ce1-87f9-9f0f3d9bb89f tempest-VolumesSnapshotTestJSON-183451159 tempest-VolumesSnapshotTestJSON-183451159-project] 10.222.0.71 "GET /v2.0/ports?device_id=f0fbc352-1082-4846-a4e8-70dc8fc55506 HTTP/1.1" status: 200 len: 943 time: 0.1017084 May 16 20:36:53.945412 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 20:36:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8affc98a-3b01-4b04-aac0-4c8350ff6d35 x-openstack-request-id: req-8affc98a-3b01-4b04-aac0-4c8350ff6d35 {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 20:36:53.945720 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0fbc352-1082-4846-a4e8-70dc8fc55506", "tag": "c382ff1b-58ef-46cb-a962-24d7ea6f0705", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 20:36:53.945954 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-8affc98a-3b01-4b04-aac0-4c8350ff6d35 {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 20:36:53.946350 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8affc98a-3b01-4b04-aac0-4c8350ff6d35'] response: {'name': 'network-changed', 'server_uuid': 'f0fbc352-1082-4846-a4e8-70dc8fc55506', 'tag': 'c382ff1b-58ef-46cb-a962-24d7ea6f0705', 'status': 'completed', 'code': 200} May 16 20:36:53.949455 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc509f6d-dc8c-4cac-919c-ae0047b87815 service neutron] Pushing event updated for resources: {'Port': ['ID=c382ff1b-58ef-46cb-a962-24d7ea6f0705,revision_number=3']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:36:53.996032 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5347589c-7d86-46a3-9124-000925af8631 req-0e65d878-defe-4acb-b8d6-7bb088b6c81f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:36:53.997568 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-5347589c-7d86-46a3-9124-000925af8631 req-0e65d878-defe-4acb-b8d6-7bb088b6c81f service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=3522b0b520d940ee9449cff6699df4a4&device_id=f0fbc352-1082-4846-a4e8-70dc8fc55506 HTTP/1.1" status: 200 len: 1127 time: 0.0615664 May 16 20:36:54.043630 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-5347589c-7d86-46a3-9124-000925af8631 req-33621f16-4174-404f-b1b6-b2105af4a2b6 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c382ff1b-58ef-46cb-a962-24d7ea6f0705 HTTP/1.1" status: 200 len: 217 time: 0.0394843 May 16 20:36:54.051141 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-be1d0933-3946-4520-a641-9a7602e5bfbf req-55eec5fc-90b4-4225-8a73-94d2e0ed57e2 tempest-VolumesSnapshotTestJSON-183451159 tempest-VolumesSnapshotTestJSON-183451159-project] 10.222.0.71 "GET /v2.0/security-groups?id=52af207e-6801-4ead-af3b-00e58d544380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037412 May 16 20:36:54.100998 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5347589c-7d86-46a3-9124-000925af8631 req-12d3102d-0078-4820-9b71-fe5a38d5d612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:36:54.102478 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-5347589c-7d86-46a3-9124-000925af8631 req-12d3102d-0078-4820-9b71-fe5a38d5d612 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=de210afd-33bb-4d87-8ba0-c3c074a8a5ad HTTP/1.1" status: 200 len: 852 time: 0.0505018 May 16 20:36:54.135378 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-5347589c-7d86-46a3-9124-000925af8631 req-8e38af1e-385a-4366-8eff-ce1060fcf984 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=c5dc067f-9cf2-4696-8d85-3380bd5d2c7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255358 May 16 20:36:54.225225 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-5347589c-7d86-46a3-9124-000925af8631 req-cc5ffab0-2930-4ab4-9ad0-a862a6ad369a service neutron] 10.222.0.81 "GET /v2.0/networks/c5dc067f-9cf2-4696-8d85-3380bd5d2c7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841992 May 16 20:36:54.320247 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-5347589c-7d86-46a3-9124-000925af8631 req-5f1599f5-8add-45cb-a99e-59a6427ab059 service neutron] 10.222.0.81 "GET /v2.0/networks/c5dc067f-9cf2-4696-8d85-3380bd5d2c7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886166 May 16 20:36:55.027340 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29225a5-4b60-42ae-92ce-797c78985eae req-cb2659ba-5b5a-4b0a-ba0d-3b80ede46248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:36:55.028904 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-f29225a5-4b60-42ae-92ce-797c78985eae req-cb2659ba-5b5a-4b0a-ba0d-3b80ede46248 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=3522b0b520d940ee9449cff6699df4a4&device_id=f0fbc352-1082-4846-a4e8-70dc8fc55506 HTTP/1.1" status: 200 len: 1127 time: 0.0398917 May 16 20:36:55.126989 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29225a5-4b60-42ae-92ce-797c78985eae req-0147027a-a33c-44d7-9557-8cf0a8708dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:36:55.128534 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-f29225a5-4b60-42ae-92ce-797c78985eae req-0147027a-a33c-44d7-9557-8cf0a8708dfd service neutron] 10.222.0.81 "GET /v2.0/networks?id=c5dc067f-9cf2-4696-8d85-3380bd5d2c7a HTTP/1.1" status: 200 len: 913 time: 0.0935929 May 16 20:36:55.167204 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-f29225a5-4b60-42ae-92ce-797c78985eae req-7e30de3b-eefd-4516-b4e0-61088efe64ac service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c382ff1b-58ef-46cb-a962-24d7ea6f0705 HTTP/1.1" status: 200 len: 217 time: 0.0322638 May 16 20:36:55.170221 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096558b7-fda7-41b9-a9f8-65eef1948fd3 req-7941d855-6f59-4f7a-85e5-4394ec49c4ac tempest-VolumesSnapshotTestJSON-183451159 tempest-VolumesSnapshotTestJSON-183451159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:36:55.171665 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-096558b7-fda7-41b9-a9f8-65eef1948fd3 req-7941d855-6f59-4f7a-85e5-4394ec49c4ac tempest-VolumesSnapshotTestJSON-183451159 tempest-VolumesSnapshotTestJSON-183451159-project] 10.222.0.71 "GET /v2.0/ports?device_id=f0fbc352-1082-4846-a4e8-70dc8fc55506 HTTP/1.1" status: 200 len: 943 time: 0.0466628 May 16 20:36:55.220955 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29225a5-4b60-42ae-92ce-797c78985eae req-fbe90423-6b5a-4fbd-9415-d71c5f2419c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:36:55.222393 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-f29225a5-4b60-42ae-92ce-797c78985eae req-fbe90423-6b5a-4fbd-9415-d71c5f2419c2 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=de210afd-33bb-4d87-8ba0-c3c074a8a5ad HTTP/1.1" status: 200 len: 852 time: 0.0493035 May 16 20:36:55.224534 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-096558b7-fda7-41b9-a9f8-65eef1948fd3 req-718685b4-ae5e-4891-b39b-2e3703c5f75e tempest-VolumesSnapshotTestJSON-183451159 tempest-VolumesSnapshotTestJSON-183451159-project] 10.222.0.71 "GET /v2.0/security-groups?id=52af207e-6801-4ead-af3b-00e58d544380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462098 May 16 20:36:55.259515 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-f29225a5-4b60-42ae-92ce-797c78985eae req-7b0538b3-6967-4518-b8d5-bfc7ad79aefd service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=c5dc067f-9cf2-4696-8d85-3380bd5d2c7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306046 May 16 20:36:55.345483 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-f29225a5-4b60-42ae-92ce-797c78985eae req-daebc347-3b6e-4dab-8537-cd88f5243f3f service neutron] 10.222.0.81 "GET /v2.0/networks/c5dc067f-9cf2-4696-8d85-3380bd5d2c7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795364 May 16 20:36:55.437151 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-f29225a5-4b60-42ae-92ce-797c78985eae req-187044aa-5b29-4ab0-a42d-af2498d64fe7 service neutron] 10.222.0.81 "GET /v2.0/networks/c5dc067f-9cf2-4696-8d85-3380bd5d2c7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848138 May 16 20:36:55.588627 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Device c382ff1b-58ef-46cb-a962-24d7ea6f0705 details requested by agent hyperv_hv-cinder-83090 with host hv-cinder-83090 {{(pid=103450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 20:36:55.687079 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] For port c382ff1b-58ef-46cb-a962-24d7ea6f0705, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=c382ff1b-58ef-46cb-a962-24d7ea6f0705,segment=NetworkSegment(c69a41a1-a4b8-404f-90cd-61e4ebbb3c47),segment_id=c69a41a1-a4b8-404f-90cd-61e4ebbb3c47)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:36:55.697972 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Returning: {'device': 'c382ff1b-58ef-46cb-a962-24d7ea6f0705', 'network_id': 'c5dc067f-9cf2-4696-8d85-3380bd5d2c7a', 'port_id': 'c382ff1b-58ef-46cb-a962-24d7ea6f0705', 'mac_address': 'fa:16:3e:bb:78:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de210afd-33bb-4d87-8ba0-c3c074a8a5ad', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 20:36:55.731501 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Current status of the port c382ff1b-58ef-46cb-a962-24d7ea6f0705 is: DOWN; New status is: BUILD {{(pid=103450) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:36:55.731894 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (c382ff1b-58ef-46cb-a962-24d7ea6f0705), before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:55.745728 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.notifiers.nova [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c382ff1b-58ef-46cb-a962-24d7ea6f0705 {{(pid=103450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 20:36:55.764713 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] For port c382ff1b-58ef-46cb-a962-24d7ea6f0705, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=c382ff1b-58ef-46cb-a962-24d7ea6f0705,segment=NetworkSegment(c69a41a1-a4b8-404f-90cd-61e4ebbb3c47),segment_id=c69a41a1-a4b8-404f-90cd-61e4ebbb3c47)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:36:55.769433 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732397598091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732397102978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732397102996'] for port (c382ff1b-58ef-46cb-a962-24d7ea6f0705), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:55.817528 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Pushing event updated for resources: {'Port': ['ID=c382ff1b-58ef-46cb-a962-24d7ea6f0705,revision_number=4']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:36:55.824380 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:36:55.824728 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:36:55.825070 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:36:55.825408 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:36:55.825737 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:36:55.826062 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:36:55.826387 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:36:55.826708 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:36:55.827030 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:36:55.827351 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:36:55.827671 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:36:55.827992 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:36:55.828336 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:36:55.829542 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:36:55.829870 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:36:56.061821 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] get_ports_and_sgs() called for port_ids ['c382ff1b-58ef-46cb-a962-24d7ea6f0705'] {{(pid=103450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 20:36:56.337923 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0cb64c-7b83-4458-a6ce-7dc1f5b3dcc2 req-977cc01d-5fd0-493c-a2bf-94acd13d7fb9 tempest-VolumesSnapshotTestJSON-183451159 tempest-VolumesSnapshotTestJSON-183451159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:36:56.339384 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-8a0cb64c-7b83-4458-a6ce-7dc1f5b3dcc2 req-977cc01d-5fd0-493c-a2bf-94acd13d7fb9 tempest-VolumesSnapshotTestJSON-183451159 tempest-VolumesSnapshotTestJSON-183451159-project] 10.222.0.71 "GET /v2.0/ports?device_id=f0fbc352-1082-4846-a4e8-70dc8fc55506 HTTP/1.1" status: 200 len: 944 time: 0.0464399 May 16 20:36:56.385197 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-8a0cb64c-7b83-4458-a6ce-7dc1f5b3dcc2 req-d1092ec6-a81d-4126-b2ef-be8c615b9eed tempest-VolumesSnapshotTestJSON-183451159 tempest-VolumesSnapshotTestJSON-183451159-project] 10.222.0.71 "GET /v2.0/security-groups?id=52af207e-6801-4ead-af3b-00e58d544380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400743 May 16 20:36:57.503456 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d60eec5-20a0-4832-b742-e42be80142a5 req-45f2da03-4ee8-46f1-9dc0-0e7326ca27c4 tempest-VolumesSnapshotTestJSON-183451159 tempest-VolumesSnapshotTestJSON-183451159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:36:57.504855 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-3d60eec5-20a0-4832-b742-e42be80142a5 req-45f2da03-4ee8-46f1-9dc0-0e7326ca27c4 tempest-VolumesSnapshotTestJSON-183451159 tempest-VolumesSnapshotTestJSON-183451159-project] 10.222.0.71 "GET /v2.0/ports?device_id=f0fbc352-1082-4846-a4e8-70dc8fc55506 HTTP/1.1" status: 200 len: 944 time: 0.0516281 May 16 20:36:57.550913 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-3d60eec5-20a0-4832-b742-e42be80142a5 req-01bd919e-125b-4f2a-89cd-86289eb1d445 tempest-VolumesSnapshotTestJSON-183451159 tempest-VolumesSnapshotTestJSON-183451159-project] 10.222.0.71 "GET /v2.0/security-groups?id=52af207e-6801-4ead-af3b-00e58d544380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404460 May 16 20:36:57.591663 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Device c382ff1b-58ef-46cb-a962-24d7ea6f0705 up at agent hyperv_hv-cinder-83090 {{(pid=103450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 20:36:57.636138 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Provisioning for port c382ff1b-58ef-46cb-a962-24d7ea6f0705 completed by entity L2. {{(pid=103450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 16 20:36:57.642502 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Provisioning complete for port c382ff1b-58ef-46cb-a962-24d7ea6f0705 triggered by entity L2. {{(pid=103450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:36:57.642889 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868582'] for port (c382ff1b-58ef-46cb-a962-24d7ea6f0705), provisioning_complete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:57.711329 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Current status of the port c382ff1b-58ef-46cb-a962-24d7ea6f0705 is: BUILD; New status is: ACTIVE {{(pid=103450) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:36:57.711716 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (c382ff1b-58ef-46cb-a962-24d7ea6f0705), before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:57.733764 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0fbc352-1082-4846-a4e8-70dc8fc55506', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c382ff1b-58ef-46cb-a962-24d7ea6f0705'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 20:36:57.736034 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38452c862c9e2e5c9d38da0d4ca4e6053ba1266d056c207bc89b5fbcea4cd82f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c3a829b-61c2-4b60-a1e2-95bc0aafd2e3" -d '{"events": [{"server_uuid": "f0fbc352-1082-4846-a4e8-70dc8fc55506", "name": "network-vif-plugged", "status": "completed", "tag": "c382ff1b-58ef-46cb-a962-24d7ea6f0705"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 20:36:57.748278 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] For port c382ff1b-58ef-46cb-a962-24d7ea6f0705, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=c382ff1b-58ef-46cb-a962-24d7ea6f0705,segment=NetworkSegment(c69a41a1-a4b8-404f-90cd-61e4ebbb3c47),segment_id=c69a41a1-a4b8-404f-90cd-61e4ebbb3c47)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:36:57.752977 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732397598091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732397102978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732397102996'] for port (c382ff1b-58ef-46cb-a962-24d7ea6f0705), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:36:57.801516 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Pushing event updated for resources: {'Port': ['ID=c382ff1b-58ef-46cb-a962-24d7ea6f0705,revision_number=5']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:36:57.887196 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 20:36:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68e384f4-d36c-4be2-ac0e-34fbd1511b6f x-openstack-request-id: req-68e384f4-d36c-4be2-ac0e-34fbd1511b6f {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 20:36:57.887548 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0fbc352-1082-4846-a4e8-70dc8fc55506", "name": "network-vif-plugged", "status": "completed", "tag": "c382ff1b-58ef-46cb-a962-24d7ea6f0705", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 20:36:57.887805 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-68e384f4-d36c-4be2-ac0e-34fbd1511b6f {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 20:36:57.888243 dv-cinder-830901-7-iscsi neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68e384f4-d36c-4be2-ac0e-34fbd1511b6f'] response: {'server_uuid': 'f0fbc352-1082-4846-a4e8-70dc8fc55506', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c382ff1b-58ef-46cb-a962-24d7ea6f0705', 'code': 200} May 16 20:36:58.045992 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252fe43d-dbf8-4381-998f-325425a65e47 req-0cbf9333-0925-4b30-9859-df117373df3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:36:58.048638 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-252fe43d-dbf8-4381-998f-325425a65e47 req-0cbf9333-0925-4b30-9859-df117373df3b service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=f0fbc352-1082-4846-a4e8-70dc8fc55506 HTTP/1.1" status: 200 len: 1129 time: 0.0385129 May 16 20:36:58.095742 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-252fe43d-dbf8-4381-998f-325425a65e47 req-5d0fa1c5-6a72-4620-96a9-d19b9f24d96f service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=52af207e-6801-4ead-af3b-00e58d544380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412130 May 16 20:36:58.663300 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9735204a-9d4a-4e4e-bc44-840eb3f2aab1 req-86566781-3cf0-4c9b-ae65-61f666c8ae95 tempest-VolumesSnapshotTestJSON-183451159 tempest-VolumesSnapshotTestJSON-183451159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:36:58.664790 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-9735204a-9d4a-4e4e-bc44-840eb3f2aab1 req-86566781-3cf0-4c9b-ae65-61f666c8ae95 tempest-VolumesSnapshotTestJSON-183451159 tempest-VolumesSnapshotTestJSON-183451159-project] 10.222.0.71 "GET /v2.0/ports?device_id=f0fbc352-1082-4846-a4e8-70dc8fc55506 HTTP/1.1" status: 200 len: 945 time: 0.0476587 May 16 20:36:58.711346 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-9735204a-9d4a-4e4e-bc44-840eb3f2aab1 req-1ad3b05d-9871-44b4-adb0-90be7373832f tempest-VolumesSnapshotTestJSON-183451159 tempest-VolumesSnapshotTestJSON-183451159-project] 10.222.0.71 "GET /v2.0/security-groups?id=52af207e-6801-4ead-af3b-00e58d544380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410261 May 16 20:36:59.824615 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2120e860-d499-46bd-8639-b8af2306c9c5 req-e57443c2-3ab8-4444-96e2-458eb5dfcad2 tempest-VolumesSnapshotTestJSON-183451159 tempest-VolumesSnapshotTestJSON-183451159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:36:59.826074 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-2120e860-d499-46bd-8639-b8af2306c9c5 req-e57443c2-3ab8-4444-96e2-458eb5dfcad2 tempest-VolumesSnapshotTestJSON-183451159 tempest-VolumesSnapshotTestJSON-183451159-project] 10.222.0.71 "GET /v2.0/ports?device_id=f0fbc352-1082-4846-a4e8-70dc8fc55506 HTTP/1.1" status: 200 len: 945 time: 0.0465605 May 16 20:36:59.872388 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-2120e860-d499-46bd-8639-b8af2306c9c5 req-4dd77811-6ea1-4ecf-be36-1d0b80e4a1d8 tempest-VolumesSnapshotTestJSON-183451159 tempest-VolumesSnapshotTestJSON-183451159-project] 10.222.0.71 "GET /v2.0/security-groups?id=52af207e-6801-4ead-af3b-00e58d544380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406823 May 16 20:37:03.694032 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f872feb1-c8ba-4ce8-aadd-33d6fe12c9ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (6de3586b-c77a-41a3-9d69-e80d1925fb22), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:07.662996 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-161f7cf1-a731-454d-a2f3-df546fec5054 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:08.851148 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7e48644e-b95e-4624-af94-515661536cfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (250d088e-9c0e-4ec5-80f3-a83f8403448b), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:10.198766 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (748e0023-d5c8-44d3-9d74-a0da2def1ef4), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:10.898400 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6817a924-6d52-4d66-a8a7-036511333704 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (03fa33e9-7cc7-490c-b269-c4f69c490346), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:11.277273 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (bddaa840-ffd9-43a2-8860-d40111f70aff), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:18.059708 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-63ebf259-3a91-486d-a637-f83b2de04a81 req-d78f6d75-ace8-4737-b61a-2156a4978e52 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=f0fbc352-1082-4846-a4e8-70dc8fc55506&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0389502 May 16 20:37:18.139220 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ebf259-3a91-486d-a637-f83b2de04a81 req-129561a3-5385-44ee-9f60-2548afb12094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:37:18.140737 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-63ebf259-3a91-486d-a637-f83b2de04a81 req-129561a3-5385-44ee-9f60-2548afb12094 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=3522b0b520d940ee9449cff6699df4a4&device_id=f0fbc352-1082-4846-a4e8-70dc8fc55506 HTTP/1.1" status: 200 len: 1129 time: 0.0395956 May 16 20:37:18.250115 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ebf259-3a91-486d-a637-f83b2de04a81 req-39646699-14e3-4806-b5b1-ed61f9b0f9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:37:18.251637 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-63ebf259-3a91-486d-a637-f83b2de04a81 req-39646699-14e3-4806-b5b1-ed61f9b0f9d4 service neutron] 10.222.0.81 "GET /v2.0/networks?id=c5dc067f-9cf2-4696-8d85-3380bd5d2c7a HTTP/1.1" status: 200 len: 913 time: 0.0920947 May 16 20:37:18.291616 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-63ebf259-3a91-486d-a637-f83b2de04a81 req-8156fdf8-3356-4836-9f7e-65aa8a682057 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c382ff1b-58ef-46cb-a962-24d7ea6f0705 HTTP/1.1" status: 200 len: 217 time: 0.0329108 May 16 20:37:18.341560 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ebf259-3a91-486d-a637-f83b2de04a81 req-211007a1-976a-4f55-b8b5-590322226d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:37:18.342976 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-63ebf259-3a91-486d-a637-f83b2de04a81 req-211007a1-976a-4f55-b8b5-590322226d90 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=de210afd-33bb-4d87-8ba0-c3c074a8a5ad HTTP/1.1" status: 200 len: 852 time: 0.0457017 May 16 20:37:18.373037 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-63ebf259-3a91-486d-a637-f83b2de04a81 req-02c70855-4493-4c46-b014-71a833e3f06f service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=c5dc067f-9cf2-4696-8d85-3380bd5d2c7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244725 May 16 20:37:18.465489 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-63ebf259-3a91-486d-a637-f83b2de04a81 req-7665880d-b4b4-4dac-936f-ec9b74f5203f service neutron] 10.222.0.81 "GET /v2.0/networks/c5dc067f-9cf2-4696-8d85-3380bd5d2c7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852592 May 16 20:37:18.555473 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-63ebf259-3a91-486d-a637-f83b2de04a81 req-88423063-55ee-480e-b34e-d1e264c9019c service neutron] 10.222.0.81 "GET /v2.0/networks/c5dc067f-9cf2-4696-8d85-3380bd5d2c7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832720 May 16 20:37:26.108199 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.agents_db [None req-fef3025b-cde1-4f6e-a405-d73d123fae0f None None] Agent healthcheck: found 6 active agents {{(pid=103451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 20:37:33.696176 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-557aeef2-f0d6-4138-9681-0314d4e223cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (6de3586b-c77a-41a3-9d69-e80d1925fb22), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:37.359316 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1022793-18cb-4153-84ac-5d74c1c400d5 req-1ce6f7c1-3981-428c-9579-bff10fbaf600 tempest-VolumesSnapshotTestJSON-183451159 tempest-VolumesSnapshotTestJSON-183451159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:37:37.360821 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-c1022793-18cb-4153-84ac-5d74c1c400d5 req-1ce6f7c1-3981-428c-9579-bff10fbaf600 tempest-VolumesSnapshotTestJSON-183451159 tempest-VolumesSnapshotTestJSON-183451159-project] 10.222.0.71 "GET /v2.0/ports?device_id=f0fbc352-1082-4846-a4e8-70dc8fc55506 HTTP/1.1" status: 200 len: 945 time: 0.0465961 May 16 20:37:37.407196 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-c1022793-18cb-4153-84ac-5d74c1c400d5 req-e1f4c1bb-4b67-4c96-8eea-5f7ab18ed05b tempest-VolumesSnapshotTestJSON-183451159 tempest-VolumesSnapshotTestJSON-183451159-project] 10.222.0.71 "GET /v2.0/security-groups?id=52af207e-6801-4ead-af3b-00e58d544380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403650 May 16 20:37:37.664473 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e7006dd2-67cf-4108-83c6-9dc63f1e67b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:38.525242 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401b0d6d-1c0c-46d3-b26e-67b6962eb613 req-17a3ea2f-e215-47ef-ac33-ed562697c798 tempest-VolumesSnapshotTestJSON-183451159 tempest-VolumesSnapshotTestJSON-183451159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:37:38.526577 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-401b0d6d-1c0c-46d3-b26e-67b6962eb613 req-17a3ea2f-e215-47ef-ac33-ed562697c798 tempest-VolumesSnapshotTestJSON-183451159 tempest-VolumesSnapshotTestJSON-183451159-project] 10.222.0.71 "GET /v2.0/ports?device_id=f0fbc352-1082-4846-a4e8-70dc8fc55506 HTTP/1.1" status: 200 len: 945 time: 0.0490301 May 16 20:37:38.571455 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-401b0d6d-1c0c-46d3-b26e-67b6962eb613 req-39d1dc76-367c-447c-afa8-ffa7714a3bdc tempest-VolumesSnapshotTestJSON-183451159 tempest-VolumesSnapshotTestJSON-183451159-project] 10.222.0.71 "GET /v2.0/security-groups?id=52af207e-6801-4ead-af3b-00e58d544380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393724 May 16 20:37:38.835999 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6668e88a-3014-4130-aa06-a95ce6800852 req-195d4321-9e60-49cf-b776-9485f05cb9fb tempest-VolumesSnapshotTestJSON-183451159 tempest-VolumesSnapshotTestJSON-183451159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:37:38.837484 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-6668e88a-3014-4130-aa06-a95ce6800852 req-195d4321-9e60-49cf-b776-9485f05cb9fb tempest-VolumesSnapshotTestJSON-183451159 tempest-VolumesSnapshotTestJSON-183451159-project] 10.222.0.81 "GET /v2.0/ports?device_id=f0fbc352-1082-4846-a4e8-70dc8fc55506 HTTP/1.1" status: 200 len: 945 time: 0.0490868 May 16 20:37:38.848926 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7e48644e-b95e-4624-af94-515661536cfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (250d088e-9c0e-4ec5-80f3-a83f8403448b), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:38.917003 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [req-6668e88a-3014-4130-aa06-a95ce6800852 req-08c7fccd-8cf9-42ad-9546-b9bc11210510 tempest-VolumesSnapshotTestJSON-183451159 tempest-VolumesSnapshotTestJSON-183451159-project] Deleting port c382ff1b-58ef-46cb-a962-24d7ea6f0705 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 20:37:38.917350 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-6668e88a-3014-4130-aa06-a95ce6800852 req-08c7fccd-8cf9-42ad-9546-b9bc11210510 tempest-VolumesSnapshotTestJSON-183451159 tempest-VolumesSnapshotTestJSON-183451159-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732397588453'] for port (c382ff1b-58ef-46cb-a962-24d7ea6f0705), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:39.006552 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-6668e88a-3014-4130-aa06-a95ce6800852 req-08c7fccd-8cf9-42ad-9546-b9bc11210510 tempest-VolumesSnapshotTestJSON-183451159 tempest-VolumesSnapshotTestJSON-183451159-project] For port c382ff1b-58ef-46cb-a962-24d7ea6f0705, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=c382ff1b-58ef-46cb-a962-24d7ea6f0705,segment=NetworkSegment(c69a41a1-a4b8-404f-90cd-61e4ebbb3c47),segment_id=c69a41a1-a4b8-404f-90cd-61e4ebbb3c47)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:37:39.006917 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-6668e88a-3014-4130-aa06-a95ce6800852 req-08c7fccd-8cf9-42ad-9546-b9bc11210510 tempest-VolumesSnapshotTestJSON-183451159 tempest-VolumesSnapshotTestJSON-183451159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641018'] for port (c382ff1b-58ef-46cb-a962-24d7ea6f0705), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:39.020095 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [req-6668e88a-3014-4130-aa06-a95ce6800852 req-08c7fccd-8cf9-42ad-9546-b9bc11210510 tempest-VolumesSnapshotTestJSON-183451159 tempest-VolumesSnapshotTestJSON-183451159-project] Calling delete_port for c382ff1b-58ef-46cb-a962-24d7ea6f0705 owned by compute:nova {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 20:37:39.141661 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-6668e88a-3014-4130-aa06-a95ce6800852 req-08c7fccd-8cf9-42ad-9546-b9bc11210510 tempest-VolumesSnapshotTestJSON-183451159 tempest-VolumesSnapshotTestJSON-183451159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732397598073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732397102969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27048612'] for port (c382ff1b-58ef-46cb-a962-24d7ea6f0705), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:39.154146 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] get_ports_and_sgs() called for port_ids ['c382ff1b-58ef-46cb-a962-24d7ea6f0705'] {{(pid=103450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 20:37:39.173045 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c7fccd-8cf9-42ad-9546-b9bc11210510 tempest-VolumesSnapshotTestJSON-183451159 tempest-VolumesSnapshotTestJSON-183451159-project] Pushing event deleted for resources: {'Port': ['ID=c382ff1b-58ef-46cb-a962-24d7ea6f0705,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:37:39.185634 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c7fccd-8cf9-42ad-9546-b9bc11210510 tempest-VolumesSnapshotTestJSON-183451159 tempest-VolumesSnapshotTestJSON-183451159-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:37:39.185988 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c7fccd-8cf9-42ad-9546-b9bc11210510 tempest-VolumesSnapshotTestJSON-183451159 tempest-VolumesSnapshotTestJSON-183451159-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:37:39.186363 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c7fccd-8cf9-42ad-9546-b9bc11210510 tempest-VolumesSnapshotTestJSON-183451159 tempest-VolumesSnapshotTestJSON-183451159-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:37:39.186702 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c7fccd-8cf9-42ad-9546-b9bc11210510 tempest-VolumesSnapshotTestJSON-183451159 tempest-VolumesSnapshotTestJSON-183451159-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:37:39.187035 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c7fccd-8cf9-42ad-9546-b9bc11210510 tempest-VolumesSnapshotTestJSON-183451159 tempest-VolumesSnapshotTestJSON-183451159-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:37:39.187393 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c7fccd-8cf9-42ad-9546-b9bc11210510 tempest-VolumesSnapshotTestJSON-183451159 tempest-VolumesSnapshotTestJSON-183451159-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:37:39.187805 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c7fccd-8cf9-42ad-9546-b9bc11210510 tempest-VolumesSnapshotTestJSON-183451159 tempest-VolumesSnapshotTestJSON-183451159-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:37:39.188238 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c7fccd-8cf9-42ad-9546-b9bc11210510 tempest-VolumesSnapshotTestJSON-183451159 tempest-VolumesSnapshotTestJSON-183451159-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:37:39.188559 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c7fccd-8cf9-42ad-9546-b9bc11210510 tempest-VolumesSnapshotTestJSON-183451159 tempest-VolumesSnapshotTestJSON-183451159-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:37:39.188888 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c7fccd-8cf9-42ad-9546-b9bc11210510 tempest-VolumesSnapshotTestJSON-183451159 tempest-VolumesSnapshotTestJSON-183451159-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:37:39.198487 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c7fccd-8cf9-42ad-9546-b9bc11210510 tempest-VolumesSnapshotTestJSON-183451159 tempest-VolumesSnapshotTestJSON-183451159-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:37:39.198487 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c7fccd-8cf9-42ad-9546-b9bc11210510 tempest-VolumesSnapshotTestJSON-183451159 tempest-VolumesSnapshotTestJSON-183451159-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:37:39.198487 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c7fccd-8cf9-42ad-9546-b9bc11210510 tempest-VolumesSnapshotTestJSON-183451159 tempest-VolumesSnapshotTestJSON-183451159-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:37:39.198487 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c7fccd-8cf9-42ad-9546-b9bc11210510 tempest-VolumesSnapshotTestJSON-183451159 tempest-VolumesSnapshotTestJSON-183451159-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:37:39.198487 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c7fccd-8cf9-42ad-9546-b9bc11210510 tempest-VolumesSnapshotTestJSON-183451159 tempest-VolumesSnapshotTestJSON-183451159-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:37:39.229102 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [req-6668e88a-3014-4130-aa06-a95ce6800852 req-08c7fccd-8cf9-42ad-9546-b9bc11210510 tempest-VolumesSnapshotTestJSON-183451159 tempest-VolumesSnapshotTestJSON-183451159-project] No DVR routers for this DVR port c382ff1b-58ef-46cb-a962-24d7ea6f0705 on host hv-cinder-83090 {{(pid=103448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 20:37:39.231613 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-6668e88a-3014-4130-aa06-a95ce6800852 req-08c7fccd-8cf9-42ad-9546-b9bc11210510 tempest-VolumesSnapshotTestJSON-183451159 tempest-VolumesSnapshotTestJSON-183451159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-338397'] for port (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:39.234903 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-6668e88a-3014-4130-aa06-a95ce6800852 req-08c7fccd-8cf9-42ad-9546-b9bc11210510 tempest-VolumesSnapshotTestJSON-183451159 tempest-VolumesSnapshotTestJSON-183451159-project] 10.222.0.81 "DELETE /v2.0/ports/c382ff1b-58ef-46cb-a962-24d7ea6f0705 HTTP/1.1" status: 204 len: 173 time: 0.3927038 May 16 20:37:39.235355 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0fbc352-1082-4846-a4e8-70dc8fc55506', 'name': 'network-vif-deleted', 'tag': 'c382ff1b-58ef-46cb-a962-24d7ea6f0705'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 20:37:39.238212 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cabd327eae894280a08d6ee7d9129781675a5828ba01ec684011f2f655eb9e7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5318d48f-4804-4f94-a697-04181ee1f342" -d '{"events": [{"server_uuid": "f0fbc352-1082-4846-a4e8-70dc8fc55506", "name": "network-vif-deleted", "tag": "c382ff1b-58ef-46cb-a962-24d7ea6f0705"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 20:37:39.278170 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 20:37:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4a58836-d83f-48ee-89f2-b4ed21ccbcd4 x-openstack-request-id: req-f4a58836-d83f-48ee-89f2-b4ed21ccbcd4 {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 20:37:39.278469 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0fbc352-1082-4846-a4e8-70dc8fc55506", "name": "network-vif-deleted", "tag": "c382ff1b-58ef-46cb-a962-24d7ea6f0705", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 20:37:39.278728 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-f4a58836-d83f-48ee-89f2-b4ed21ccbcd4 {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 20:37:39.279140 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4a58836-d83f-48ee-89f2-b4ed21ccbcd4'] response: {'server_uuid': 'f0fbc352-1082-4846-a4e8-70dc8fc55506', 'name': 'network-vif-deleted', 'tag': 'c382ff1b-58ef-46cb-a962-24d7ea6f0705', 'status': 'completed', 'code': 200} May 16 20:37:39.684364 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-00ef1a40-6727-4114-864a-55db83f03335 req-d8fbedb9-9346-4ff0-b29e-8c675dbb2adb tempest-VolumesSnapshotTestJSON-183451159 tempest-VolumesSnapshotTestJSON-183451159-project] 10.222.0.71 "GET /v2.0/ports?device_id=f0fbc352-1082-4846-a4e8-70dc8fc55506 HTTP/1.1" status: 200 len: 210 time: 0.0285726 May 16 20:37:40.198842 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (748e0023-d5c8-44d3-9d74-a0da2def1ef4), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:40.903791 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6817a924-6d52-4d66-a8a7-036511333704 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (03fa33e9-7cc7-490c-b269-c4f69c490346), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:41.279807 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (bddaa840-ffd9-43a2-8860-d40111f70aff), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:41.893856 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Device c382ff1b-58ef-46cb-a962-24d7ea6f0705 no longer exists at agent hyperv_hv-cinder-83090 {{(pid=103450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 20:37:41.913425 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] No Port match for: c382ff1b-58ef-46cb-a962-24d7ea6f0705 {{(pid=103450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 20:37:41.913775 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Device c382ff1b-58ef-46cb-a962-24d7ea6f0705 not bound to the agent host hv-cinder-83090 {{(pid=103450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 20:37:48.648518 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02f7608-23e8-467e-9d3e-4b21d817fd85 req-d97f7c5b-e614-4dcf-9823-81c3fb7bd131 tempest-VolumesSnapshotTestJSON-183451159 tempest-VolumesSnapshotTestJSON-183451159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:37:48.650164 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-d02f7608-23e8-467e-9d3e-4b21d817fd85 req-d97f7c5b-e614-4dcf-9823-81c3fb7bd131 tempest-VolumesSnapshotTestJSON-183451159 tempest-VolumesSnapshotTestJSON-183451159-project] 10.222.0.71 "GET /v2.0/networks?id=c5dc067f-9cf2-4696-8d85-3380bd5d2c7a HTTP/1.1" status: 200 len: 812 time: 0.1052070 May 16 20:37:48.664912 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-d02f7608-23e8-467e-9d3e-4b21d817fd85 req-9c3b16f4-ebe9-42ed-906d-342b6dcc63bb tempest-VolumesSnapshotTestJSON-183451159 tempest-VolumesSnapshotTestJSON-183451159-project] 10.222.0.71 "GET /v2.0/quotas/3522b0b520d940ee9449cff6699df4a4 HTTP/1.1" status: 200 len: 375 time: 0.0095987 May 16 20:37:48.696484 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-d02f7608-23e8-467e-9d3e-4b21d817fd85 req-1ffedc54-e855-4651-af63-0bf61508c709 tempest-VolumesSnapshotTestJSON-183451159 tempest-VolumesSnapshotTestJSON-183451159-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=3522b0b520d940ee9449cff6699df4a4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0267322 May 16 20:37:48.783441 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-d02f7608-23e8-467e-9d3e-4b21d817fd85 req-bcb23c64-ec64-4690-8576-c68e1a17df25 service neutron] 10.222.0.71 "GET /v2.0/networks/c5dc067f-9cf2-4696-8d85-3380bd5d2c7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804899 May 16 20:37:48.875273 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-d02f7608-23e8-467e-9d3e-4b21d817fd85 req-c332530c-fa8b-46eb-98bc-0d435350970e service neutron] 10.222.0.71 "GET /v2.0/networks/c5dc067f-9cf2-4696-8d85-3380bd5d2c7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856748 May 16 20:37:49.047288 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-270e7b1c-5d95-4224-9e96-4fcb818b6fa0 req-71c75e05-8ef9-4767-b818-f4243d9110d9 tempest-VolumesSnapshotTestJSON-183451159 tempest-VolumesSnapshotTestJSON-183451159-project] 10.222.0.71 "GET /v2.0/ports?device_id=56ef4434-bde7-4d24-8002-2312b958e644 HTTP/1.1" status: 200 len: 210 time: 0.0290401 May 16 20:37:49.914486 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02f7608-23e8-467e-9d3e-4b21d817fd85 req-7668c730-b4d5-438e-9fbc-83ceda5a133c tempest-VolumesSnapshotTestJSON-183451159 tempest-VolumesSnapshotTestJSON-183451159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:37:49.915960 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-d02f7608-23e8-467e-9d3e-4b21d817fd85 req-7668c730-b4d5-438e-9fbc-83ceda5a133c tempest-VolumesSnapshotTestJSON-183451159 tempest-VolumesSnapshotTestJSON-183451159-project] 10.222.0.81 "GET /v2.0/networks?id=c5dc067f-9cf2-4696-8d85-3380bd5d2c7a HTTP/1.1" status: 200 len: 812 time: 0.1070831 May 16 20:37:49.927536 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.v2.base [req-d02f7608-23e8-467e-9d3e-4b21d817fd85 req-6108fef1-2ac3-4a1e-a14a-f6e30eb8bc24 tempest-VolumesSnapshotTestJSON-183451159 tempest-VolumesSnapshotTestJSON-183451159-project] Request body: {'port': {'device_id': '56ef4434-bde7-4d24-8002-2312b958e644', 'network_id': 'c5dc067f-9cf2-4696-8d85-3380bd5d2c7a', 'admin_state_up': True, 'tenant_id': '3522b0b520d940ee9449cff6699df4a4'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:37:50.032434 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d02f7608-23e8-467e-9d3e-4b21d817fd85 req-6108fef1-2ac3-4a1e-a14a-f6e30eb8bc24 tempest-VolumesSnapshotTestJSON-183451159 tempest-VolumesSnapshotTestJSON-183451159-project] Made reservation on behalf of 3522b0b520d940ee9449cff6699df4a4 for: {'port': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 20:37:50.036718 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-d02f7608-23e8-467e-9d3e-4b21d817fd85 req-6108fef1-2ac3-4a1e-a14a-f6e30eb8bc24 tempest-VolumesSnapshotTestJSON-183451159 tempest-VolumesSnapshotTestJSON-183451159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:50.143886 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-8069502c-af52-40bc-8e2b-c53e0f438435 req-39a8dde1-1b12-4da3-a4f5-ab1f4230bcba tempest-VolumesSnapshotTestJSON-183451159 tempest-VolumesSnapshotTestJSON-183451159-project] 10.222.0.71 "GET /v2.0/ports?device_id=56ef4434-bde7-4d24-8002-2312b958e644 HTTP/1.1" status: 200 len: 210 time: 0.0276990 May 16 20:37:50.165203 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [req-d02f7608-23e8-467e-9d3e-4b21d817fd85 req-6108fef1-2ac3-4a1e-a14a-f6e30eb8bc24 tempest-VolumesSnapshotTestJSON-183451159 tempest-VolumesSnapshotTestJSON-183451159-project] Allocated IP 172.20.0.13 (c5dc067f-9cf2-4696-8d85-3380bd5d2c7a/de210afd-33bb-4d87-8ba0-c3c074a8a5ad/f2ae1d67-8da6-41a2-b45a-0234501eece9) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 20:37:50.318962 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-d02f7608-23e8-467e-9d3e-4b21d817fd85 req-6108fef1-2ac3-4a1e-a14a-f6e30eb8bc24 tempest-VolumesSnapshotTestJSON-183451159 tempest-VolumesSnapshotTestJSON-183451159-project] Publish callbacks [] for port (f2ae1d67-8da6-41a2-b45a-0234501eece9), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:50.349635 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-d02f7608-23e8-467e-9d3e-4b21d817fd85 req-6108fef1-2ac3-4a1e-a14a-f6e30eb8bc24 tempest-VolumesSnapshotTestJSON-183451159 tempest-VolumesSnapshotTestJSON-183451159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732397102960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27048612'] for port (f2ae1d67-8da6-41a2-b45a-0234501eece9), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:50.395142 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d02f7608-23e8-467e-9d3e-4b21d817fd85 req-6108fef1-2ac3-4a1e-a14a-f6e30eb8bc24 tempest-VolumesSnapshotTestJSON-183451159 tempest-VolumesSnapshotTestJSON-183451159-project] Network c5dc067f-9cf2-4696-8d85-3380bd5d2c7a is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 20:37:50.398725 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [req-d02f7608-23e8-467e-9d3e-4b21d817fd85 req-6108fef1-2ac3-4a1e-a14a-f6e30eb8bc24 tempest-VolumesSnapshotTestJSON-183451159 tempest-VolumesSnapshotTestJSON-183451159-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 20:37:50.401382 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [req-d02f7608-23e8-467e-9d3e-4b21d817fd85 req-6108fef1-2ac3-4a1e-a14a-f6e30eb8bc24 tempest-VolumesSnapshotTestJSON-183451159 tempest-VolumesSnapshotTestJSON-183451159-project] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 20:37:50.428870 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6108fef1-2ac3-4a1e-a14a-f6e30eb8bc24 tempest-VolumesSnapshotTestJSON-183451159 tempest-VolumesSnapshotTestJSON-183451159-project] Pushing event updated for resources: {'Port': ['ID=f2ae1d67-8da6-41a2-b45a-0234501eece9,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:37:50.456624 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02f7608-23e8-467e-9d3e-4b21d817fd85 req-6108fef1-2ac3-4a1e-a14a-f6e30eb8bc24 tempest-VolumesSnapshotTestJSON-183451159 tempest-VolumesSnapshotTestJSON-183451159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:37:50.457243 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-d02f7608-23e8-467e-9d3e-4b21d817fd85 req-6108fef1-2ac3-4a1e-a14a-f6e30eb8bc24 tempest-VolumesSnapshotTestJSON-183451159 tempest-VolumesSnapshotTestJSON-183451159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-338397'] for port (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:50.473704 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-d02f7608-23e8-467e-9d3e-4b21d817fd85 req-6108fef1-2ac3-4a1e-a14a-f6e30eb8bc24 tempest-VolumesSnapshotTestJSON-183451159 tempest-VolumesSnapshotTestJSON-183451159-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5502393 May 16 20:37:50.484784 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.v2.base [req-d02f7608-23e8-467e-9d3e-4b21d817fd85 req-b2e4fff4-ea05-4b89-bf6b-6525f9675441 service neutron] Request body: {'port': {'device_id': '56ef4434-bde7-4d24-8002-2312b958e644', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83090'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 20:37:50.547283 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-d02f7608-23e8-467e-9d3e-4b21d817fd85 req-b2e4fff4-ea05-4b89-bf6b-6525f9675441 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (f2ae1d67-8da6-41a2-b45a-0234501eece9), before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:50.821148 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.notifiers.nova [req-d02f7608-23e8-467e-9d3e-4b21d817fd85 req-b2e4fff4-ea05-4b89-bf6b-6525f9675441 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2ae1d67-8da6-41a2-b45a-0234501eece9 {{(pid=103448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 20:37:50.828325 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-d02f7608-23e8-467e-9d3e-4b21d817fd85 req-b2e4fff4-ea05-4b89-bf6b-6525f9675441 service neutron] Publish callbacks [] for port (f2ae1d67-8da6-41a2-b45a-0234501eece9), precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:50.840863 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [req-d02f7608-23e8-467e-9d3e-4b21d817fd85 req-b2e4fff4-ea05-4b89-bf6b-6525f9675441 service neutron] Transition to ACTIVE for port object f2ae1d67-8da6-41a2-b45a-0234501eece9 will not be triggered until provisioned by entity L2. {{(pid=103448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 16 20:37:50.844486 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-d02f7608-23e8-467e-9d3e-4b21d817fd85 req-b2e4fff4-ea05-4b89-bf6b-6525f9675441 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732397598091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732397102978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732397102996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27048595'] for port (f2ae1d67-8da6-41a2-b45a-0234501eece9), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:50.895175 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e4fff4-ea05-4b89-bf6b-6525f9675441 service neutron] Pushing event updated for resources: {'Port': ['ID=f2ae1d67-8da6-41a2-b45a-0234501eece9,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:37:50.964530 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-d02f7608-23e8-467e-9d3e-4b21d817fd85 req-b2e4fff4-ea05-4b89-bf6b-6525f9675441 service neutron] Attempting to bind port f2ae1d67-8da6-41a2-b45a-0234501eece9 on host hv-cinder-83090 for vnic_type normal with profile {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 20:37:50.964864 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-d02f7608-23e8-467e-9d3e-4b21d817fd85 req-b2e4fff4-ea05-4b89-bf6b-6525f9675441 service neutron] Attempting to bind port f2ae1d67-8da6-41a2-b45a-0234501eece9 by drivers openvswitch,hyperv on host hv-cinder-83090 at level 0 using segments [{'id': 'c69a41a1-a4b8-404f-90cd-61e4ebbb3c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'c5dc067f-9cf2-4696-8d85-3380bd5d2c7a'}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 20:37:50.965196 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d02f7608-23e8-467e-9d3e-4b21d817fd85 req-b2e4fff4-ea05-4b89-bf6b-6525f9675441 service neutron] Attempting to bind port f2ae1d67-8da6-41a2-b45a-0234501eece9 on network c5dc067f-9cf2-4696-8d85-3380bd5d2c7a {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 20:37:50.969518 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d02f7608-23e8-467e-9d3e-4b21d817fd85 req-b2e4fff4-ea05-4b89-bf6b-6525f9675441 service neutron] Port f2ae1d67-8da6-41a2-b45a-0234501eece9 on network c5dc067f-9cf2-4696-8d85-3380bd5d2c7a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83090 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 16 20:37:50.969839 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d02f7608-23e8-467e-9d3e-4b21d817fd85 req-b2e4fff4-ea05-4b89-bf6b-6525f9675441 service neutron] Attempting to bind port f2ae1d67-8da6-41a2-b45a-0234501eece9 on network c5dc067f-9cf2-4696-8d85-3380bd5d2c7a {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 20:37:50.975150 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d02f7608-23e8-467e-9d3e-4b21d817fd85 req-b2e4fff4-ea05-4b89-bf6b-6525f9675441 service neutron] Checking agent: {'id': '748e0023-d5c8-44d3-9d74-a0da2def1ef4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83090', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 20, 23, 10), 'started_at': datetime.datetime(2022, 5, 16, 20, 23, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 20, 37, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 20:37:50.975488 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d02f7608-23e8-467e-9d3e-4b21d817fd85 req-b2e4fff4-ea05-4b89-bf6b-6525f9675441 service neutron] Checking segment: {'id': 'c69a41a1-a4b8-404f-90cd-61e4ebbb3c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'c5dc067f-9cf2-4696-8d85-3380bd5d2c7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 20:37:50.975872 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d02f7608-23e8-467e-9d3e-4b21d817fd85 req-b2e4fff4-ea05-4b89-bf6b-6525f9675441 service neutron] Bound using segment: {'id': 'c69a41a1-a4b8-404f-90cd-61e4ebbb3c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'c5dc067f-9cf2-4696-8d85-3380bd5d2c7a'} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 20:37:50.976344 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-d02f7608-23e8-467e-9d3e-4b21d817fd85 req-b2e4fff4-ea05-4b89-bf6b-6525f9675441 service neutron] Bound port: f2ae1d67-8da6-41a2-b45a-0234501eece9, host: hv-cinder-83090, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c69a41a1-a4b8-404f-90cd-61e4ebbb3c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'c5dc067f-9cf2-4696-8d85-3380bd5d2c7a'}}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 20:37:50.976702 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-d02f7608-23e8-467e-9d3e-4b21d817fd85 req-b2e4fff4-ea05-4b89-bf6b-6525f9675441 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (f2ae1d67-8da6-41a2-b45a-0234501eece9), before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:51.044937 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-d02f7608-23e8-467e-9d3e-4b21d817fd85 req-b2e4fff4-ea05-4b89-bf6b-6525f9675441 service neutron] For port f2ae1d67-8da6-41a2-b45a-0234501eece9, host hv-cinder-83090, cleared binding levels {{(pid=103448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 20:37:51.047982 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-d02f7608-23e8-467e-9d3e-4b21d817fd85 req-b2e4fff4-ea05-4b89-bf6b-6525f9675441 service neutron] For port f2ae1d67-8da6-41a2-b45a-0234501eece9, host hv-cinder-83090, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=f2ae1d67-8da6-41a2-b45a-0234501eece9,segment=NetworkSegment(c69a41a1-a4b8-404f-90cd-61e4ebbb3c47),segment_id=c69a41a1-a4b8-404f-90cd-61e4ebbb3c47)] {{(pid=103448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 20:37:51.053595 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-d02f7608-23e8-467e-9d3e-4b21d817fd85 req-b2e4fff4-ea05-4b89-bf6b-6525f9675441 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732397598091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732397102978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732397102996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27048595'] for port (f2ae1d67-8da6-41a2-b45a-0234501eece9), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:51.084276 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02f7608-23e8-467e-9d3e-4b21d817fd85 req-b2e4fff4-ea05-4b89-bf6b-6525f9675441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:37:51.084889 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-d02f7608-23e8-467e-9d3e-4b21d817fd85 req-b2e4fff4-ea05-4b89-bf6b-6525f9675441 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-338397'] for port (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:51.086245 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-d02f7608-23e8-467e-9d3e-4b21d817fd85 req-b2e4fff4-ea05-4b89-bf6b-6525f9675441 service neutron] 10.222.0.81 "PUT /v2.0/ports/f2ae1d67-8da6-41a2-b45a-0234501eece9 HTTP/1.1" status: 200 len: 1094 time: 0.6053221 May 16 20:37:51.086683 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56ef4434-bde7-4d24-8002-2312b958e644', 'tag': 'f2ae1d67-8da6-41a2-b45a-0234501eece9'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 20:37:51.088913 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cabd327eae894280a08d6ee7d9129781675a5828ba01ec684011f2f655eb9e7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45ad99ca-c483-45a2-9863-26412b01e31b" -d '{"events": [{"name": "network-changed", "server_uuid": "56ef4434-bde7-4d24-8002-2312b958e644", "tag": "f2ae1d67-8da6-41a2-b45a-0234501eece9"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 20:37:51.113755 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e4fff4-ea05-4b89-bf6b-6525f9675441 service neutron] Pushing event updated for resources: {'Port': ['ID=f2ae1d67-8da6-41a2-b45a-0234501eece9,revision_number=3']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:37:51.131477 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 20:37:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eac2aaa-4bfb-4fff-80f1-715b5fa51e54 x-openstack-request-id: req-9eac2aaa-4bfb-4fff-80f1-715b5fa51e54 {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 20:37:51.131768 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56ef4434-bde7-4d24-8002-2312b958e644", "tag": "f2ae1d67-8da6-41a2-b45a-0234501eece9", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 20:37:51.132023 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-9eac2aaa-4bfb-4fff-80f1-715b5fa51e54 {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 20:37:51.132451 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9eac2aaa-4bfb-4fff-80f1-715b5fa51e54'] response: {'name': 'network-changed', 'server_uuid': '56ef4434-bde7-4d24-8002-2312b958e644', 'tag': 'f2ae1d67-8da6-41a2-b45a-0234501eece9', 'status': 'completed', 'code': 200} May 16 20:37:51.162088 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02f7608-23e8-467e-9d3e-4b21d817fd85 req-32e9186e-6bba-4384-a6cd-69e74ef04b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:37:51.163579 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-d02f7608-23e8-467e-9d3e-4b21d817fd85 req-32e9186e-6bba-4384-a6cd-69e74ef04b0f service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=3522b0b520d940ee9449cff6699df4a4&device_id=56ef4434-bde7-4d24-8002-2312b958e644 HTTP/1.1" status: 200 len: 1128 time: 0.0424929 May 16 20:37:51.202616 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-d02f7608-23e8-467e-9d3e-4b21d817fd85 req-45b6dd7f-e331-4089-a2b5-2e473cd7cde9 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f2ae1d67-8da6-41a2-b45a-0234501eece9 HTTP/1.1" status: 200 len: 217 time: 0.0321634 May 16 20:37:51.254679 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02f7608-23e8-467e-9d3e-4b21d817fd85 req-9e6a9401-5add-4fb8-9bd8-0370fc6002cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:37:51.256200 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-d02f7608-23e8-467e-9d3e-4b21d817fd85 req-9e6a9401-5add-4fb8-9bd8-0370fc6002cd service neutron] 10.222.0.81 "GET /v2.0/subnets?id=de210afd-33bb-4d87-8ba0-c3c074a8a5ad HTTP/1.1" status: 200 len: 852 time: 0.0472059 May 16 20:37:51.261732 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bd8f4a-2e8e-40a0-85e2-eccc4e46a71e req-a188de5d-3bc6-4ea2-a066-a1d68e5787d7 tempest-VolumesSnapshotTestJSON-183451159 tempest-VolumesSnapshotTestJSON-183451159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:37:51.263302 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-93bd8f4a-2e8e-40a0-85e2-eccc4e46a71e req-a188de5d-3bc6-4ea2-a066-a1d68e5787d7 tempest-VolumesSnapshotTestJSON-183451159 tempest-VolumesSnapshotTestJSON-183451159-project] 10.222.0.71 "GET /v2.0/ports?device_id=56ef4434-bde7-4d24-8002-2312b958e644 HTTP/1.1" status: 200 len: 944 time: 0.0498283 May 16 20:37:51.288123 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-d02f7608-23e8-467e-9d3e-4b21d817fd85 req-82059237-7722-4b40-b27d-d54b61726773 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=c5dc067f-9cf2-4696-8d85-3380bd5d2c7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260510 May 16 20:37:51.315634 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-93bd8f4a-2e8e-40a0-85e2-eccc4e46a71e req-9f73de7c-f4e7-4334-bfba-4376cbc6135f tempest-VolumesSnapshotTestJSON-183451159 tempest-VolumesSnapshotTestJSON-183451159-project] 10.222.0.71 "GET /v2.0/security-groups?id=52af207e-6801-4ead-af3b-00e58d544380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454791 May 16 20:37:51.376127 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-d02f7608-23e8-467e-9d3e-4b21d817fd85 req-5624141c-a38a-48d4-ba81-97e4ddc8bd6c service neutron] 10.222.0.81 "GET /v2.0/networks/c5dc067f-9cf2-4696-8d85-3380bd5d2c7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824485 May 16 20:37:51.466233 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-d02f7608-23e8-467e-9d3e-4b21d817fd85 req-6a6cb538-32fb-4d84-8cce-bb994f47a0db service neutron] 10.222.0.81 "GET /v2.0/networks/c5dc067f-9cf2-4696-8d85-3380bd5d2c7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835574 May 16 20:37:52.197761 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ad99ca-c483-45a2-9863-26412b01e31b req-5225af7f-66f2-4e77-9182-398b9ec066c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:37:52.199238 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-45ad99ca-c483-45a2-9863-26412b01e31b req-5225af7f-66f2-4e77-9182-398b9ec066c1 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=3522b0b520d940ee9449cff6699df4a4&device_id=56ef4434-bde7-4d24-8002-2312b958e644 HTTP/1.1" status: 200 len: 1128 time: 0.0382168 May 16 20:37:52.291933 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ad99ca-c483-45a2-9863-26412b01e31b req-3a23d598-eae4-4ec1-94a5-a651d10e0258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:37:52.293419 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-45ad99ca-c483-45a2-9863-26412b01e31b req-3a23d598-eae4-4ec1-94a5-a651d10e0258 service neutron] 10.222.0.81 "GET /v2.0/networks?id=c5dc067f-9cf2-4696-8d85-3380bd5d2c7a HTTP/1.1" status: 200 len: 913 time: 0.0881498 May 16 20:37:52.330084 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-45ad99ca-c483-45a2-9863-26412b01e31b req-22a97d3b-9c48-4e54-9086-3a596c7b1ab9 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f2ae1d67-8da6-41a2-b45a-0234501eece9 HTTP/1.1" status: 200 len: 217 time: 0.0309184 May 16 20:37:52.378596 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ad99ca-c483-45a2-9863-26412b01e31b req-9e25280e-626f-4038-a70b-047b4f623a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:37:52.380051 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-45ad99ca-c483-45a2-9863-26412b01e31b req-9e25280e-626f-4038-a70b-047b4f623a96 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=de210afd-33bb-4d87-8ba0-c3c074a8a5ad HTTP/1.1" status: 200 len: 852 time: 0.0439005 May 16 20:37:52.441438 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-45ad99ca-c483-45a2-9863-26412b01e31b req-0c5a9c6a-8406-454b-93b2-6dea81c6a009 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=c5dc067f-9cf2-4696-8d85-3380bd5d2c7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539436 May 16 20:37:52.461590 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e59145f-c999-443e-a5d1-ba58778e6bec req-a199b733-6d31-4539-b5d0-cf87cd78b64f tempest-VolumesSnapshotTestJSON-183451159 tempest-VolumesSnapshotTestJSON-183451159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:37:52.463102 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-6e59145f-c999-443e-a5d1-ba58778e6bec req-a199b733-6d31-4539-b5d0-cf87cd78b64f tempest-VolumesSnapshotTestJSON-183451159 tempest-VolumesSnapshotTestJSON-183451159-project] 10.222.0.71 "GET /v2.0/ports?device_id=56ef4434-bde7-4d24-8002-2312b958e644 HTTP/1.1" status: 200 len: 944 time: 0.0773051 May 16 20:37:52.563275 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-6e59145f-c999-443e-a5d1-ba58778e6bec req-940bbd6f-6156-4fe7-bc85-4f6683f45093 tempest-VolumesSnapshotTestJSON-183451159 tempest-VolumesSnapshotTestJSON-183451159-project] 10.222.0.71 "GET /v2.0/security-groups?id=52af207e-6801-4ead-af3b-00e58d544380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887713 May 16 20:37:52.573911 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-45ad99ca-c483-45a2-9863-26412b01e31b req-b8c9167b-ae3b-4f36-a76e-586b91245d07 service neutron] 10.222.0.81 "GET /v2.0/networks/c5dc067f-9cf2-4696-8d85-3380bd5d2c7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249628 May 16 20:37:52.661177 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-45ad99ca-c483-45a2-9863-26412b01e31b req-7f60228e-4a32-4753-b86a-c651fecb903f service neutron] 10.222.0.81 "GET /v2.0/networks/c5dc067f-9cf2-4696-8d85-3380bd5d2c7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810299 May 16 20:37:53.675265 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9602542b-bb6c-4e9f-8c8c-61ed7fb7e096 req-bd904d9d-c879-43d3-bc1d-bc95db41c818 tempest-VolumesSnapshotTestJSON-183451159 tempest-VolumesSnapshotTestJSON-183451159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:37:53.676844 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-9602542b-bb6c-4e9f-8c8c-61ed7fb7e096 req-bd904d9d-c879-43d3-bc1d-bc95db41c818 tempest-VolumesSnapshotTestJSON-183451159 tempest-VolumesSnapshotTestJSON-183451159-project] 10.222.0.71 "GET /v2.0/ports?device_id=56ef4434-bde7-4d24-8002-2312b958e644 HTTP/1.1" status: 200 len: 944 time: 0.0470388 May 16 20:37:53.722964 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-9602542b-bb6c-4e9f-8c8c-61ed7fb7e096 req-55436a30-afac-4176-a4bf-1d3764414f87 tempest-VolumesSnapshotTestJSON-183451159 tempest-VolumesSnapshotTestJSON-183451159-project] 10.222.0.71 "GET /v2.0/security-groups?id=52af207e-6801-4ead-af3b-00e58d544380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406010 May 16 20:37:53.777266 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Device f2ae1d67-8da6-41a2-b45a-0234501eece9 details requested by agent hyperv_hv-cinder-83090 with host hv-cinder-83090 {{(pid=103450) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 20:37:53.871813 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] For port f2ae1d67-8da6-41a2-b45a-0234501eece9, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=f2ae1d67-8da6-41a2-b45a-0234501eece9,segment=NetworkSegment(c69a41a1-a4b8-404f-90cd-61e4ebbb3c47),segment_id=c69a41a1-a4b8-404f-90cd-61e4ebbb3c47)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:37:53.882934 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Returning: {'device': 'f2ae1d67-8da6-41a2-b45a-0234501eece9', 'network_id': 'c5dc067f-9cf2-4696-8d85-3380bd5d2c7a', 'port_id': 'f2ae1d67-8da6-41a2-b45a-0234501eece9', 'mac_address': 'fa:16:3e:08:bd:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de210afd-33bb-4d87-8ba0-c3c074a8a5ad', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103450) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 20:37:53.916805 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Current status of the port f2ae1d67-8da6-41a2-b45a-0234501eece9 is: DOWN; New status is: BUILD {{(pid=103450) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:37:53.917186 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (f2ae1d67-8da6-41a2-b45a-0234501eece9), before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:53.932359 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.notifiers.nova [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2ae1d67-8da6-41a2-b45a-0234501eece9 {{(pid=103450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 20:37:53.950816 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] For port f2ae1d67-8da6-41a2-b45a-0234501eece9, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=f2ae1d67-8da6-41a2-b45a-0234501eece9,segment=NetworkSegment(c69a41a1-a4b8-404f-90cd-61e4ebbb3c47),segment_id=c69a41a1-a4b8-404f-90cd-61e4ebbb3c47)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:37:53.954922 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732397598091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732397102978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732397102996'] for port (f2ae1d67-8da6-41a2-b45a-0234501eece9), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:53.998383 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Pushing event updated for resources: {'Port': ['ID=f2ae1d67-8da6-41a2-b45a-0234501eece9,revision_number=4']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:37:54.145105 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] get_ports_and_sgs() called for port_ids ['f2ae1d67-8da6-41a2-b45a-0234501eece9'] {{(pid=103450) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 20:37:54.836026 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f23a52-4d20-4426-9aac-b7ae016dfe4f req-bc26ba1c-d21d-4fc6-9c9c-ad47b9ec3ba7 tempest-VolumesSnapshotTestJSON-183451159 tempest-VolumesSnapshotTestJSON-183451159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:37:54.837489 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-83f23a52-4d20-4426-9aac-b7ae016dfe4f req-bc26ba1c-d21d-4fc6-9c9c-ad47b9ec3ba7 tempest-VolumesSnapshotTestJSON-183451159 tempest-VolumesSnapshotTestJSON-183451159-project] 10.222.0.71 "GET /v2.0/ports?device_id=56ef4434-bde7-4d24-8002-2312b958e644 HTTP/1.1" status: 200 len: 945 time: 0.0497663 May 16 20:37:54.883283 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-83f23a52-4d20-4426-9aac-b7ae016dfe4f req-362a1e30-03a9-4ebf-803d-a4b5a11f5edc tempest-VolumesSnapshotTestJSON-183451159 tempest-VolumesSnapshotTestJSON-183451159-project] 10.222.0.71 "GET /v2.0/security-groups?id=52af207e-6801-4ead-af3b-00e58d544380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402896 May 16 20:37:55.787018 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Device f2ae1d67-8da6-41a2-b45a-0234501eece9 up at agent hyperv_hv-cinder-83090 {{(pid=103450) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 20:37:55.827527 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Provisioning for port f2ae1d67-8da6-41a2-b45a-0234501eece9 completed by entity L2. {{(pid=103450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 16 20:37:55.833158 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.db.provisioning_blocks [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Provisioning complete for port f2ae1d67-8da6-41a2-b45a-0234501eece9 triggered by entity L2. {{(pid=103450) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 20:37:55.833536 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-868582'] for port (f2ae1d67-8da6-41a2-b45a-0234501eece9), provisioning_complete {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:55.901240 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Current status of the port f2ae1d67-8da6-41a2-b45a-0234501eece9 is: BUILD; New status is: ACTIVE {{(pid=103450) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 20:37:55.901623 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895862'] for port (f2ae1d67-8da6-41a2-b45a-0234501eece9), before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:55.923513 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56ef4434-bde7-4d24-8002-2312b958e644', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2ae1d67-8da6-41a2-b45a-0234501eece9'}] {{(pid=103450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 20:37:55.926378 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38452c862c9e2e5c9d38da0d4ca4e6053ba1266d056c207bc89b5fbcea4cd82f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-631eb8fc-db4b-43a2-926f-d2b3a85040de" -d '{"events": [{"server_uuid": "56ef4434-bde7-4d24-8002-2312b958e644", "name": "network-vif-plugged", "status": "completed", "tag": "f2ae1d67-8da6-41a2-b45a-0234501eece9"}]}' {{(pid=103450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 20:37:55.938459 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] For port f2ae1d67-8da6-41a2-b45a-0234501eece9, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=f2ae1d67-8da6-41a2-b45a-0234501eece9,segment=NetworkSegment(c69a41a1-a4b8-404f-90cd-61e4ebbb3c47),segment_id=c69a41a1-a4b8-404f-90cd-61e4ebbb3c47)] {{(pid=103450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:37:55.943626 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732397598091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732397102978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732397102996'] for port (f2ae1d67-8da6-41a2-b45a-0234501eece9), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:37:55.969034 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 20:37:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6052d7d3-1ad0-456f-b524-a35ca7edcbd5 x-openstack-request-id: req-6052d7d3-1ad0-456f-b524-a35ca7edcbd5 {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 20:37:55.969332 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56ef4434-bde7-4d24-8002-2312b958e644", "name": "network-vif-plugged", "status": "completed", "tag": "f2ae1d67-8da6-41a2-b45a-0234501eece9", "code": 200}]} {{(pid=103450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 20:37:55.969582 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-6052d7d3-1ad0-456f-b524-a35ca7edcbd5 {{(pid=103450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 20:37:55.969973 dv-cinder-830901-7-iscsi neutron-server[103450]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6052d7d3-1ad0-456f-b524-a35ca7edcbd5'] response: {'server_uuid': '56ef4434-bde7-4d24-8002-2312b958e644', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2ae1d67-8da6-41a2-b45a-0234501eece9', 'code': 200} May 16 20:37:55.996216 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Pushing event updated for resources: {'Port': ['ID=f2ae1d67-8da6-41a2-b45a-0234501eece9,revision_number=5']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:37:56.004202 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:37:56.004562 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:37:56.004946 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:37:56.005235 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:37:56.005567 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:37:56.005965 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:37:56.006295 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:37:56.006622 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:37:56.006964 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:37:56.007276 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:37:56.007597 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:37:56.007921 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:37:56.008266 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:37:56.008587 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:37:56.008907 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:37:56.010687 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f062f628-8877-4386-9aeb-2de98e55f045 req-50cf6200-4159-4e36-ac71-a51fd66c2664 tempest-VolumesSnapshotTestJSON-183451159 tempest-VolumesSnapshotTestJSON-183451159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:37:56.013168 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-f062f628-8877-4386-9aeb-2de98e55f045 req-50cf6200-4159-4e36-ac71-a51fd66c2664 tempest-VolumesSnapshotTestJSON-183451159 tempest-VolumesSnapshotTestJSON-183451159-project] 10.222.0.71 "GET /v2.0/ports?device_id=56ef4434-bde7-4d24-8002-2312b958e644 HTTP/1.1" status: 200 len: 946 time: 0.0576251 May 16 20:37:56.062292 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-f062f628-8877-4386-9aeb-2de98e55f045 req-8d540ad6-19f7-4f44-9b6f-310edf4eb9ea tempest-VolumesSnapshotTestJSON-183451159 tempest-VolumesSnapshotTestJSON-183451159-project] 10.222.0.71 "GET /v2.0/security-groups?id=52af207e-6801-4ead-af3b-00e58d544380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430007 May 16 20:37:56.135233 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa41ade-a6aa-4329-958f-085495c26072 req-e6512233-444f-4c5b-9bae-e0e0837d18fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:37:56.136753 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-eaa41ade-a6aa-4329-958f-085495c26072 req-e6512233-444f-4c5b-9bae-e0e0837d18fb service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=56ef4434-bde7-4d24-8002-2312b958e644 HTTP/1.1" status: 200 len: 1130 time: 0.0392764 May 16 20:37:56.180612 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-eaa41ade-a6aa-4329-958f-085495c26072 req-e537964a-c70c-4fe3-92b4-c7c658c38417 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=52af207e-6801-4ead-af3b-00e58d544380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378404 May 16 20:37:57.176096 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29756e33-d745-4b99-8671-6c17157c4978 req-26830e74-6c50-49f3-871b-61f9422bc298 tempest-VolumesSnapshotTestJSON-183451159 tempest-VolumesSnapshotTestJSON-183451159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:37:57.177584 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-29756e33-d745-4b99-8671-6c17157c4978 req-26830e74-6c50-49f3-871b-61f9422bc298 tempest-VolumesSnapshotTestJSON-183451159 tempest-VolumesSnapshotTestJSON-183451159-project] 10.222.0.71 "GET /v2.0/ports?device_id=56ef4434-bde7-4d24-8002-2312b958e644 HTTP/1.1" status: 200 len: 946 time: 0.0455775 May 16 20:37:57.226918 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-29756e33-d745-4b99-8671-6c17157c4978 req-6b826672-40f5-4cee-9043-54131d508207 tempest-VolumesSnapshotTestJSON-183451159 tempest-VolumesSnapshotTestJSON-183451159-project] 10.222.0.71 "GET /v2.0/security-groups?id=52af207e-6801-4ead-af3b-00e58d544380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438421 May 16 20:37:58.341299 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2db32dd-2b42-414e-8400-43c4fcb7dd38 req-2ee9829f-588e-42f1-aea7-bfbe3dfee3d8 tempest-VolumesSnapshotTestJSON-183451159 tempest-VolumesSnapshotTestJSON-183451159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:37:58.342760 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-a2db32dd-2b42-414e-8400-43c4fcb7dd38 req-2ee9829f-588e-42f1-aea7-bfbe3dfee3d8 tempest-VolumesSnapshotTestJSON-183451159 tempest-VolumesSnapshotTestJSON-183451159-project] 10.222.0.71 "GET /v2.0/ports?device_id=56ef4434-bde7-4d24-8002-2312b958e644 HTTP/1.1" status: 200 len: 946 time: 0.0495319 May 16 20:37:58.388843 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-a2db32dd-2b42-414e-8400-43c4fcb7dd38 req-c925afe5-da7a-4615-8c61-3d834e98e9df tempest-VolumesSnapshotTestJSON-183451159 tempest-VolumesSnapshotTestJSON-183451159-project] 10.222.0.71 "GET /v2.0/security-groups?id=52af207e-6801-4ead-af3b-00e58d544380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399189 May 16 20:38:03.106835 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.agents_db [None req-fef3025b-cde1-4f6e-a405-d73d123fae0f None None] Agent healthcheck: found 6 active agents {{(pid=103451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 20:38:03.697971 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c1b41582-2ddf-49f8-ad8e-1414c7cb25bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (6de3586b-c77a-41a3-9d69-e80d1925fb22), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:07.665466 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e288d818-abaf-456a-965f-67b3e661b533 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:08.854608 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7e48644e-b95e-4624-af94-515661536cfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (250d088e-9c0e-4ec5-80f3-a83f8403448b), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:10.196542 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (748e0023-d5c8-44d3-9d74-a0da2def1ef4), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:10.903824 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6817a924-6d52-4d66-a8a7-036511333704 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (03fa33e9-7cc7-490c-b269-c4f69c490346), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:11.281075 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (bddaa840-ffd9-43a2-8860-d40111f70aff), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:16.261391 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca57ead-3802-4820-ab80-5f1412baf550 req-9c4a5f3a-8c8f-4644-9934-97efbc7b01e9 tempest-VolumesSnapshotTestJSON-183451159 tempest-VolumesSnapshotTestJSON-183451159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:38:16.262825 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-5ca57ead-3802-4820-ab80-5f1412baf550 req-9c4a5f3a-8c8f-4644-9934-97efbc7b01e9 tempest-VolumesSnapshotTestJSON-183451159 tempest-VolumesSnapshotTestJSON-183451159-project] 10.222.0.71 "GET /v2.0/ports?device_id=56ef4434-bde7-4d24-8002-2312b958e644 HTTP/1.1" status: 200 len: 946 time: 0.0537307 May 16 20:38:16.312522 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [req-5ca57ead-3802-4820-ab80-5f1412baf550 req-ebd191e4-ad23-4a51-afb2-7ba479aa4cf1 tempest-VolumesSnapshotTestJSON-183451159 tempest-VolumesSnapshotTestJSON-183451159-project] 10.222.0.71 "GET /v2.0/security-groups?id=52af207e-6801-4ead-af3b-00e58d544380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426741 May 16 20:38:17.429067 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ef2555-3c17-4719-8d4d-0610df5ffd68 req-7101c587-418b-4afd-8b4f-e03561a861ee tempest-VolumesSnapshotTestJSON-183451159 tempest-VolumesSnapshotTestJSON-183451159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:38:17.430482 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-d9ef2555-3c17-4719-8d4d-0610df5ffd68 req-7101c587-418b-4afd-8b4f-e03561a861ee tempest-VolumesSnapshotTestJSON-183451159 tempest-VolumesSnapshotTestJSON-183451159-project] 10.222.0.71 "GET /v2.0/ports?device_id=56ef4434-bde7-4d24-8002-2312b958e644 HTTP/1.1" status: 200 len: 946 time: 0.0458751 May 16 20:38:17.475453 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-d9ef2555-3c17-4719-8d4d-0610df5ffd68 req-2edb09ac-abeb-4086-9c35-85e1bff28050 tempest-VolumesSnapshotTestJSON-183451159 tempest-VolumesSnapshotTestJSON-183451159-project] 10.222.0.71 "GET /v2.0/security-groups?id=52af207e-6801-4ead-af3b-00e58d544380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394895 May 16 20:38:17.847144 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abcb0ee-ce52-4693-94f5-a7be0f951063 req-c3001e2a-6a15-4337-824a-d63dacf456cb tempest-VolumesSnapshotTestJSON-183451159 tempest-VolumesSnapshotTestJSON-183451159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 20:38:17.848595 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-5abcb0ee-ce52-4693-94f5-a7be0f951063 req-c3001e2a-6a15-4337-824a-d63dacf456cb tempest-VolumesSnapshotTestJSON-183451159 tempest-VolumesSnapshotTestJSON-183451159-project] 10.222.0.81 "GET /v2.0/ports?device_id=56ef4434-bde7-4d24-8002-2312b958e644 HTTP/1.1" status: 200 len: 946 time: 0.0463221 May 16 20:38:17.929853 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [req-5abcb0ee-ce52-4693-94f5-a7be0f951063 req-f42845d3-5ba3-4376-98b1-4717df73a6cd tempest-VolumesSnapshotTestJSON-183451159 tempest-VolumesSnapshotTestJSON-183451159-project] Deleting port f2ae1d67-8da6-41a2-b45a-0234501eece9 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 20:38:17.930194 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-5abcb0ee-ce52-4693-94f5-a7be0f951063 req-f42845d3-5ba3-4376-98b1-4717df73a6cd tempest-VolumesSnapshotTestJSON-183451159 tempest-VolumesSnapshotTestJSON-183451159-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732397588453'] for port (f2ae1d67-8da6-41a2-b45a-0234501eece9), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:18.015307 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-5abcb0ee-ce52-4693-94f5-a7be0f951063 req-f42845d3-5ba3-4376-98b1-4717df73a6cd tempest-VolumesSnapshotTestJSON-183451159 tempest-VolumesSnapshotTestJSON-183451159-project] For port f2ae1d67-8da6-41a2-b45a-0234501eece9, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=f2ae1d67-8da6-41a2-b45a-0234501eece9,segment=NetworkSegment(c69a41a1-a4b8-404f-90cd-61e4ebbb3c47),segment_id=c69a41a1-a4b8-404f-90cd-61e4ebbb3c47)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 20:38:18.015580 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-5abcb0ee-ce52-4693-94f5-a7be0f951063 req-f42845d3-5ba3-4376-98b1-4717df73a6cd tempest-VolumesSnapshotTestJSON-183451159 tempest-VolumesSnapshotTestJSON-183451159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641018'] for port (f2ae1d67-8da6-41a2-b45a-0234501eece9), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:18.028902 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [req-5abcb0ee-ce52-4693-94f5-a7be0f951063 req-f42845d3-5ba3-4376-98b1-4717df73a6cd tempest-VolumesSnapshotTestJSON-183451159 tempest-VolumesSnapshotTestJSON-183451159-project] Calling delete_port for f2ae1d67-8da6-41a2-b45a-0234501eece9 owned by compute:nova {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 20:38:18.154014 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-5abcb0ee-ce52-4693-94f5-a7be0f951063 req-f42845d3-5ba3-4376-98b1-4717df73a6cd tempest-VolumesSnapshotTestJSON-183451159 tempest-VolumesSnapshotTestJSON-183451159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-895960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732397598073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732397102969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27048612'] for port (f2ae1d67-8da6-41a2-b45a-0234501eece9), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:18.178917 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42845d3-5ba3-4376-98b1-4717df73a6cd tempest-VolumesSnapshotTestJSON-183451159 tempest-VolumesSnapshotTestJSON-183451159-project] Pushing event deleted for resources: {'Port': ['ID=f2ae1d67-8da6-41a2-b45a-0234501eece9,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:38:18.227391 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [req-5abcb0ee-ce52-4693-94f5-a7be0f951063 req-f42845d3-5ba3-4376-98b1-4717df73a6cd tempest-VolumesSnapshotTestJSON-183451159 tempest-VolumesSnapshotTestJSON-183451159-project] No DVR routers for this DVR port f2ae1d67-8da6-41a2-b45a-0234501eece9 on host hv-cinder-83090 {{(pid=103448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 20:38:18.229967 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-5abcb0ee-ce52-4693-94f5-a7be0f951063 req-f42845d3-5ba3-4376-98b1-4717df73a6cd tempest-VolumesSnapshotTestJSON-183451159 tempest-VolumesSnapshotTestJSON-183451159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-338397'] for port (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:18.233215 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-5abcb0ee-ce52-4693-94f5-a7be0f951063 req-f42845d3-5ba3-4376-98b1-4717df73a6cd tempest-VolumesSnapshotTestJSON-183451159 tempest-VolumesSnapshotTestJSON-183451159-project] 10.222.0.81 "DELETE /v2.0/ports/f2ae1d67-8da6-41a2-b45a-0234501eece9 HTTP/1.1" status: 204 len: 173 time: 0.3788123 May 16 20:38:18.234108 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56ef4434-bde7-4d24-8002-2312b958e644', 'name': 'network-vif-deleted', 'tag': 'f2ae1d67-8da6-41a2-b45a-0234501eece9'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 20:38:18.235858 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cabd327eae894280a08d6ee7d9129781675a5828ba01ec684011f2f655eb9e7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e5c6b57-ecb5-47e1-90c6-633f7b997357" -d '{"events": [{"server_uuid": "56ef4434-bde7-4d24-8002-2312b958e644", "name": "network-vif-deleted", "tag": "f2ae1d67-8da6-41a2-b45a-0234501eece9"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 20:38:18.274319 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 20:38:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abdddb83-40de-4eb8-b592-776e2917fed7 x-openstack-request-id: req-abdddb83-40de-4eb8-b592-776e2917fed7 {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 20:38:18.274614 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56ef4434-bde7-4d24-8002-2312b958e644", "name": "network-vif-deleted", "tag": "f2ae1d67-8da6-41a2-b45a-0234501eece9", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 20:38:18.274869 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-abdddb83-40de-4eb8-b592-776e2917fed7 {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 20:38:18.275275 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event matching ['req-abdddb83-40de-4eb8-b592-776e2917fed7'] response: {'server_uuid': '56ef4434-bde7-4d24-8002-2312b958e644', 'name': 'network-vif-deleted', 'tag': 'f2ae1d67-8da6-41a2-b45a-0234501eece9', 'status': 'completed', 'code': 200} May 16 20:38:18.583065 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [req-a85240ae-ab11-47dd-8988-b661e84a4634 req-4dc99d50-2b5d-4710-852f-8d24f8b5288f tempest-VolumesSnapshotTestJSON-183451159 tempest-VolumesSnapshotTestJSON-183451159-project] 10.222.0.71 "GET /v2.0/ports?device_id=56ef4434-bde7-4d24-8002-2312b958e644 HTTP/1.1" status: 200 len: 210 time: 0.0289152 May 16 20:38:19.934115 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Device f2ae1d67-8da6-41a2-b45a-0234501eece9 no longer exists at agent hyperv_hv-cinder-83090 {{(pid=103450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 20:38:19.953655 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.plugin [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] No Port match for: f2ae1d67-8da6-41a2-b45a-0234501eece9 {{(pid=103450) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 20:38:19.954024 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron.plugins.ml2.rpc [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Device f2ae1d67-8da6-41a2-b45a-0234501eece9 not bound to the agent host hv-cinder-83090 {{(pid=103450) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 20:38:33.699719 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-69e566f6-8b54-478c-8e01-d26339d2ef58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (6de3586b-c77a-41a3-9d69-e80d1925fb22), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:37.666799 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7cd2d894-c02a-4ae4-87ed-8113655482da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:38.853475 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7e48644e-b95e-4624-af94-515661536cfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (250d088e-9c0e-4ec5-80f3-a83f8403448b), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:40.105984 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.agents_db [None req-fef3025b-cde1-4f6e-a405-d73d123fae0f None None] Agent healthcheck: found 6 active agents {{(pid=103451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 20:38:40.204292 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (748e0023-d5c8-44d3-9d74-a0da2def1ef4), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:40.615090 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [-] (103449) accepted ('10.222.0.71', 55348) {{(pid=103449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:38:40.658518 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd4eb09a-3aea-4541-804b-331c36457e20 admin admin] Deleting subnet de210afd-33bb-4d87-8ba0-c3c074a8a5ad {{(pid=103449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 16 20:38:40.661652 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-cd4eb09a-3aea-4541-804b-331c36457e20 admin admin] Publish callbacks [] for subnet (de210afd-33bb-4d87-8ba0-c3c074a8a5ad), before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:40.697539 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-cd4eb09a-3aea-4541-804b-331c36457e20 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25761720'] for subnet (de210afd-33bb-4d87-8ba0-c3c074a8a5ad), precommit_delete_associations {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:40.734068 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-cd4eb09a-3aea-4541-804b-331c36457e20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1028042'] for subnet (de210afd-33bb-4d87-8ba0-c3c074a8a5ad), precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:40.783562 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-cd4eb09a-3aea-4541-804b-331c36457e20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1028051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1941894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26133399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25246500'] for subnet (de210afd-33bb-4d87-8ba0-c3c074a8a5ad), after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:40.807965 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4eb09a-3aea-4541-804b-331c36457e20 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de210afd-33bb-4d87-8ba0-c3c074a8a5ad,revision_number=None']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:38:40.812366 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-cd4eb09a-3aea-4541-804b-331c36457e20 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:40.815381 dv-cinder-830901-7-iscsi neutron-server[103449]: INFO neutron.wsgi [None req-cd4eb09a-3aea-4541-804b-331c36457e20 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/de210afd-33bb-4d87-8ba0-c3c074a8a5ad HTTP/1.1" status: 204 len: 168 time: 0.1993158 May 16 20:38:40.818309 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.71', 55350) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:38:40.820137 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4eb09a-3aea-4541-804b-331c36457e20 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:38:40.820505 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4eb09a-3aea-4541-804b-331c36457e20 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:38:40.820840 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4eb09a-3aea-4541-804b-331c36457e20 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:38:40.821168 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4eb09a-3aea-4541-804b-331c36457e20 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:38:40.821491 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4eb09a-3aea-4541-804b-331c36457e20 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:38:40.821807 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4eb09a-3aea-4541-804b-331c36457e20 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:38:40.822123 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4eb09a-3aea-4541-804b-331c36457e20 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:38:40.822436 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4eb09a-3aea-4541-804b-331c36457e20 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:38:40.822750 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4eb09a-3aea-4541-804b-331c36457e20 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:38:40.823065 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4eb09a-3aea-4541-804b-331c36457e20 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:38:40.823380 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4eb09a-3aea-4541-804b-331c36457e20 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:38:40.823693 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4eb09a-3aea-4541-804b-331c36457e20 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:38:40.824002 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4eb09a-3aea-4541-804b-331c36457e20 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:38:40.824334 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4eb09a-3aea-4541-804b-331c36457e20 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:38:40.824645 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4eb09a-3aea-4541-804b-331c36457e20 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:38:40.885662 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4ca5d669-b7b6-465e-99d6-6c262a941987 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759573'] for network (c5dc067f-9cf2-4696-8d85-3380bd5d2c7a), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:40.906647 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6817a924-6d52-4d66-a8a7-036511333704 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (03fa33e9-7cc7-490c-b269-c4f69c490346), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:40.970529 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4ca5d669-b7b6-465e-99d6-6c262a941987 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1029759', 'neutron.services.segments.db._delete_segments_for_network-8732397667094'] for network (c5dc067f-9cf2-4696-8d85-3380bd5d2c7a), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:40.990541 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.services.segments.db [None req-4ca5d669-b7b6-465e-99d6-6c262a941987 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5dc067f-9cf2-4696-8d85-3380bd5d2c7a']}} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:38:40.999611 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.services.segments.db [None req-4ca5d669-b7b6-465e-99d6-6c262a941987 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c69a41a1-a4b8-404f-90cd-61e4ebbb3c47') {'for_net_delete': True} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:38:40.999911 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.services.segments.db [None req-4ca5d669-b7b6-465e-99d6-6c262a941987 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c69a41a1-a4b8-404f-90cd-61e4ebbb3c47') {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 20:38:41.009187 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4ca5d669-b7b6-465e-99d6-6c262a941987 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732397667615', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25253656'] for segment (c69a41a1-a4b8-404f-90cd-61e4ebbb3c47), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:41.022625 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4ca5d669-b7b6-465e-99d6-6c262a941987 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1026353'] for segment (c69a41a1-a4b8-404f-90cd-61e4ebbb3c47), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:41.028929 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ca5d669-b7b6-465e-99d6-6c262a941987 admin admin] Releasing vlan 538 on physical network physnet1 to pool {{(pid=103448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 16 20:38:41.029316 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4ca5d669-b7b6-465e-99d6-6c262a941987 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1026353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27048695'] for segment (c69a41a1-a4b8-404f-90cd-61e4ebbb3c47), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:41.030944 dv-cinder-830901-7-iscsi neutron-server[103448]: Traceback (most recent call last): May 16 20:38:41.030944 dv-cinder-830901-7-iscsi neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 16 20:38:41.030944 dv-cinder-830901-7-iscsi neutron-server[103448]: timer() May 16 20:38:41.030944 dv-cinder-830901-7-iscsi neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 16 20:38:41.030944 dv-cinder-830901-7-iscsi neutron-server[103448]: cb(*args, **kw) May 16 20:38:41.030944 dv-cinder-830901-7-iscsi neutron-server[103448]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 16 20:38:41.030944 dv-cinder-830901-7-iscsi neutron-server[103448]: return func(*args, **kwargs) May 16 20:38:41.030944 dv-cinder-830901-7-iscsi neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 16 20:38:41.030944 dv-cinder-830901-7-iscsi neutron-server[103448]: self._notify() May 16 20:38:41.030944 dv-cinder-830901-7-iscsi neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 16 20:38:41.030944 dv-cinder-830901-7-iscsi neutron-server[103448]: self.callback(batched_events) May 16 20:38:41.030944 dv-cinder-830901-7-iscsi neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 16 20:38:41.030944 dv-cinder-830901-7-iscsi neutron-server[103448]: event.method(event) May 16 20:38:41.030944 dv-cinder-830901-7-iscsi neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 16 20:38:41.030944 dv-cinder-830901-7-iscsi neutron-server[103448]: aggregate_id = self._get_aggregate_id(event.segment_id) May 16 20:38:41.030944 dv-cinder-830901-7-iscsi neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 16 20:38:41.030944 dv-cinder-830901-7-iscsi neutron-server[103448]: aggregate_uuid = self.p_client.list_aggregates( May 16 20:38:41.030944 dv-cinder-830901-7-iscsi neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 16 20:38:41.030944 dv-cinder-830901-7-iscsi neutron-server[103448]: return f(self, *a, **k) May 16 20:38:41.030944 dv-cinder-830901-7-iscsi neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 16 20:38:41.030944 dv-cinder-830901-7-iscsi neutron-server[103448]: return self._get(url).json() May 16 20:38:41.030944 dv-cinder-830901-7-iscsi neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 16 20:38:41.030944 dv-cinder-830901-7-iscsi neutron-server[103448]: return self._client.get(url, endpoint_filter=self._ks_filter, May 16 20:38:41.030944 dv-cinder-830901-7-iscsi neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 16 20:38:41.030944 dv-cinder-830901-7-iscsi neutron-server[103448]: return self.request(url, 'GET', **kwargs) May 16 20:38:41.030944 dv-cinder-830901-7-iscsi neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 16 20:38:41.030944 dv-cinder-830901-7-iscsi neutron-server[103448]: base_url = self.get_endpoint(auth, allow=allow, May 16 20:38:41.030944 dv-cinder-830901-7-iscsi neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 16 20:38:41.030944 dv-cinder-830901-7-iscsi neutron-server[103448]: auth = self._auth_required(auth, 'determine endpoint URL') May 16 20:38:41.030944 dv-cinder-830901-7-iscsi neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 16 20:38:41.030944 dv-cinder-830901-7-iscsi neutron-server[103448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 16 20:38:41.030944 dv-cinder-830901-7-iscsi neutron-server[103448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 16 20:38:41.284457 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (bddaa840-ffd9-43a2-8860-d40111f70aff), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:41.344072 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4ca5d669-b7b6-465e-99d6-6c262a941987 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1029700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1996455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1640688'] for network (c5dc067f-9cf2-4696-8d85-3380bd5d2c7a), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:41.349682 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4ca5d669-b7b6-465e-99d6-6c262a941987 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614436'] for network (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:41.353007 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-4ca5d669-b7b6-465e-99d6-6c262a941987 admin admin] 10.222.0.71 "DELETE /v2.0/networks/c5dc067f-9cf2-4696-8d85-3380bd5d2c7a HTTP/1.1" status: 204 len: 168 time: 0.5336597 May 16 20:38:41.363271 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca5d669-b7b6-465e-99d6-6c262a941987 admin admin] Pushing event deleted for resources: {'Network': ['ID=c5dc067f-9cf2-4696-8d85-3380bd5d2c7a,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:38:41.370784 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca5d669-b7b6-465e-99d6-6c262a941987 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:38:41.371134 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca5d669-b7b6-465e-99d6-6c262a941987 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:38:41.371477 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca5d669-b7b6-465e-99d6-6c262a941987 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:38:41.371816 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca5d669-b7b6-465e-99d6-6c262a941987 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:38:41.372164 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca5d669-b7b6-465e-99d6-6c262a941987 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:38:41.372502 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca5d669-b7b6-465e-99d6-6c262a941987 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:38:41.372825 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca5d669-b7b6-465e-99d6-6c262a941987 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:38:41.373147 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca5d669-b7b6-465e-99d6-6c262a941987 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:38:41.373476 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca5d669-b7b6-465e-99d6-6c262a941987 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:38:41.373802 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca5d669-b7b6-465e-99d6-6c262a941987 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:38:41.374124 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca5d669-b7b6-465e-99d6-6c262a941987 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:38:41.374449 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca5d669-b7b6-465e-99d6-6c262a941987 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:38:41.374771 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca5d669-b7b6-465e-99d6-6c262a941987 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:38:41.375086 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca5d669-b7b6-465e-99d6-6c262a941987 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:38:41.375404 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca5d669-b7b6-465e-99d6-6c262a941987 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-7-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 20:38:41.475373 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.71', 55354) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:38:41.516968 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-ff21663e-2680-47cf-a22d-76d4caca8818 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=3522b0b520d940ee9449cff6699df4a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0386910 May 16 20:38:41.517558 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.71', 55356) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 20:38:41.562807 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a37380a4-e3ee-470e-b1d1-abf521b492ab admin admin] Publish callbacks [] for security_group (52af207e-6801-4ead-af3b-00e58d544380), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:41.583406 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a37380a4-e3ee-470e-b1d1-abf521b492ab admin admin] Publish callbacks [] for security_group (52af207e-6801-4ead-af3b-00e58d544380), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:41.628339 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a37380a4-e3ee-470e-b1d1-abf521b492ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997425'] for security_group (52af207e-6801-4ead-af3b-00e58d544380), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:41.631608 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a37380a4-e3ee-470e-b1d1-abf521b492ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:38:41.632764 dv-cinder-830901-7-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-a37380a4-e3ee-470e-b1d1-abf521b492ab admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/52af207e-6801-4ead-af3b-00e58d544380 HTTP/1.1" status: 204 len: 168 time: 0.1143408 May 16 20:38:41.640222 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37380a4-e3ee-470e-b1d1-abf521b492ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52af207e-6801-4ead-af3b-00e58d544380,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 20:39:03.702734 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d8cece1f-d058-4902-8686-1bde1419773f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (6de3586b-c77a-41a3-9d69-e80d1925fb22), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:07.668458 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-995a3ee7-060e-4934-8df6-e4d6cf768af5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:08.857174 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7e48644e-b95e-4624-af94-515661536cfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (250d088e-9c0e-4ec5-80f3-a83f8403448b), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:10.217298 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (748e0023-d5c8-44d3-9d74-a0da2def1ef4), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:10.909692 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6817a924-6d52-4d66-a8a7-036511333704 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (03fa33e9-7cc7-490c-b269-c4f69c490346), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:11.287123 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (bddaa840-ffd9-43a2-8860-d40111f70aff), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:17.105693 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.agents_db [None req-fef3025b-cde1-4f6e-a405-d73d123fae0f None None] Agent healthcheck: found 6 active agents {{(pid=103451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 20:39:33.704027 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-98d0f6b4-fbac-42e5-a998-e73c15e01bcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (6de3586b-c77a-41a3-9d69-e80d1925fb22), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:37.669342 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-baacf7b8-254b-401a-9f82-bf902c793e04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:38.859173 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7e48644e-b95e-4624-af94-515661536cfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (250d088e-9c0e-4ec5-80f3-a83f8403448b), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:40.226385 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (748e0023-d5c8-44d3-9d74-a0da2def1ef4), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:40.912980 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6817a924-6d52-4d66-a8a7-036511333704 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (03fa33e9-7cc7-490c-b269-c4f69c490346), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:41.289859 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (bddaa840-ffd9-43a2-8860-d40111f70aff), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:39:54.104410 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.agents_db [None req-fef3025b-cde1-4f6e-a405-d73d123fae0f None None] Agent healthcheck: found 6 active agents {{(pid=103451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 20:40:03.705441 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9cd88d27-9848-4d65-84ee-489eaaa7cfab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (6de3586b-c77a-41a3-9d69-e80d1925fb22), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:40:07.670557 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f1b9443a-fffc-4281-811e-6f5cd99133e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:40:08.863162 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7e48644e-b95e-4624-af94-515661536cfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (250d088e-9c0e-4ec5-80f3-a83f8403448b), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:40:10.241687 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (748e0023-d5c8-44d3-9d74-a0da2def1ef4), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:40:10.914915 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6817a924-6d52-4d66-a8a7-036511333704 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (03fa33e9-7cc7-490c-b269-c4f69c490346), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:40:11.292689 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (bddaa840-ffd9-43a2-8860-d40111f70aff), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:40:31.104603 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.agents_db [None req-fef3025b-cde1-4f6e-a405-d73d123fae0f None None] Agent healthcheck: found 6 active agents {{(pid=103451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 20:40:33.706647 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-cc0c8d4c-78ea-46f2-955b-8a9d696a7d95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (6de3586b-c77a-41a3-9d69-e80d1925fb22), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:40:37.670070 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d5657df1-8ff5-4915-b78b-e358cb908239 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:40:38.868495 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7e48644e-b95e-4624-af94-515661536cfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (250d088e-9c0e-4ec5-80f3-a83f8403448b), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:40:40.239457 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (748e0023-d5c8-44d3-9d74-a0da2def1ef4), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:40:40.918534 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6817a924-6d52-4d66-a8a7-036511333704 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (03fa33e9-7cc7-490c-b269-c4f69c490346), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:40:41.296865 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (bddaa840-ffd9-43a2-8860-d40111f70aff), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:40:43.054715 dv-cinder-830901-7-iscsi neutron-server[103449]: DEBUG neutron.wsgi [req-a15c94f6-e7d4-4617-b3c7-f0ba931b8603 req-d0638737-6743-48d0-a17a-1e4e32da5556 service neutron] (103449) timed out ('10.222.0.81', 55810) {{(pid=103449) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 16 20:40:43.501986 dv-cinder-830901-7-iscsi neutron-server[103448]: DEBUG neutron.wsgi [req-2e999c4f-cfc2-404c-ab7d-10ea064ce105 req-b9a80411-a1a7-4b69-944c-123b0450ae7d service neutron] (103448) timed out ('10.222.0.81', 55816) {{(pid=103448) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 16 20:41:03.708737 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7101ea14-94b3-42df-86bb-3a2f41d2a5eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (6de3586b-c77a-41a3-9d69-e80d1925fb22), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:41:07.671049 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9d6a1016-7774-49bf-829b-47814aa59a20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:41:08.104672 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.agents_db [None req-fef3025b-cde1-4f6e-a405-d73d123fae0f None None] Agent healthcheck: found 6 active agents {{(pid=103451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 20:41:08.867865 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7e48644e-b95e-4624-af94-515661536cfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (250d088e-9c0e-4ec5-80f3-a83f8403448b), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:41:10.249723 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (748e0023-d5c8-44d3-9d74-a0da2def1ef4), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:41:10.923302 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6817a924-6d52-4d66-a8a7-036511333704 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (03fa33e9-7cc7-490c-b269-c4f69c490346), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:41:11.299317 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (bddaa840-ffd9-43a2-8860-d40111f70aff), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:41:33.711439 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c4a9a989-afdf-4a5a-9452-be4d3208134b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (6de3586b-c77a-41a3-9d69-e80d1925fb22), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:41:37.671727 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e8c58471-f9a2-44ac-ac18-e4da7b0cf820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:41:38.870464 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7e48644e-b95e-4624-af94-515661536cfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (250d088e-9c0e-4ec5-80f3-a83f8403448b), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:41:40.253225 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (748e0023-d5c8-44d3-9d74-a0da2def1ef4), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:41:40.922849 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6817a924-6d52-4d66-a8a7-036511333704 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (03fa33e9-7cc7-490c-b269-c4f69c490346), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:41:41.300680 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (bddaa840-ffd9-43a2-8860-d40111f70aff), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:41:45.107017 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.agents_db [None req-fef3025b-cde1-4f6e-a405-d73d123fae0f None None] Agent healthcheck: found 6 active agents {{(pid=103451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 20:42:03.714011 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-20f9d5a0-7353-4183-8bb2-e29b9bb716f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (6de3586b-c77a-41a3-9d69-e80d1925fb22), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:07.672698 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f3ec1b3c-15d5-4f4a-bc24-13df19984219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:08.874151 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7e48644e-b95e-4624-af94-515661536cfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (250d088e-9c0e-4ec5-80f3-a83f8403448b), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:10.246682 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (748e0023-d5c8-44d3-9d74-a0da2def1ef4), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:10.926534 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6817a924-6d52-4d66-a8a7-036511333704 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (03fa33e9-7cc7-490c-b269-c4f69c490346), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:11.302474 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (bddaa840-ffd9-43a2-8860-d40111f70aff), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:22.106375 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.agents_db [None req-fef3025b-cde1-4f6e-a405-d73d123fae0f None None] Agent healthcheck: found 6 active agents {{(pid=103451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 20:42:33.717545 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9dcd7d87-dfa2-4272-91dc-c3dd25e5599c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (6de3586b-c77a-41a3-9d69-e80d1925fb22), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:37.673793 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-73ec0fd4-8e08-4d1a-83c2-8d21f6448f67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:38.876583 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7e48644e-b95e-4624-af94-515661536cfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (250d088e-9c0e-4ec5-80f3-a83f8403448b), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:40.267166 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (748e0023-d5c8-44d3-9d74-a0da2def1ef4), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:40.928948 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6817a924-6d52-4d66-a8a7-036511333704 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (03fa33e9-7cc7-490c-b269-c4f69c490346), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:41.306833 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (bddaa840-ffd9-43a2-8860-d40111f70aff), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:42:59.106608 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.agents_db [None req-fef3025b-cde1-4f6e-a405-d73d123fae0f None None] Agent healthcheck: found 6 active agents {{(pid=103451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 20:43:03.719541 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2d14c6ab-102e-442f-9452-ced9567375ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (6de3586b-c77a-41a3-9d69-e80d1925fb22), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:07.674842 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1c4789c9-6916-4dec-b2fb-2abd7672780f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:08.878131 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7e48644e-b95e-4624-af94-515661536cfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (250d088e-9c0e-4ec5-80f3-a83f8403448b), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:10.275001 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (748e0023-d5c8-44d3-9d74-a0da2def1ef4), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:10.930596 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6817a924-6d52-4d66-a8a7-036511333704 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (03fa33e9-7cc7-490c-b269-c4f69c490346), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:11.312491 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (bddaa840-ffd9-43a2-8860-d40111f70aff), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:33.722967 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1be5a7f7-2b10-42c2-b04c-6d8f89bba767 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (6de3586b-c77a-41a3-9d69-e80d1925fb22), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:36.106260 dv-cinder-830901-7-iscsi neutron-server[103451]: DEBUG neutron.db.agents_db [None req-fef3025b-cde1-4f6e-a405-d73d123fae0f None None] Agent healthcheck: found 6 active agents {{(pid=103451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 20:43:37.676224 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d9ded491-62e8-4763-828b-c59f707746fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (fa483ffc-f8f4-43f1-9de4-e8d0ab98e02f), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:38.881710 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7e48644e-b95e-4624-af94-515661536cfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (250d088e-9c0e-4ec5-80f3-a83f8403448b), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:40.273757 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-0dba49a5-5f6a-4b4e-9c6b-2623205fb00c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (748e0023-d5c8-44d3-9d74-a0da2def1ef4), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:40.933972 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6817a924-6d52-4d66-a8a7-036511333704 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (03fa33e9-7cc7-490c-b269-c4f69c490346), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 20:43:41.315435 dv-cinder-830901-7-iscsi neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-945765a4-3504-4969-8cb8-0d3497ed6172 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732397667076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-868540'] for agent (bddaa840-ffd9-43a2-8860-d40111f70aff), after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}